-- Logs begin at Wed 2021-11-24 13:24:53 UTC, end at Wed 2021-11-24 15:37:43 UTC. --
Nov 24 14:18:07.082019 dv-neutron-818347-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Nov 24 14:18:09.243903 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.common.config [-] Logging enabled!
Nov 24 14:18:09.244598 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev65
Nov 24 14:18:09.244598 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84126) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 24 14:18:09.246742 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.common.config [-] Logging enabled!
Nov 24 14:18:09.246991 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev65
Nov 24 14:18:09.247236 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84126) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 24 14:18:09.248232 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 14:18:09.248466 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 24 14:18:09.248818 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 14:18:09.249062 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 24 14:18:09.249284 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 24 14:18:09.249606 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.249905 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.250202 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.250431 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.250724 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.251016 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.251300 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.251593 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.251893 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.252215 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.252498 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.252784 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.253012 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.253293 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.253582 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.253871 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.254094 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.254374 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.254797 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.255206 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.255490 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.255936 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.256101 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.256390 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.256677 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.257008 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] host                           = dv-neutron-818347-1-hyperv {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.257292 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.257584 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.257876 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.258166 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.258446 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.258727 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.259013 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.259293 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.259571 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.259849 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.260161 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.260454 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.260750 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.260975 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.261198 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.261492 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.261786 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.262067 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.262345 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.262624 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.262900 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.263178 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.263451 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.263740 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.264028 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.264343 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.264622 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.264899 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.265173 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.265448 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.265736 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.266012 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.266288 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.266563 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.266849 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.267120 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.267395 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.267697 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.267983 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.268290 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.268580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.268853 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.269138 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.269413 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.269688 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.269961 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.270235 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.270505 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.270788 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.271063 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.271342 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.272193 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.272473 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.272901 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:09.273205 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.273508 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.273814 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.274102 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.274397 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.274685 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.274976 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.275258 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.275548 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.275836 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.276158 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.276442 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.276728 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.277023 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.277314 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.277590 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.277869 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.278163 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.278446 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.278722 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.279002 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.279294 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.279576 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.279851 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.280157 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.280440 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.280715 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.280989 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.281268 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.281561 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.281840 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.282117 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.282391 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.282923 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.283196 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.283483 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.283764 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.284038 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.284341 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.284621 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.284898 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.285172 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.285449 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.285723 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.285999 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.286274 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.286545 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.286819 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.287092 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.288179 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.288465 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.288744 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.289027 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.289304 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.289579 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.289857 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.290130 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.290405 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.290696 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.290998 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.291279 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.291560 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.291840 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.292149 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.292432 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.292709 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.292993 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.293276 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.293551 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.293844 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.294131 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.294418 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.294702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.294983 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.295278 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.295558 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.295841 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.296146 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.296427 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.296712 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.296997 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.297294 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.297592 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.297889 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.298184 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.298476 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.298760 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.299070 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.299353 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:09.299570 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 24 14:18:09.299811 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84126) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 24 14:18:09.705247 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO keyring.backend [-] Loading KWallet
Nov 24 14:18:09.713329 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO keyring.backend [-] Loading SecretService
Nov 24 14:18:09.716521 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO keyring.backend [-] Loading Windows
Nov 24 14:18:09.717864 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO keyring.backend [-] Loading chainer
Nov 24 14:18:09.718448 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO keyring.backend [-] Loading macOS
Nov 24 14:18:09.753686 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:09.753967 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:09.754254 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:09.754604 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 24 14:18:10.063748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.064035 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.064330 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.121132 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.121416 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.121683 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.124788 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.125066 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.125336 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.155020 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.155298 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.155561 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.183050 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.183329 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.183598 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.501435 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f642101ac10> agent after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.502059 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f642101ac10> agent after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.502059 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f642101aca0> segment precommit_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.502232 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f642101ad30> network precommit_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.502893 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6421020ee0> segment before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.629212 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> network before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.629524 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6421001310> agent before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.629806 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> network before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.630078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> port before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.630343 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> port before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.630652 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> segment after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.630917 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> segment precommit_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.631768 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> segment precommit_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.631768 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> segment after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.632297 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> network after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.632559 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> network precommit_delete 0 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.632824 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> port provisioning_complete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.633092 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.633349 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> rbac-policy after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.633615 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> agent after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.633883 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> subnet after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.634139 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> subnet precommit_delete 0 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.634415 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.634669 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.634951 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> segment_host_mapping after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.635298 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> port after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.635549 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> port after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.635794 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> port after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.636075 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.636346 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.636592 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6421f49bb0>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.636978 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:10.637215 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:10.637450 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:10.637683 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:10.637916 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:10.638152 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:10.638707 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 24 14:18:10.641942 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 24 14:18:10.645992 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 24 14:18:10.650017 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Nov 24 14:18:10.651676 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 24 14:18:10.652065 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 24 14:18:10.652429 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 24 14:18:10.652817 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 24 14:18:10.655661 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 24 14:18:10.655914 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 24 14:18:10.656298 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 24 14:18:10.685336 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 24 14:18:10.685784 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6420fd6400>> qos_plugin after_init 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.686082 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84126) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 24 14:18:10.686444 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6420fd6670>> logging-plugin after_init 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.687817 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84126) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 24 14:18:10.688107 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 24 14:18:10.688363 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 24 14:18:10.691615 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6420e32a00>> floatingip before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.691895 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6420e32a00>> port before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:10.757228 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 24 14:18:10.757555 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 24 14:18:10.757948 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 24 14:18:10.758571 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 24 14:18:10.793044 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_db.sqlalchemy.engines [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84126) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 24 14:18:11.324394 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing driver for type 'gre'
Nov 24 14:18:11.324926 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] gre ID ranges: [(1, 1000)]
Nov 24 14:18:11.635563 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing driver for type 'local'
Nov 24 14:18:11.636175 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing driver for type 'vlan'
Nov 24 14:18:11.735595 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] VlanTypeDriver initialization complete
Nov 24 14:18:11.735930 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing driver for type 'vxlan'
Nov 24 14:18:11.736481 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] vxlan ID ranges: [(1, 1000)]
Nov 24 14:18:11.970475 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing extension driver 'port_security'
Nov 24 14:18:11.970752 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.extensions.port_security [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] PortSecurityExtensionDriver initialization complete
Nov 24 14:18:11.971084 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing mechanism driver 'openvswitch'
Nov 24 14:18:11.971429 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing mechanism driver 'hyperv'
Nov 24 14:18:11.978655 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:18:11.979421 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6420d56eb0>> port after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.979788 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6420d56eb0>> port after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.980161 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6420d56eb0>> port after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.980548 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6420d569d0>> subnet after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.982668 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6420d569d0>> subnet after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.983021 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6420d569d0>> subnet after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.983400 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b3340>> network after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.983766 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b3340>> network after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.984108 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b3340>> network after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.984487 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b35b0>> security_group after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.984859 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b35b0>> security_group after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.985178 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b35b0>> security_group after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.985549 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b3850>> security_group_rule after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.985889 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b3850>> security_group_rule after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.986224 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64208b3850>> security_group_rule after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.986557 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] ML2 OVO RPC backend initialized. {{(pid=84126) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Nov 24 14:18:11.987191 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> router_interface after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.987536 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> router_interface after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.987946 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> network before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.988310 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> networks before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.988646 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> port before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.988981 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> ports before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.989350 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> subnet before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.989694 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> subnets before_response 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.990037 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> network after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.990895 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> network after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.991674 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> network after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.992015 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> port after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.992381 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> port after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.992718 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> port after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.993054 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> subnet after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.993391 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> subnet after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.993722 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f64208b3b20>> subnet after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:11.994310 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.plugin [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Modular L2 Plugin initialization complete
Nov 24 14:18:11.994701 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading services supported by the core plugin {{(pid=84126) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 24 14:18:11.995024 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.managers [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Got port-security extension from driver 'port_security'
Nov 24 14:18:11.995485 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.extensions.vlantransparent [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Disabled vlantransparent extension.
Nov 24 14:18:11.995897 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84126) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 24 14:18:11.996240 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: router
Nov 24 14:18:12.047412 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router_interface before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.047808 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router after_create 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.048211 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router before_create 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.048580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router_interface before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.048990 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router_interface after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.049348 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router after_delete 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.049709 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> floatingip after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.050070 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router after_create 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.050416 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router after_update 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.050766 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router after_update 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.051114 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router_gateway after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.051471 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router after_update 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.051879 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router precommit_update 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.052269 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6420ead0d0> port after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.052608 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6420eacf70> port after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.053516 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6420ead040> subnet after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.053951 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6420ead160> subnetpool_address_scope after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.054335 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> port precommit_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.054682 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router precommit_create 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.055025 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6420e96040> port before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.055367 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router precommit_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.055723 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router after_update 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.056064 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router precommit_delete 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.056438 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router precommit_create 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.056796 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router_interface after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.057187 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> router precommit_update 55549900 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.057551 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> agent after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.057902 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> agent after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.058247 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f64208b3d60>> network after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.059123 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Tracking information for resource: router configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:12.059453 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Tracking information for resource: floatingip configured {{(pid=84126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 14:18:12.064605 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.db.l3_agentschedulers_db [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 24 14:18:12.065189 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f64208278b0> port after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.065546 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6420827790> port after_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.065895 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function _notify_port_delete at 0x7f6420827820> port after_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.066244 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6420827b80> port after_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.067039 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64207e25e0>> router before_create 55550100 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.067402 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64207e25e0>> router precommit_delete 55550100 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.067766 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64207e25e0>> router precommit_create 55550100 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.068142 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f64207e25e0>> router precommit_update 55550100 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.073429 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.services.provider_configuration [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service providers = [] {{(pid=84126) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 24 14:18:12.073791 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.db.servicetype_db [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84126) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 24 14:18:12.076997 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.services.service_base [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 14:18:12.077345 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.services.service_base [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 14:18:12.077687 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.services.service_base [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 14:18:12.078578 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.services.service_base [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 14:18:12.078949 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.services.service_base [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 24 14:18:12.079365 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.079680 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 24 14:18:12.091115 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.091454 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: auto_allocate
Nov 24 14:18:12.104113 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f642077d040> network precommit_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.104498 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f642077d040> network precommit_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.105022 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.105340 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: tag
Nov 24 14:18:12.112251 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.112579 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: timestamp
Nov 24 14:18:12.116622 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.116947 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: network_ip_availability
Nov 24 14:18:12.122271 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64207facd0>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.122639 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64207facd0>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.122993 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64207facd0>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.123699 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.124017 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: flavors
Nov 24 14:18:12.129038 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.129371 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading Plugin: revisions
Nov 24 14:18:12.133804 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 14:18:12.134198 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.380s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:12.134948 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84126) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Nov 24 14:18:12.135280 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Initializing extension manager.
Nov 24 14:18:12.135783 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: __init__.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.136153 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: __pycache__ {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.136491 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.136822 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.137149 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: _filter_validation_lib.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.137476 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.137802 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: address_group.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.138565 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.139124 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: address-group
Nov 24 14:18:12.139442 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: address_scope.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.140253 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.140757 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: address-scope
Nov 24 14:18:12.141077 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.142008 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.142513 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: router-admin-state-down-before-update
Nov 24 14:18:12.142834 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: agent.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.143532 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.144031 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: agent
Nov 24 14:18:12.144382 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: agent_resources_synced.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.145305 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.145805 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: agent-resources-synced
Nov 24 14:18:12.146125 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: allowedaddresspairs.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.148794 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.149317 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: allowed-address-pairs
Nov 24 14:18:12.149643 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: auto_allocated_topology.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.150735 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.151249 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: auto-allocated-topology
Nov 24 14:18:12.151575 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: availability_zone.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.152298 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.152801 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: availability_zone
Nov 24 14:18:12.153123 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: availability_zone_filter.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.154052 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.154558 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: availability_zone_filter
Nov 24 14:18:12.154880 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: data_plane_status.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.155795 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.156331 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 24 14:18:12.156653 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: default_subnetpools.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.157826 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.158340 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: default-subnetpools
Nov 24 14:18:12.158660 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.159436 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.159945 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: dhcp_agent_scheduler
Nov 24 14:18:12.160298 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: dns.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.161220 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.161719 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension dns-integration not supported by any of loaded plugins
Nov 24 14:18:12.162035 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: dns_domain_ports.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.163708 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.164243 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 24 14:18:12.164566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: dvr.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.165242 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.165743 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: dvr
Nov 24 14:18:12.166062 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: empty_string_filtering.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.166980 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.167482 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: empty-string-filtering
Nov 24 14:18:12.167799 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.168735 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.169232 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 24 14:18:12.169550 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.170464 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.170959 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 24 14:18:12.171277 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: external_net.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.172220 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.172722 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: external-net
Nov 24 14:18:12.173042 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.173972 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.174474 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: extra_dhcp_opt
Nov 24 14:18:12.174793 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: extraroute.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.175712 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.176245 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: extraroute
Nov 24 14:18:12.176569 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: extraroute_atomic.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.177596 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.178703 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: extraroute-atomic
Nov 24 14:18:12.179024 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: filter_validation.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.179694 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.180226 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: filter-validation
Nov 24 14:18:12.180547 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: fip_pf_description.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.181631 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.182130 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 24 14:18:12.182451 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: fip_port_details.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.183375 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.183874 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: fip-port-details
Nov 24 14:18:12.184221 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: flavors.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.185462 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.185978 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: flavors
Nov 24 14:18:12.186300 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.187967 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.188670 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 24 14:18:12.188998 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: floatingip_pools.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.189702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.190212 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: floatingip-pools
Nov 24 14:18:12.190535 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: ip_allocation.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.191471 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.191976 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 24 14:18:12.192334 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.193258 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.194395 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: ip-substring-filtering
Nov 24 14:18:12.194720 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l2_adjacency.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.195673 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.196280 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 24 14:18:12.196603 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l3.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.197562 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.198074 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: router
Nov 24 14:18:12.198394 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.200682 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.201198 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 24 14:18:12.201528 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.202465 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.202975 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: ext-gw-mode
Nov 24 14:18:12.203298 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.204250 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.204757 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: l3-ha
Nov 24 14:18:12.205075 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l3_flavors.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.205994 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.206495 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: l3-flavors
Nov 24 14:18:12.206813 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.207745 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.208283 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 24 14:18:12.208604 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: l3agentscheduler.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.209739 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.210242 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: l3_agent_scheduler
Nov 24 14:18:12.210567 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: logging.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.212066 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.212608 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension logging not supported by any of loaded plugins
Nov 24 14:18:12.212934 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: metering.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.213674 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.214245 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: metering
Nov 24 14:18:12.214568 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.215673 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.216242 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: metering_source_and_destination_fields
Nov 24 14:18:12.216573 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: multiprovidernet.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.217643 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.218160 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: multi-provider
Nov 24 14:18:12.218483 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: netmtu.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.219408 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.219919 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: net-mtu
Nov 24 14:18:12.220268 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: netmtu_writable.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.221242 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.221704 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: net-mtu-writable
Nov 24 14:18:12.222022 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: network_availability_zone.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.222687 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.223189 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: network_availability_zone
Nov 24 14:18:12.223503 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: network_ip_availability.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.224622 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.225185 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: network-ip-availability
Nov 24 14:18:12.225499 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: network_segment_range.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.226265 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.226763 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 24 14:18:12.227081 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: pagination.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.228063 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.228439 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: pagination
Nov 24 14:18:12.228757 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.229706 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.230198 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: port-mac-address-regenerate
Nov 24 14:18:12.230517 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: port_resource_request.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.231427 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.231927 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 24 14:18:12.232270 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: portbindings.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.233196 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.233698 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: binding
Nov 24 14:18:12.234015 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: portbindings_extended.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.235380 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.235894 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: binding-extended
Nov 24 14:18:12.236250 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: portsecurity.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.237173 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.237683 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: port-security
Nov 24 14:18:12.238005 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: project_id.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.238984 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.239311 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: project-id
Nov 24 14:18:12.239629 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: providernet.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.241269 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.241779 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: provider
Nov 24 14:18:12.242103 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.245722 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.246255 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos not supported by any of loaded plugins
Nov 24 14:18:12.246582 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.247862 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.248411 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 24 14:18:12.248741 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.249675 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.250185 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 24 14:18:12.250511 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_default.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.251433 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.251938 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-default not supported by any of loaded plugins
Nov 24 14:18:12.252296 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_fip.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.252952 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.253452 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-fip not supported by any of loaded plugins
Nov 24 14:18:12.253770 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_gateway_ip.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.254699 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.255211 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 24 14:18:12.255531 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_port_network_policy.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.257151 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.257638 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 24 14:18:12.257959 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_rule_type_details.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.258886 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.259398 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 24 14:18:12.259716 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: qos_rules_alias.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.260813 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.261329 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 24 14:18:12.261656 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: quotasv2.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.262561 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.262889 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: quotas
Nov 24 14:18:12.263212 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: quotasv2_detail.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.265024 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.265363 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: quota_details
Nov 24 14:18:12.265696 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: rbac.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.266770 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.267286 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: rbac-policies
Nov 24 14:18:12.267610 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: rbac_address_scope.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.268570 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.269082 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: rbac-address-scope
Nov 24 14:18:12.269409 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: rbac_security_groups.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.270332 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.270838 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: rbac-security-groups
Nov 24 14:18:12.271160 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: rbac_subnetpool.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.272171 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.272676 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: rbac-subnetpool
Nov 24 14:18:12.272993 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: revisionifmatch.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.273928 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.274431 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: revision-if-match
Nov 24 14:18:12.274750 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: revisions.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.275877 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.276422 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: standard-attr-revisions
Nov 24 14:18:12.276744 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: router_availability_zone.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.277417 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.277917 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: router_availability_zone
Nov 24 14:18:12.278237 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: routerservicetype.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.279176 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.279678 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension router-service-type not supported by any of loaded plugins
Nov 24 14:18:12.279997 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.280958 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.281462 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: port-security-groups-filtering
Nov 24 14:18:12.281781 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: securitygroup.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.293801 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.294326 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: security-group
Nov 24 14:18:12.294657 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: segment.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.295442 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.295952 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension segment not supported by any of loaded plugins
Nov 24 14:18:12.296317 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.297283 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.297794 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 24 14:18:12.298119 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: servicetype.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.299227 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.299738 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: service-type
Nov 24 14:18:12.300061 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: sorting.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.301074 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.301403 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: sorting
Nov 24 14:18:12.301722 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: standard_attr_segment.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.302644 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.303867 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 24 14:18:12.304220 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: standardattrdescription.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.304876 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.305380 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: standard-attr-description
Nov 24 14:18:12.305700 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: stateful_security_group.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.306641 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.307157 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: stateful-security-group
Nov 24 14:18:12.307480 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: stdattrs_common.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.308063 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 24 14:18:12.308405 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.309348 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.309862 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 24 14:18:12.310211 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: subnet_onboard.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.311373 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.311892 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: subnet_onboard
Nov 24 14:18:12.312248 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.313184 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.313693 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 24 14:18:12.314014 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: subnet_service_types.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.314942 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.315462 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: subnet-service-types
Nov 24 14:18:12.315783 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: subnetallocation.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.316899 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.317426 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: subnet_allocation
Nov 24 14:18:12.317748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.318415 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.318964 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: subnetpool-prefix-ops
Nov 24 14:18:12.319283 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.320269 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.320803 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 24 14:18:12.321124 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: tagging.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.322196 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.322714 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: standard-attr-tag
Nov 24 14:18:12.323036 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: timestamp.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.324275 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.324790 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loaded extension: standard-attr-timestamp
Nov 24 14:18:12.325116 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: trunk.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.326162 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.326678 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension trunk not supported by any of loaded plugins
Nov 24 14:18:12.326999 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: trunk_details.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.327936 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.328474 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension trunk-details not supported by any of loaded plugins
Nov 24 14:18:12.328800 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: uplink_status_propagation.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.329723 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.330229 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 24 14:18:12.330551 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Loading extension file: vlantransparent.py {{(pid=84126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 24 14:18:12.331223 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 24 14:18:12.331727 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 24 14:18:12.333996 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:network
Nov 24 14:18:12.334810 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:subnet
Nov 24 14:18:12.335687 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 14:18:12.336320 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:port
Nov 24 14:18:12.337609 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.338053 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service FLAVORS assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.338680 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.339102 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.339429 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:router
Nov 24 14:18:12.340077 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 14:18:12.340809 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service METERING assigned prefix: /metering {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.342236 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64206cb970>> rbac-policy before_create 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.342600 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64206cb970>> rbac-policy before_update 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.342948 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64206cb970>> rbac-policy before_delete 55550000 {{(pid=84126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:18:12.344075 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 14:18:12.344530 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:security_group
Nov 24 14:18:12.345187 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 14:18:12.345940 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service CORE assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.346268 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 14:18:12.346603 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] subnetpool is already registered
Nov 24 14:18:12.347224 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service CORE assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.347550 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 14:18:12.347900 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] subnetpool is already registered
Nov 24 14:18:12.351041 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.351472 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service FLAVORS assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.352062 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.352521 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.352853 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:router
Nov 24 14:18:12.353179 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] router is already registered
Nov 24 14:18:12.353777 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 14:18:12.354104 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] floatingip is already registered
Nov 24 14:18:12.354734 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service METERING assigned prefix: /metering {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.355397 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 14:18:12.355722 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] rbac_policy is already registered
Nov 24 14:18:12.356359 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:security_group
Nov 24 14:18:12.356687 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] security_group is already registered
Nov 24 14:18:12.357273 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 14:18:12.357605 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] security_group_rule is already registered
Nov 24 14:18:12.358256 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service CORE assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.358581 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 14:18:12.358903 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] subnetpool is already registered
Nov 24 14:18:12.359514 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.v2.resource_helper [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Service CORE assigned prefix:  {{(pid=84126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 14:18:12.359836 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 14:18:12.360184 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING neutron.quota.resource_registry [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] subnetpool is already registered
Nov 24 14:18:12.360836 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: extensions {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.362273 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: address-groups {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.363842 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: address-scopes {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.365077 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: agents {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.366947 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: auto-allocated-topology {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.368209 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: availability_zones {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.369493 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: dhcp-networks {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.370899 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: dhcp-agents {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.372323 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: routers {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.374102 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: flavors {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.375240 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: service_profiles {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.376462 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: next_providers {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.378023 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: service_profiles {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.379462 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: floatingip-pools {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.380692 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: routers {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.382511 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: floatingips {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.383687 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: l3-routers {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.385058 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: l3-agents {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.386433 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: metering-labels {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.388686 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: metering-label-rules {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.389932 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: network-ip-availabilities {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.391152 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: bindings {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.392830 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: quotas {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.394248 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: quotas {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.395663 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: rbac-policies {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.397060 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: security-groups {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.398265 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: security-group-rules {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.399472 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: service-providers {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.400728 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: subnetpools {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.402126 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: subnetpools {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.403541 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.405251 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.407004 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.409083 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.410828 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.413161 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.415002 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.417051 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.418868 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.420711 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron.api.extensions [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Extended resource: tags {{(pid=84126) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 24 14:18:12.426651 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING keystonemiddleware.auth_token [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 24 14:18:12.432205 dv-neutron-818347-1-hyperv neutron-server[84126]: WARNING keystonemiddleware.auth_token [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 24 14:18:12.440896 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Acquired lock "singleton_lock" {{(pid=84126) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 24 14:18:12.441369 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Releasing lock "singleton_lock" {{(pid=84126) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 24 14:18:12.441998 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO oslo_service.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Starting 2 workers
Nov 24 14:18:12.446561 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Started child 84233 {{(pid=84126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 14:18:12.450670 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Started child 84234 {{(pid=84126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 14:18:12.451978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:12.452643 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO neutron.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 24 14:18:12.452843 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Notify callbacks [] for process, before_spawn {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:12.453433 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [-] (84233) wsgi starting up on http://0.0.0.0:9696
Nov 24 14:18:12.455263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:12.455776 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO oslo_service.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Starting 1 workers
Nov 24 14:18:12.456624 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [-] (84234) wsgi starting up on http://0.0.0.0:9696
Nov 24 14:18:12.460407 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Started child 84235 {{(pid=84126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 14:18:12.460960 dv-neutron-818347-1-hyperv neutron-server[84126]: INFO oslo_service.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Starting 1 workers
Nov 24 14:18:12.464278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] calling RpcWorker wait() {{(pid=84235) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 24 14:18:12.464823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] returning from RpcWorker wait() {{(pid=84235) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 24 14:18:12.465115 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Started child 84236 {{(pid=84126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 14:18:12.465901 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-921abab4-ffd3-442f-930c-dcab25026fb7 None None] Notify callbacks [] for process, after_spawn {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:12.466186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:12.466673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:18:12.467809 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84126) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 24 14:18:12.468029 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 14:18:12.468586 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 24 14:18:12.468803 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 14:18:12.469134 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 24 14:18:12.469297 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 24 14:18:12.469951 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.470041 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:12.470466 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.470466 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.470727 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.471186 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.471766 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.472009 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.472266 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.472545 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.472795 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.472963 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.473129 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.473384 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.473646 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.473936 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.474191 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.474429 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.475295 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.475470 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.475881 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.476180 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.476430 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.476691 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.476946 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.477419 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.477648 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.477910 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.478151 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.478417 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.478654 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.478922 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.479144 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.479356 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.479612 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.479860 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.480076 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.480349 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.480607 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.480824 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.481298 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] host                           = dv-neutron-818347-1-hyperv {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.481547 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.481771 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.482024 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.482256 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.482516 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.482731 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.482980 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.483235 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.483488 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.483727 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.483989 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.484237 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.484461 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.484710 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.484874 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.485096 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.485361 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.485644 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.485836 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.485993 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.486163 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.486425 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.486573 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.486822 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.487052 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.487282 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.487532 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.487729 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.487969 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.488265 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.488481 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.488712 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.488921 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.489183 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.489413 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.489656 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.489878 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.490098 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.490423 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.491173 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.491393 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.491701 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.491859 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.492124 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.492380 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.492566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.493763 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.494172 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.495222 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.495222 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.495492 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.495784 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:18:12.495958 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.496423 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.496592 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.496834 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.497108 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.497344 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.497653 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.497810 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.498058 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.498300 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.498523 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.498762 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.499027 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.499244 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.499487 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.499784 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.499923 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.500202 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.500616 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.500907 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.501227 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.501475 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.501710 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.501952 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.502254 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.502502 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.502759 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.503009 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.503308 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.503529 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.503867 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.504174 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.508566 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.509453 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.509453 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.509453 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.510077 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.510537 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.510673 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.510845 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.511114 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.511391 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.511750 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.511979 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.512239 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.512472 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.512700 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.512943 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.513183 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.513413 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.513676 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.513909 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.514153 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.514372 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.514619 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.514819 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.515075 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.515297 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.515692 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.515814 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.515950 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.516266 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.516518 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.516837 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.517004 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.517196 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.517415 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.517648 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.517883 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.518105 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.518320 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.518537 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.518783 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.518997 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.519234 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.519465 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.519701 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.519936 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.520204 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.520405 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.520621 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.520854 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.521068 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.521285 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.521520 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.522081 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.522227 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.522406 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.522662 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.522885 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.523133 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.523380 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.523639 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.523857 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.524132 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.524371 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.524645 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.524876 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.525163 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.525387 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.525623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.525866 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.526082 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.526335 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.526580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.526836 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.527073 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.527546 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.527632 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.527837 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.528142 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.528357 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.528634 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.529414 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.529414 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.529414 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.529663 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.531702 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.532313 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.532313 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.532451 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.533256 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.533256 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.533451 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.533619 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.534092 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.534206 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.535027 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.535358 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.535963 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.535963 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.536159 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.536332 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.536596 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.536859 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.538384 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.538384 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.538384 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.538384 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.538657 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.538723 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.538955 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.539187 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.539422 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.539671 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.539874 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.540107 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.540344 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.540562 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.540782 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.541016 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.541232 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.541461 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.541712 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.541929 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.542179 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.542412 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.542630 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.542890 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.543097 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.543326 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.543570 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.543787 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.544066 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.544345 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.544587 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.544854 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.545037 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.545279 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.545492 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.545741 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.545958 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.546170 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.546390 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.546620 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.546843 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.547059 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.547295 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.547545 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.547816 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.548056 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.548392 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.548614 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.548874 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.549109 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.549349 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.549562 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.549808 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.550025 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.550236 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.550448 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.550686 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.550911 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.551151 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.551362 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.551571 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.551813 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.552060 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.552298 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.552568 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.552797 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.553587 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.553886 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.554191 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.554425 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.554678 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.554921 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.555148 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.555358 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.555586 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.555803 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.556011 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.556327 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.564580 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.565501 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.566625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567233 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.567904 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 24 14:18:12.567904 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84126) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 24 14:18:12.567904 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 14:18:12.567904 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 24 14:18:12.567904 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 14:18:12.567904 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 24 14:18:12.567904 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 24 14:18:12.568401 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.568401 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.568401 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.568685 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.568789 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.569081 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.569081 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.569247 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.569388 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.569549 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.569705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.569863 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.570020 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.570177 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.570337 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.570551 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.570705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.570859 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.571025 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.571183 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.571401 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.571535 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.571656 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.571776 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.571974 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.572159 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.572311 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.572469 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.572625 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.572781 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.572937 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.573095 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.573251 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.573408 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.573564 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.573720 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.573868 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.574188 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.574325 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.574658 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] host                           = dv-neutron-818347-1-hyperv {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.574658 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.574658 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.574982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.574982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.575190 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.575319 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.575439 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.575558 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.575678 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.575797 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.575946 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.577705 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.578748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.578748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.578748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.578748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.578748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.578748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.578748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.579623 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.580457 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.580457 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.580457 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.580457 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.580457 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.580457 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.580457 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581030 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581030 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581030 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581030 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581326 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581326 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581464 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581538 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581641 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581796 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.581951 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.582113 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.582307 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.582429 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.582585 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.582742 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.582897 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.583057 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.583285 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.583604 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.583762 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.583918 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.584117 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.584324 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.584482 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.584639 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.584795 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.584952 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 14:18:12.585126 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.585287 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.585456 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.585615 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.585776 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.585936 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.586096 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.586256 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.586418 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.586578 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.586745 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.586905 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.587078 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.587236 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.587396 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.587556 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.587715 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.587876 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.588036 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.588229 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.588390 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.588550 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.588710 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.588870 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.589029 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.589193 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.589351 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.589511 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.589671 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.589831 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.589995 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.590153 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.590313 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.590473 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.590633 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.590796 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.590957 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.591117 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.591278 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.591437 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.591607 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.591767 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.592181 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.592181 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595455 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.595982 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.596527 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597005 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597005 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597005 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597005 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597005 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597005 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597323 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597323 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597436 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597715 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597715 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.597891 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.598031 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.598192 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.598349 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.598511 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.598669 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.598807 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.598952 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.599127 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.599492 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.599492 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.599696 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.599696 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.600446 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.600532 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.600693 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.600851 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.601010 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.601169 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.601336 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.601496 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.601656 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.601814 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.601980 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.602151 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.602313 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.602473 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.602633 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.602792 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.602953 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.603112 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.603271 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.603430 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.603590 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.603748 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.603915 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.604177 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.604313 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.604523 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.604766 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.604766 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605198 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605198 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605198 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605569 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605569 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605713 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605788 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.605900 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.606058 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.606224 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.606384 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.606543 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.606703 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.606863 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.607048 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.607186 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.607331 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.607488 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.607647 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.607809 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.607969 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.608146 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.608305 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.608440 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.608655 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.608793 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.608925 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.609055 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.609198 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.609329 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.609673 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.609673 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.609940 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.609940 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.610185 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.610322 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.610453 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.610594 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.610726 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.610856 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.610987 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.611117 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.611248 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.611401 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.611563 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.611711 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.611957 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.612135 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.612228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:18:12.612318 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.612447 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.612605 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.612741 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.612902 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.613044 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.613221 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.613381 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.613541 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.613700 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.613860 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.614019 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.614180 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.614344 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.614493 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.614630 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.614781 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.614942 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.615101 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.615261 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.616032 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.616211 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.616375 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.616550 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.616695 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.616826 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.616966 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.617099 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.617189 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.617335 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.617494 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.617655 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.617822 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.617981 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.618138 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.618296 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.618454 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.618619 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.618779 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.618939 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.619106 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.619265 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.619423 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.619583 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.619756 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.619917 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.620077 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.620255 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.620415 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.620573 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.620734 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.620898 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.621066 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.621232 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.621392 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.621571 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.621729 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.621896 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.622053 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.622219 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.622376 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.622534 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.622692 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.622850 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.623007 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.623169 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.623330 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.623489 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.623646 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.623805 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.623963 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.624142 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.624304 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.624465 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.625051 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.625051 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.625051 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.625051 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.628267 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.628267 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 14:18:12.628267 dv-neutron-818347-1-hyperv neutron-server[84126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 24 14:18:12.751080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45068) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:12.759374 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062659
Nov 24 14:18:23.324693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6060eb19-f5c7-44ee-9c49-3cb4ff5fd8b8 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:18:23.410764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6060eb19-f5c7-44ee-9c49-3cb4ff5fd8b8 None None] No non-hosted networks {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 24 14:18:23.421728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.agentschedulers_db [None req-6060eb19-f5c7-44ee-9c49-3cb4ff5fd8b8 None None] DHCP Agent not found on host dv-neutron-818347-1-hyperv {{(pid=84235) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 24 14:18:23.644664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3085ce8b-69ef-43c9-a170-c462440667b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400294'] for agent, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:23.841973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400294'] for agent, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:23.842867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.843206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.843529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.843851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.844196 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.844514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.848256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.848256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.848256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.848256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.848256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:23.848701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f642037df40>, 'Open vSwitch agent', 'dv-neutron-818347-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:18:23.853574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f64203f01c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818347-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:18:25.614715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-afd08b67-1f2e-4cee-9c57-a684d8d2c1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400294'] for agent, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:25.658248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-bab8c054-6d26-4604-998c-fa24bf3aef63 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-818347-1-hyperv {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:18:25.659012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-bab8c054-6d26-4604-998c-fa24bf3aef63 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:18:26.174105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bab8c054-6d26-4604-998c-fa24bf3aef63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:26.590194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400294'] for agent, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:28.087045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400294'] for agent, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:29.604016 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.db.l3_hamode_db [None req-fbaf5336-e0bd-46a1-a655-a953bb17b77b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 24 14:18:29.690675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf5336-e0bd-46a1-a655-a953bb17b77b None None] Routers set() bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:18:29.690969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf5336-e0bd-46a1-a655-a953bb17b77b None None] Router IDs set() for agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 24 14:18:29.730252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45160) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:30.330727 dv-neutron-818347-1-hyperv neutron-server[84234]: WARNING oslo_policy.policy [None req-8b4501e5-d22d-47c8-9c5c-67fbec3726b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:30.331311 dv-neutron-818347-1-hyperv neutron-server[84234]: WARNING oslo_policy.policy [None req-8b4501e5-d22d-47c8-9c5c-67fbec3726b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:30.546779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-8b4501e5-d22d-47c8-9c5c-67fbec3726b7 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:18:30.547725 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b4501e5-d22d-47c8-9c5c-67fbec3726b7 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8165879
Nov 24 14:18:32.768545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45174) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:33.151883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:18:33.200431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.policy [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84234) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 24 14:18:33.201163 dv-neutron-818347-1-hyperv neutron-server[84234]: WARNING oslo_policy.policy [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:33.201537 dv-neutron-818347-1-hyperv neutron-server[84234]: WARNING oslo_policy.policy [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:33.204846 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.quota [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f64204a5820>.
Nov 24 14:18:33.220051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:18:33.350795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754254091256', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754254080685', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754254080260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754254054829', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754254060973', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1110275', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1103107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550517', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612143'] for rbac-policy, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:33.512889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:33.514000 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8337d2f5-5ccd-48c4-81a7-1a571291b542 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7444317
Nov 24 14:18:35.992980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45188) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:36.359166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'f416dbefc5c34a6fae67f017270c976f'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:18:36.363791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:18:36.368269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Usage tracker for resource:network and tenant:f416dbefc5c34a6fae67f017270c976f is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:18:36.372758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:18:36.378701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:18:36.452192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Made reservation on behalf of f416dbefc5c34a6fae67f017270c976f for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:18:36.454987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.473787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.516335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:18:36.520001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Usage tracker for resource:security_group_rule and tenant:f416dbefc5c34a6fae67f017270c976f is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:18:36.523543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:18:36.529450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:18:36.664789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.715324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.720820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:36.741058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:18:36.765895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754251700938', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.766505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f642101aca0> segment precommit_create {{(pid=84234) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 24 14:18:36.766967 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Added segment fe12a5aa-44e3-448b-928a-9d8a014d6607 of type vlan for network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f
Nov 24 14:18:36.775653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21dfff3-9e14-479e-8d2c-f64ff6c0c3f8,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:36.836976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.837310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.837638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.837954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.838284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.838602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.838930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.839244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.839550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.839860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.840232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Tracked resource versions report:
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]: pushed versions:
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Log': {'1.0'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Network': {'1.1'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Port': {'1.5'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'PortForwarding': {'1.2'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'QosPolicy': {'1.8'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'SecurityGroup': {'1.2'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'SubPort': {'1.0'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Subnet': {'1.1'},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Trunk': {'1.1'}}
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]: consumer versions:
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Log': '1.0',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Network': '1.1',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Port': '1.5',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'PortForwarding': '1.2',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'QosPolicy': '1.8',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'SecurityGroup': '1.2',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'SubPort': '1.0',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Subnet': '1.1',
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Trunk': '1.1'}}
Nov 24 14:18:36.841462 dv-neutron-818347-1-hyperv neutron-server[84234]:  {{(pid=84234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:18:36.885310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:36.888576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.992736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.993981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:18:36.994629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:36.997877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:37.102097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Pushing event updated for resources: {'Network': ['ID=b7e97de6-7ac8-4bc2-9a22-33980a8cd30f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:37.105212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:37.113889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:18:37.156032 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1617210
Nov 24 14:18:39.713672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45204) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:40.187991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92486ae5-8560-43d6-90fd-f591c6c66559 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:18:40.189336 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-92486ae5-8560-43d6-90fd-f591c6c66559 admin admin] 10.222.0.53 "GET /v2.0/networks/b7e97de6-7ac8-4bc2-9a22-33980a8cd30f HTTP/1.1" status: 200  len: 825 time: 0.4747162
Nov 24 14:18:40.219163 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-788b5f33-7dc2-4d6b-acec-303e7833376e admin admin] 10.222.0.53 "GET /v2.0/subnetpools/7b3058e0-c348-4f20-a534-0c5adf0eaebe HTTP/1.1" status: 200  len: 734 time: 0.0243220
Nov 24 14:18:40.227970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Request body: {'subnet': {'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7b3058e0-c348-4f20-a534-0c5adf0eaebe', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:18:40.232326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:18:40.236060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Usage tracker for resource:subnet and tenant:f416dbefc5c34a6fae67f017270c976f is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:18:40.238905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:18:40.245129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:18:40.323766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Made reservation on behalf of f416dbefc5c34a6fae67f017270c976f for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:18:40.326035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:40.658414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:40.664704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:40.745011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e84debc-ebad-4b42-8d1d-db8cc573b8ed,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:40.749332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Checking segment: {'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:18:40.749687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Network hostable DHCP agents. Network: b7e97de6-7ac8-4bc2-9a22-33980a8cd30f, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:18:40.754951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:40.829374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:18:40.915178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, b7e97de6-7ac8-4bc2-9a22-33980a8cd30f) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:18:40.919790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:18:40.920390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:40.924897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061eca8-406b-4d3a-9b57-a7ab3de3685f None None] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:18:41.004353 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7801218
Nov 24 14:18:41.243101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'fixed_ips': [{'subnet_id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:18:41.244327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:41.429376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Allocated IP 172.20.0.2 (b7e97de6-7ac8-4bc2-9a22-33980a8cd30f/4e84debc-ebad-4b42-8d1d-db8cc573b8ed/197bc439-4bac-4abb-9f9b-6826a4fd598f) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:18:41.653078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:41.667207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Transition to ACTIVE for port object 197bc439-4bac-4abb-9f9b-6826a4fd598f will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:18:41.687093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Transition to ACTIVE for port object 197bc439-4bac-4abb-9f9b-6826a4fd598f will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:18:41.742422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:41.750181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:41.806404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:18:41.813392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:18:41.818750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:18:41.826023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Pushing event updated for resources: {'Port': ['ID=197bc439-4bac-4abb-9f9b-6826a4fd598f,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:41.863602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.863941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.864286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.864605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.865036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.865499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.865820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.866148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.866464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.866770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.867077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Tracked resource versions report:
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]: pushed versions:
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Log': {'1.0'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Network': {'1.1'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Port': {'1.5'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'PortForwarding': {'1.2'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'QosPolicy': {'1.8'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'SecurityGroup': {'1.2'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'SubPort': {'1.0'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Subnet': {'1.1'},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Trunk': {'1.1'}}
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]: consumer versions:
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Log': '1.0',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Network': '1.1',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Port': '1.5',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'PortForwarding': '1.2',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'QosPolicy': '1.8',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'SecurityGroup': '1.2',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'SubPort': '1.0',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Subnet': '1.1',
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Trunk': '1.1'}}
Nov 24 14:18:41.868400 dv-neutron-818347-1-hyperv neutron-server[84235]:  {{(pid=84235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:18:41.872678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:41.926779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Attempting to bind port 197bc439-4bac-4abb-9f9b-6826a4fd598f on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:18:41.928197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Attempting to bind port 197bc439-4bac-4abb-9f9b-6826a4fd598f by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:18:41.928197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Attempting to bind port 197bc439-4bac-4abb-9f9b-6826a4fd598f on network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:18:41.934336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:18:41.934739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Checking segment: {'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:18:41.935193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:41.935570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Bound using segment: {'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:18:41.936036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Bound port: 197bc439-4bac-4abb-9f9b-6826a4fd598f, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:18:41.936439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:42.020114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] For port 197bc439-4bac-4abb-9f9b-6826a4fd598f, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:18:42.024357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] For port 197bc439-4bac-4abb-9f9b-6826a4fd598f, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=197bc439-4bac-4abb-9f9b-6826a4fd598f,segment=NetworkSegment(fe12a5aa-44e3-448b-928a-9d8a014d6607),segment_id=fe12a5aa-44e3-448b-928a-9d8a014d6607)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:18:42.098525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:42.102682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:42.208560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Pushing event updated for resources: {'Port': ['ID=197bc439-4bac-4abb-9f9b-6826a4fd598f,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:42.212021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:43.263706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45214) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:43.665458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-baec0b6b-3b63-47d9-863d-472d2257f495 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:18:43.666435 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-baec0b6b-3b63-47d9-863d-472d2257f495 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4017463
Nov 24 14:18:45.811212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc70821-ff32-450a-a60c-55bed26603d9 None None] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:18:45.930496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45228) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:45.982473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b04b4ba6-6d3e-4849-8a02-51077101d2d8 None None] Provisioning for port 197bc439-4bac-4abb-9f9b-6826a4fd598f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:18:46.048516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 197bc439-4bac-4abb-9f9b-6826a4fd598f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:18:46.204212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 197bc439-4bac-4abb-9f9b-6826a4fd598f completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:18:46.210729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 197bc439-4bac-4abb-9f9b-6826a4fd598f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:18:46.211186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:46.330179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:46.344871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-dc1608f6-4063-4f4f-9ffe-38eaf0783ffc admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:18:46.345832 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dc1608f6-4063-4f4f-9ffe-38eaf0783ffc admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4142752
Nov 24 14:18:46.362477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 197bc439-4bac-4abb-9f9b-6826a4fd598f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=197bc439-4bac-4abb-9f9b-6826a4fd598f,segment=NetworkSegment(fe12a5aa-44e3-448b-928a-9d8a014d6607),segment_id=fe12a5aa-44e3-448b-928a-9d8a014d6607)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:18:46.416102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4af65933-1f84-4e43-8baa-096d9bee8cd8 None None] Provisioning complete for port 197bc439-4bac-4abb-9f9b-6826a4fd598f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:18:46.416400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4af65933-1f84-4e43-8baa-096d9bee8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:46.446353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:46.457241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:46.548475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=197bc439-4bac-4abb-9f9b-6826a4fd598f,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:46.551896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:48.012416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 197bc439-4bac-4abb-9f9b-6826a4fd598f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:18:48.084375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 197bc439-4bac-4abb-9f9b-6826a4fd598f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:18:48.084745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:48.890552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45240) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:49.569361 dv-neutron-818347-1-hyperv neutron-server[84233]: WARNING oslo_policy.policy [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:49.569952 dv-neutron-818347-1-hyperv neutron-server[84233]: WARNING oslo_policy.policy [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:49.783015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Request body: {'router': {'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'name': 'router1', 'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:18:49.816933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.policy [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84233) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 24 14:18:49.818231 dv-neutron-818347-1-hyperv neutron-server[84233]: WARNING oslo_policy.policy [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:49.818602 dv-neutron-818347-1-hyperv neutron-server[84233]: WARNING oslo_policy.policy [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 14:18:49.822099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.quota [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6420411940>.
Nov 24 14:18:49.837995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:18:49.844451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Usage tracker for resource:router and tenant:f416dbefc5c34a6fae67f017270c976f is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:18:49.849010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:18:49.856444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:18:49.935887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:49.937916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:49.966791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:50.142158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:50.232244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:50.233694 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-098aacf9-7fa9-4f8b-a5ef-dced23a8b4f8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.3411040
Nov 24 14:18:52.455594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45256) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:52.847345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-af1610cd-d356-409d-b68e-9b839c5af3c5 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:18:52.848308 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-af1610cd-d356-409d-b68e-9b839c5af3c5 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3916879
Nov 24 14:18:53.335133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cfded6b7-82b7-42c4-9384-8d88072fae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:53.792558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:55.269187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45266) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:55.632204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-912e320c-2be0-4d5a-a6d3-2bbd5f349863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:55.658213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:18:55.663271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:18:55.667034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Usage tracker for resource:network and tenant:64dd2c40c06640748842ff9c9ce15bb3 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:18:55.670455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:18:55.676047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:18:55.742956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Made reservation on behalf of 64dd2c40c06640748842ff9c9ce15bb3 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:18:55.745836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:55.765337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:55.805488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:18:55.809336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Usage tracker for resource:security_group_rule and tenant:64dd2c40c06640748842ff9c9ce15bb3 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:18:55.812522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:18:55.818299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:18:55.884050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:55.957511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:55.962731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:55.973486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=84233) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 24 14:18:56.004016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754251700938', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:56.004597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f642101aca0> segment precommit_create {{(pid=84233) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 24 14:18:56.005078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Added segment b3c8d370-814b-4a0c-9d50-cb3db8828ba2 of type flat for network 5b0d8217-df71-450f-94d7-3850664dbcf8
Nov 24 14:18:56.056484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4803b7-7cc9-4822-8ccc-cdc2bb76281f,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:56.081561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.082451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.082451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.082696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.082866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.083204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.083524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.083996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.084325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.084628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.084929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Tracked resource versions report:
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]: pushed versions:
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Log': {'1.0'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Network': {'1.1'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Port': {'1.5'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'PortForwarding': {'1.2'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'QosPolicy': {'1.8'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'SecurityGroup': {'1.2'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'SubPort': {'1.0'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Subnet': {'1.1'},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Trunk': {'1.1'}}
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]: consumer versions:
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Log': '1.0',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Network': '1.1',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Port': '1.5',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'PortForwarding': '1.2',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'QosPolicy': '1.8',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'SecurityGroup': '1.2',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'SubPort': '1.0',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Subnet': '1.1',
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Trunk': '1.1'}}
Nov 24 14:18:56.086177 dv-neutron-818347-1-hyperv neutron-server[84233]:  {{(pid=84233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:18:56.126224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:56.139386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:56.228812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:56.230239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:18:56.230870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:56.235328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:18:56.342012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0d8217-df71-450f-94d7-3850664dbcf8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:18:56.345143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:18:56.353235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:18:56.393253 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1229458
Nov 24 14:18:56.540021 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:18:56.558266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:58.000416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:58.643945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45292) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:18:58.876360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ee7e1-90ac-4b0f-8e42-852fb3ae8cf2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:18:58.877698 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f52ee7e1-90ac-4b0f-8e42-852fb3ae8cf2 admin admin] 10.222.0.53 "GET /v2.0/subnets/4e84debc-ebad-4b42-8d1d-db8cc573b8ed HTTP/1.1" status: 200  len: 849 time: 0.2327919
Nov 24 14:18:59.025512 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4ffbdc30-e477-4a2f-8126-4033c327fea9 admin admin] 10.222.0.53 "GET /v2.0/routers/539049aa-8911-4e1d-9a9a-1498281f5210 HTTP/1.1" status: 200  len: 704 time: 0.1419749
Nov 24 14:18:59.499961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:59.729636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Allocated IP 172.20.0.1 (b7e97de6-7ac8-4bc2-9a22-33980a8cd30f/4e84debc-ebad-4b42-8d1d-db8cc573b8ed/28ad34ef-e6bd-4e5f-9a68-42eef75b60a0) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:18:59.890018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:18:59.907922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Transition to ACTIVE for port object 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:19:00.012104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:00.016400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:00.077060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:19:00.084783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:19:00.091807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:19:00.092826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:00.096713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Pushing event updated for resources: {'Port': ['ID=28ad34ef-e6bd-4e5f-9a68-42eef75b60a0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:00.100962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:00.264357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:00.343246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c5b8c6b-9293-4d95-9261-377e5900f174 None None] Provisioning for port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:19:00.348729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c5b8c6b-9293-4d95-9261-377e5900f174 None None] Provisioning complete for port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:19:00.348729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8c6b-9293-4d95-9261-377e5900f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:00.400521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b8c6b-9293-4d95-9261-377e5900f174 None None] Port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:19:00.497247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:00.554759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:00.555843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:00.559714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:00.691420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Pushing event updated for resources: {'Port': ['ID=28ad34ef-e6bd-4e5f-9a68-42eef75b60a0,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:00.695288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:00.786145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:19:00.787835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:19:01.023013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-895c1ede-60d4-49ab-8202-40684ed075de None None] Provisioning complete for port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:19:01.023380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-895c1ede-60d4-49ab-8202-40684ed075de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:01.074596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-895c1ede-60d4-49ab-8202-40684ed075de None None] Port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:19:01.215111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Router 539049aa-8911-4e1d-9a9a-1498281f5210 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:19:01.379701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:19:01.389915 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Sync routers for ids ['539049aa-8911-4e1d-9a9a-1498281f5210'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:19:01.390353 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] 10.222.0.53 "PUT /v2.0/routers/539049aa-8911-4e1d-9a9a-1498281f5210/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3599200
Nov 24 14:19:01.403146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Routers {'539049aa-8911-4e1d-9a9a-1498281f5210'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:19:01.404006 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202bdaf0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:18:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['539049aa-8911-4e1d-9a9a-1498281f5210'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:01.596135 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Set router 539049aa-8911-4e1d-9a9a-1498281f5210 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:19:01.970823 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202bdaf0>, [{'id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'name': 'router1', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:49Z', 'updated_at': '2021-11-24T14:19:00Z', 'revision_number': 2, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'gw_port_host': None, '_interfaces': [{'id': '28ad34ef-e6bd-4e5f-9a68-42eef75b60a0', 'name': '', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'mac_address': 'fa:16:3e:9e:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:59Z', 'updated_at': '2021-11-24T14:19:00Z', 'revision_number': 2, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'subnets': [{'id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b3058e0-c348-4f20-a534-0c5adf0eaebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:01.976338 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Checking router: 539049aa-8911-4e1d-9a9a-1498281f5210 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:19:01.976717 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Updating router 539049aa-8911-4e1d-9a9a-1498281f5210 port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:19:02.030805 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:02.403041 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:02.418007 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Transition to ACTIVE for port object 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:19:02.483549 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:02.491559 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:02.610717 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Pushing event updated for resources: {'Port': ['ID=28ad34ef-e6bd-4e5f-9a68-42eef75b60a0,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:02.651934 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.652295 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.652622 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.652940 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.653323 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.653580 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.653893 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.654218 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.654530 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.654839 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.655144 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Tracked resource versions report:
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]: pushed versions:
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Log': {'1.0'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Network': {'1.1'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Port': {'1.5'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'PortForwarding': {'1.2'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'QosPolicy': {'1.8'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'SecurityGroup': {'1.2'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'SubPort': {'1.0'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Subnet': {'1.1'},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Trunk': {'1.1'}}
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]: consumer versions:
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Log': '1.0',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Network': '1.1',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Port': '1.5',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'PortForwarding': '1.2',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'QosPolicy': '1.8',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'SecurityGroup': '1.2',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'SubPort': '1.0',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Subnet': '1.1',
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Trunk': '1.1'}}
Nov 24 14:19:02.656533 dv-neutron-818347-1-hyperv neutron-server[84236]:  {{(pid=84236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:19:02.663138 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:02.747060 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Attempting to bind port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:19:02.747455 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Attempting to bind port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:19:02.747886 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Attempting to bind port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 on network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:19:02.754205 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:19:02.754630 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Checking segment: {'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:19:02.755275 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:02.755667 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Bound using segment: {'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:19:02.756179 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Bound port: 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe12a5aa-44e3-448b-928a-9d8a014d6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:19:02.756547 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:02.847709 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] For port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:19:02.852717 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] For port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=28ad34ef-e6bd-4e5f-9a68-42eef75b60a0,segment=NetworkSegment(fe12a5aa-44e3-448b-928a-9d8a014d6607),segment_id=fe12a5aa-44e3-448b-928a-9d8a014d6607)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:19:02.921170 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:02.925131 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:03.008473 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Pushing event updated for resources: {'Port': ['ID=28ad34ef-e6bd-4e5f-9a68-42eef75b60a0,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:03.012612 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:03.016159 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Routers {'539049aa-8911-4e1d-9a9a-1498281f5210'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:19:03.017048 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202bdaf0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:18:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['539049aa-8911-4e1d-9a9a-1498281f5210'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:03.171269 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] Set router 539049aa-8911-4e1d-9a9a-1498281f5210 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:19:03.462901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45312) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:19:03.506820 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202bdaf0>, [{'id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'name': 'router1', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:49Z', 'updated_at': '2021-11-24T14:19:00Z', 'revision_number': 2, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'gw_port_host': None, '_interfaces': [{'id': '28ad34ef-e6bd-4e5f-9a68-42eef75b60a0', 'name': '', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'mac_address': 'fa:16:3e:9e:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:59Z', 'updated_at': '2021-11-24T14:19:02Z', 'revision_number': 4, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'subnets': [{'id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b3058e0-c348-4f20-a534-0c5adf0eaebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:03.510674 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929698b-6ace-4d44-a64c-e3ca9c14bcdc None None] The sync data for ids ['539049aa-8911-4e1d-9a9a-1498281f5210'] in dv-neutron-818347-1-hyperv is: [{'id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'name': 'router1', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:49Z', 'updated_at': '2021-11-24T14:19:00Z', 'revision_number': 2, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'gw_port_host': None, '_interfaces': [{'id': '28ad34ef-e6bd-4e5f-9a68-42eef75b60a0', 'name': '', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'mac_address': 'fa:16:3e:9e:75:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:59Z', 'updated_at': '2021-11-24T14:19:02Z', 'revision_number': 4, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'subnets': [{'id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b3058e0-c348-4f20-a534-0c5adf0eaebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:19:03.637610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb32d94-1351-44b1-bece-b367f5cb3760 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:19:03.638220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0bb32d94-1351-44b1-bece-b367f5cb3760 admin admin] Synchronizing usage tracker for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:19:03.720321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0bb32d94-1351-44b1-bece-b367f5cb3760 admin admin] Unset dirty status for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:19:03.721377 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0bb32d94-1351-44b1-bece-b367f5cb3760 admin admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 842 time: 0.2574332
Nov 24 14:19:03.731116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Request body: {'subnet': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'gateway_ip': '172.26.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.2.0/24', 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:19:03.736160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:19:03.739996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Usage tracker for resource:subnet and tenant:64dd2c40c06640748842ff9c9ce15bb3 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:19:03.742921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:19:03.748949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:19:03.832327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Made reservation on behalf of 64dd2c40c06640748842ff9c9ce15bb3 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:19:03.835409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:04.271900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.objects.ports [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84233) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:19:04.272361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:04.276330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:04.355879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac3d3f8-9b5c-47c3-930a-cd2508be263a,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:04.369868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:19:04.370217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Network hostable DHCP agents. Network: 5b0d8217-df71-450f-94d7-3850664dbcf8, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:19:04.380934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:04.477880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:19:04.554746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 5b0d8217-df71-450f-94d7-3850664dbcf8) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:19:04.562764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17266430-a535-4d63-9671-7b702943f943 None None] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:19:04.563224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:19:04.563893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:04.661998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9341960
Nov 24 14:19:04.801498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e4276-5290-448c-b151-530b36200085 None None] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:19:06.037491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:19:06.180372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:19:06.185439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:19:06.186009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:06.298999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:06.329847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=28ad34ef-e6bd-4e5f-9a68-42eef75b60a0,segment=NetworkSegment(fe12a5aa-44e3-448b-928a-9d8a014d6607),segment_id=fe12a5aa-44e3-448b-928a-9d8a014d6607)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:19:06.408940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:06.412232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:06.477630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=28ad34ef-e6bd-4e5f-9a68-42eef75b60a0,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:06.480724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:06.833179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45326) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:19:07.126648 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b1df5df5-fde2-4722-8873-980f7bc9ccc2 admin admin] 10.222.0.53 "GET /v2.0/routers/539049aa-8911-4e1d-9a9a-1498281f5210 HTTP/1.1" status: 200  len: 710 time: 0.2923880
Nov 24 14:19:07.259354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd60a7-244e-4d0d-b6a8-b553e48e1f28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:19:07.260728 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-86dd60a7-244e-4d0d-b6a8-b553e48e1f28 admin admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 886 time: 0.1285286
Nov 24 14:19:07.269213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:19:07.743462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:07.988169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:08.022912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:19:08.047300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:08.092068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:19:08.092451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:08.185882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Allocated IP 172.26.2.6 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/87cdc1ad-651f-404b-a7d8-1fbf9237f82d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:19:08.332296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:08.435041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:08.439373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:08.539762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:19:08.542831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:19:08.547098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:19:08.570697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Pushing event updated for resources: {'Port': ['ID=87cdc1ad-651f-404b-a7d8-1fbf9237f82d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:08.582448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:08.776307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:08.942597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:08.946021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:09.145355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Router 539049aa-8911-4e1d-9a9a-1498281f5210 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:19:09.347721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:19:09.357309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:09.357582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Sync routers for ids ['539049aa-8911-4e1d-9a9a-1498281f5210'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:19:09.358538 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] 10.222.0.53 "PUT /v2.0/routers/539049aa-8911-4e1d-9a9a-1498281f5210 HTTP/1.1" status: 200  len: 888 time: 2.0925190
Nov 24 14:19:09.370521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Routers {'539049aa-8911-4e1d-9a9a-1498281f5210'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:19:09.371188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642045a5e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:18:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['539049aa-8911-4e1d-9a9a-1498281f5210'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:09.564783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Set router 539049aa-8911-4e1d-9a9a-1498281f5210 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:19:09.915527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642045a5e0>, [{'id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'name': 'router1', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': '87cdc1ad-651f-404b-a7d8-1fbf9237f82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:49Z', 'updated_at': '2021-11-24T14:19:08Z', 'revision_number': 4, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'gw_port': {'id': '87cdc1ad-651f-404b-a7d8-1fbf9237f82d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:08Z', 'updated_at': '2021-11-24T14:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '28ad34ef-e6bd-4e5f-9a68-42eef75b60a0', 'name': '', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'mac_address': 'fa:16:3e:9e:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:59Z', 'updated_at': '2021-11-24T14:19:06Z', 'revision_number': 5, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'subnets': [{'id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b3058e0-c348-4f20-a534-0c5adf0eaebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:09.920333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Checking router: 539049aa-8911-4e1d-9a9a-1498281f5210 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:19:09.920683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Updating router 539049aa-8911-4e1d-9a9a-1498281f5210 port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:19:09.970699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:10.299685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:10.311157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Transition to ACTIVE for port object 87cdc1ad-651f-404b-a7d8-1fbf9237f82d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:19:10.397437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:10.401647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:10.499975 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Attempting to bind port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:19:10.500428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Attempting to bind port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:19:10.500776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Attempting to bind port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:19:10.502716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdc56f-381c-442b-a8bd-983a8d699ecf None None] Pushing event updated for resources: {'Port': ['ID=87cdc1ad-651f-404b-a7d8-1fbf9237f82d,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:10.506149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cfdc56f-381c-442b-a8bd-983a8d699ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:10.510596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:19:10.510957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:19:10.511346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:10.511712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:19:10.512178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Bound port: 87cdc1ad-651f-404b-a7d8-1fbf9237f82d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:19:10.512552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:10.581211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] For port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:19:10.584176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] For port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87cdc1ad-651f-404b-a7d8-1fbf9237f82d,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:19:10.686602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:10.690504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:10.766789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdc56f-381c-442b-a8bd-983a8d699ecf None None] Pushing event updated for resources: {'Port': ['ID=87cdc1ad-651f-404b-a7d8-1fbf9237f82d,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:10.770642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cfdc56f-381c-442b-a8bd-983a8d699ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:10.771685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Routers {'539049aa-8911-4e1d-9a9a-1498281f5210'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:19:10.772288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642045a5e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:18:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['539049aa-8911-4e1d-9a9a-1498281f5210'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:10.946008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] Set router 539049aa-8911-4e1d-9a9a-1498281f5210 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:19:11.265364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642045a5e0>, [{'id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'name': 'router1', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': '87cdc1ad-651f-404b-a7d8-1fbf9237f82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:49Z', 'updated_at': '2021-11-24T14:19:08Z', 'revision_number': 4, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'gw_port': {'id': '87cdc1ad-651f-404b-a7d8-1fbf9237f82d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:08Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '28ad34ef-e6bd-4e5f-9a68-42eef75b60a0', 'name': '', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'mac_address': 'fa:16:3e:9e:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:59Z', 'updated_at': '2021-11-24T14:19:06Z', 'revision_number': 5, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'subnets': [{'id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b3058e0-c348-4f20-a534-0c5adf0eaebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:19:11.269197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e8a8c-b98a-4e60-b840-4aa7f6b7d674 None None] The sync data for ids ['539049aa-8911-4e1d-9a9a-1498281f5210'] in dv-neutron-818347-1-hyperv is: [{'id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'name': 'router1', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.6'}], 'enable_snat': True}, 'gw_port_id': '87cdc1ad-651f-404b-a7d8-1fbf9237f82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:18:49Z', 'updated_at': '2021-11-24T14:19:08Z', 'revision_number': 4, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'gw_port': {'id': '87cdc1ad-651f-404b-a7d8-1fbf9237f82d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:08Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '28ad34ef-e6bd-4e5f-9a68-42eef75b60a0', 'name': '', 'network_id': 'b7e97de6-7ac8-4bc2-9a22-33980a8cd30f', 'tenant_id': 'f416dbefc5c34a6fae67f017270c976f', 'mac_address': 'fa:16:3e:9e:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539049aa-8911-4e1d-9a9a-1498281f5210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:18:59Z', 'updated_at': '2021-11-24T14:19:06Z', 'revision_number': 5, 'project_id': 'f416dbefc5c34a6fae67f017270c976f', 'subnets': [{'id': '4e84debc-ebad-4b42-8d1d-db8cc573b8ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b3058e0-c348-4f20-a534-0c5adf0eaebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:19:11.599497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45336) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:19:11.743725 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9f8fdd5a-1822-48ca-b27b-e9183553045c admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1417806
Nov 24 14:19:12.046737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87cdc1ad-651f-404b-a7d8-1fbf9237f82d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:19:12.183240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:19:12.188818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:19:12.189187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:12.311868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:12.328694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87cdc1ad-651f-404b-a7d8-1fbf9237f82d,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:19:12.392296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:12.394492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cfdc56f-381c-442b-a8bd-983a8d699ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:19:12.464024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=87cdc1ad-651f-404b-a7d8-1fbf9237f82d,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:19:12.467124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:19:14.033222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87cdc1ad-651f-404b-a7d8-1fbf9237f82d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:19:14.106179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 87cdc1ad-651f-404b-a7d8-1fbf9237f82d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:19:14.106547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:23.305691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-83d44ba8-1c60-4e32-b269-29877517873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:23.791649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:25.651273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-24580650-32dc-4aae-87f3-5cb48022f9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:26.568839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:28.033782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:33.526536 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:19:53.317120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20245a2a-9fa4-4fea-bd77-eb504a1d2ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:53.797272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:55.610541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76917c41-a3d8-4659-bbb8-5ebe82f54888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:56.593240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:19:58.042214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:10.515698 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:20:23.339135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fdf635bc-dab4-48cb-be29-661ad0e1504d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:23.809675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:26.287118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5e61270c-5666-452e-bfe1-92af1762a215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:26.569720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:28.041202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:47.515215 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:20:53.315913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9a02-365b-4b1f-a0da-b33c34398b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:53.786236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:55.643719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d5814861-ab42-44f9-ad29-d278de5a7d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:56.580746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:20:58.042961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:21.331880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45944) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:21.426155 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d4010d-b51e-405d-a743-b58b41071fba admin admin] GET failed (client error): The resource could not be found.
Nov 24 14:21:21.427364 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-69d4010d-b51e-405d-a743-b58b41071fba admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0945296
Nov 24 14:21:21.600181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee1f906-3ac4-491e-86fb-dad67626f340 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:21.601656 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6ee1f906-3ac4-491e-86fb-dad67626f340 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1702933
Nov 24 14:21:23.360178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-db7a0a35-d7e0-4a2a-a07d-5208f73d1955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:23.607116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 45954) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:23.736552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b78b25-445f-4b4c-8284-208405cf270a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:23.737130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-71b78b25-445f-4b4c-8284-208405cf270a admin admin] Synchronizing usage tracker for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:21:23.791289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:23.825123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-71b78b25-445f-4b4c-8284-208405cf270a admin admin] Unset dirty status for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:21:23.826299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-71b78b25-445f-4b4c-8284-208405cf270a admin admin] 10.222.0.53 "GET /v2.0/subnets/4e84debc-ebad-4b42-8d1d-db8cc573b8ed HTTP/1.1" status: 200  len: 849 time: 0.2182491
Nov 24 14:21:23.835432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:21:23.951841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Notify callbacks [] for subnet, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:24.196581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754251607300'] for subnet, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:24.200277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:21:24.245844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:24.246843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:24.248258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] 10.222.0.53 "PUT /v2.0/subnets/4e84debc-ebad-4b42-8d1d-db8cc573b8ed HTTP/1.1" status: 200  len: 868 time: 0.4161496
Nov 24 14:21:24.249836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be755fd1-f00b-4972-867e-c98f0a674f6a None None] Network b7e97de6-7ac8-4bc2-9a22-33980a8cd30f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:21:24.267082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e84debc-ebad-4b42-8d1d-db8cc573b8ed,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:21:24.276476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.276843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.277132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.277443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.277772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.278230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.278459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.278771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.279332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.279631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.279934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:21:24.284587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:21:24.520329 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:21:24.713740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c552b3a2-5d5d-48f7-a46b-a3b2fd7fba9b None None] Provisioning complete for port 197bc439-4bac-4abb-9f9b-6826a4fd598f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:21:24.714276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c552b3a2-5d5d-48f7-a46b-a3b2fd7fba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:24.841583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c552b3a2-5d5d-48f7-a46b-a3b2fd7fba9b None None] Provisioning complete for port 28ad34ef-e6bd-4e5f-9a68-42eef75b60a0 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:21:24.841987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c552b3a2-5d5d-48f7-a46b-a3b2fd7fba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:25.628599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c11bdf95-9115-426b-b8b7-4967d143c016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:26.270336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45964) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:26.463935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb164ef6-26b5-48a7-9a10-2f3b20169c47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:26.464318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb164ef6-26b5-48a7-9a10-2f3b20169c47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:26.465810 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bb164ef6-26b5-48a7-9a10-2f3b20169c47 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1945620
Nov 24 14:21:26.591632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:28.051094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:28.520425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45974) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:28.715772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e779fe2-9c09-4452-b178-751dbf8f5790 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:28.716055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e779fe2-9c09-4452-b178-751dbf8f5790 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:28.717604 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7e779fe2-9c09-4452-b178-751dbf8f5790 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1962392
Nov 24 14:21:30.734094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45984) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:30.920331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07fe60e-cb31-415e-b648-29eb72823ed3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:30.921587 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f07fe60e-cb31-415e-b648-29eb72823ed3 admin admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 886 time: 0.1865559
Nov 24 14:21:32.951926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 45994) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:33.156626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456127a-3279-4889-8c30-41e55e295551 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:33.158457 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6456127a-3279-4889-8c30-41e55e295551 admin admin] 10.222.0.53 "GET /v2.0/networks/b7e97de6-7ac8-4bc2-9a22-33980a8cd30f HTTP/1.1" status: 200  len: 869 time: 0.2055807
Nov 24 14:21:35.175779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46004) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:35.334616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5fbdad-0552-47c7-9900-2b88274b27a0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:35.334976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5fbdad-0552-47c7-9900-2b88274b27a0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:35.336494 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6f5fbdad-0552-47c7-9900-2b88274b27a0 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1597192
Nov 24 14:21:37.352321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46014) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:37.486648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774a4ba-afa8-4cb8-af5c-8ac75a14c65e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:37.486995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774a4ba-afa8-4cb8-af5c-8ac75a14c65e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:37.488488 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1774a4ba-afa8-4cb8-af5c-8ac75a14c65e admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1352270
Nov 24 14:21:39.518725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46024) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:39.644271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a73eeb-3045-4cc5-ba7d-146c8aea15c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:39.645590 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-09a73eeb-3045-4cc5-ba7d-146c8aea15c9 admin admin] 10.222.0.53 "GET /v2.0/subnets/4ac3d3f8-9b5c-47c3-930a-cd2508be263a HTTP/1.1" status: 200  len: 816 time: 0.1258776
Nov 24 14:21:41.682955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46034) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:21:41.818924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac2b01-8fff-4984-861f-2f04fde51784 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:21:41.820406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4cac2b01-8fff-4984-861f-2f04fde51784 admin admin] 10.222.0.53 "GET /v2.0/subnets/4e84debc-ebad-4b42-8d1d-db8cc573b8ed HTTP/1.1" status: 200  len: 868 time: 0.1364617
Nov 24 14:21:53.325085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a00f147-8e5e-47a5-b6a0-facae6f58eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:53.805221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:55.657385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fea71871-162b-4db3-a0b5-8d2afa4fd6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:56.611685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:21:58.098846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:00.433466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46072) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:22:00.506255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-e14e39de-028b-4857-8788-36beff54f255 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:22:00.507327 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e14e39de-028b-4857-8788-36beff54f255 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0728252
Nov 24 14:22:01.521656 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:22:02.675622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46082) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:22:02.775794 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b245af1-b970-4be7-9ffe-58ab5dc17552 admin admin] GET failed (client error): The resource could not be found.
Nov 24 14:22:02.777006 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9b245af1-b970-4be7-9ffe-58ab5dc17552 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1004398
Nov 24 14:22:02.905820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad013f-da06-454c-a83f-f00985904214 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:22:02.907812 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dbad013f-da06-454c-a83f-f00985904214 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1266150
Nov 24 14:22:04.951798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46092) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:22:05.024711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:22:05.029583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:22:05.038971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:22:05.169960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Made reservation on behalf of 64dd2c40c06640748842ff9c9ce15bb3 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:22:05.172723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:05.262093 dv-neutron-818347-1-hyperv neutron-server[84233]: WARNING neutron.services.revisions.revision_plugin [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f641fe6b640] {project_id='64dd2c40c06640748842ff9c9ce15bb3', id='4246383a-28fa-45dd-8c58-43ad0af2eb92', target_tenant='*', action='access_as_shared', object_id='af5996cc-2254-4640-819a-c026c3870699'}> to bump revision.
Nov 24 14:22:05.274313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:22:05.283295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:05.283728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Added segment 795eb677-5b9d-4861-a64f-2969dd4b2998 of type vlan for network af5996cc-2254-4640-819a-c026c3870699
Nov 24 14:22:05.310401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:05.444909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:05.446079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:22:05.446664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:05.450159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:22:05.551593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Pushing event updated for resources: {'Network': ['ID=af5996cc-2254-4640-819a-c026c3870699,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:22:05.556129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:22:05.561468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network af5996cc-2254-4640-819a-c026c3870699 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:22:05.645402 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6924584
Nov 24 14:22:07.686310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46102) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:22:07.775850 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe072422-dfcf-4072-8c70-44ff8120cd43 admin admin] GET failed (client error): The resource could not be found.
Nov 24 14:22:07.776343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fe072422-dfcf-4072-8c70-44ff8120cd43 admin admin] Synchronizing usage tracker for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:22:07.864300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fe072422-dfcf-4072-8c70-44ff8120cd43 admin admin] Unset dirty status for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:22:07.875272 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fe072422-dfcf-4072-8c70-44ff8120cd43 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1781943
Nov 24 14:22:07.970419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd60a632-a6d2-430d-9674-8f12fa70a33e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:22:07.971853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dd60a632-a6d2-430d-9674-8f12fa70a33e admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1023388
Nov 24 14:22:07.981320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'af5996cc-2254-4640-819a-c026c3870699', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:22:07.986226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:22:07.995615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:22:08.092507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Made reservation on behalf of 64dd2c40c06640748842ff9c9ce15bb3 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:22:08.095369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:08.367211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:08.371359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:22:08.439561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde0d02a-d778-4e5e-9440-604c95b4caca,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:22:08.442464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:22:08.450455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Checking segment: {'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:22:08.460364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Network hostable DHCP agents. Network: af5996cc-2254-4640-819a-c026c3870699, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:22:08.589662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Network af5996cc-2254-4640-819a-c026c3870699 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:22:08.715682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, af5996cc-2254-4640-819a-c026c3870699) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:22:08.720022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:22:08.720619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:08.726013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b840cad-d97a-4a0f-afea-d978cf84eb1d None None] Network af5996cc-2254-4640-819a-c026c3870699 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:22:08.853614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8755698
Nov 24 14:22:08.950920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-af5996cc-2254-4640-819a-c026c3870699', 'network_id': 'af5996cc-2254-4640-819a-c026c3870699', 'tenant_id': '64dd2c40c06640748842ff9c9ce15bb3', 'fixed_ips': [{'subnet_id': 'dde0d02a-d778-4e5e-9440-604c95b4caca'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:22:08.964812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:09.111982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Allocated IP 192.168.233.2 (af5996cc-2254-4640-819a-c026c3870699/dde0d02a-d778-4e5e-9440-604c95b4caca/769165fe-f947-40b3-853a-1e31ccfb859e) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:22:09.320917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:09.331120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Transition to ACTIVE for port object 769165fe-f947-40b3-853a-1e31ccfb859e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:22:09.350474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Transition to ACTIVE for port object 769165fe-f947-40b3-853a-1e31ccfb859e will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:22:09.458924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:09.463425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:22:09.527138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Network af5996cc-2254-4640-819a-c026c3870699 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:22:09.530540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:22:09.535221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:22:09.537322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Pushing event updated for resources: {'Port': ['ID=769165fe-f947-40b3-853a-1e31ccfb859e,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:22:09.571620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.571995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.572433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.572756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.573078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.573396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.573710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.574068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.574383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.574691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.575005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:22:09.585491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:22:09.661271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Attempting to bind port 769165fe-f947-40b3-853a-1e31ccfb859e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:22:09.661810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Attempting to bind port 769165fe-f947-40b3-853a-1e31ccfb859e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:22:09.662172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Attempting to bind port 769165fe-f947-40b3-853a-1e31ccfb859e on network af5996cc-2254-4640-819a-c026c3870699 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:22:09.668620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:22:09.668992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Checking segment: {'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:22:09.669388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:09.669776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Bound using segment: {'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:22:09.670230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Bound port: 769165fe-f947-40b3-853a-1e31ccfb859e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:22:09.670615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:09.761438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] For port 769165fe-f947-40b3-853a-1e31ccfb859e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:22:09.764496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] For port 769165fe-f947-40b3-853a-1e31ccfb859e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=769165fe-f947-40b3-853a-1e31ccfb859e,segment=NetworkSegment(795eb677-5b9d-4861-a64f-2969dd4b2998),segment_id=795eb677-5b9d-4861-a64f-2969dd4b2998)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:22:09.945223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:09.949302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:22:10.030088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Pushing event updated for resources: {'Port': ['ID=769165fe-f947-40b3-853a-1e31ccfb859e,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:22:10.033923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:22:10.830794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce7fd39-8d34-472c-bf7e-1fc4fee04fee None None] Network af5996cc-2254-4640-819a-c026c3870699 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:22:11.040776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d072c701-cc6e-4a31-a5b0-03e187a0ed34 None None] Provisioning for port 769165fe-f947-40b3-853a-1e31ccfb859e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:22:12.137546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 769165fe-f947-40b3-853a-1e31ccfb859e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:22:12.295808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 769165fe-f947-40b3-853a-1e31ccfb859e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:22:12.301051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 769165fe-f947-40b3-853a-1e31ccfb859e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:22:12.301500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:12.419101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:12.451126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 769165fe-f947-40b3-853a-1e31ccfb859e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=769165fe-f947-40b3-853a-1e31ccfb859e,segment=NetworkSegment(795eb677-5b9d-4861-a64f-2969dd4b2998),segment_id=795eb677-5b9d-4861-a64f-2969dd4b2998)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:22:12.553361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:12.555533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba4c013b-ee28-4410-be91-d3f332042138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:22:12.621937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=769165fe-f947-40b3-853a-1e31ccfb859e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:22:12.625469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:22:14.120867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 769165fe-f947-40b3-853a-1e31ccfb859e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:22:14.194922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 769165fe-f947-40b3-853a-1e31ccfb859e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:22:14.195323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:23.458529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f6daddb6-5c64-4590-adf6-94a8c125aa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:23.818204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:25.632801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7bace950-8fc4-4286-a31c-a2e944c8c1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:26.615386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:28.044405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:38.527164 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:22:53.317738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d69afde4-a032-4124-9b5c-6a9c4d463b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:53.800647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:55.637469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d69d91c-f722-4916-acc1-45699d76878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:56.585899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:22:58.074101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:15.529550 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:23:23.434491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c8417fb6-5e47-41fb-bb5f-088f0d7532be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:23.817062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:25.654172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b81520c7-8ac3-42d1-a10a-44fcc5118729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:26.639648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:28.062827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:29.492272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46144) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:23:29.498498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-fbb7a5f1-69ce-4b0b-bd40-951455e35250 tempest-verify_tempest_config-665024389 tempest-verify_tempest_config-665024389-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:23:29.500000 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fbb7a5f1-69ce-4b0b-bd40-951455e35250 tempest-verify_tempest_config-665024389 tempest-verify_tempest_config-665024389-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0059702
Nov 24 14:23:30.180736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46160) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:23:30.319076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:30.350627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:23:30.354500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Usage tracker for resource:security_group_rule and tenant:eebc12886c024adeb75a52b957afa877 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:23:30.357417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:23:30.363999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:23:30.426748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:30.505515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:30.513084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:23:30.554198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7652c0-f097-44f9-951d-08c1a2af919e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:23:30.560485 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eebc12886c024adeb75a52b957afa877&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3787198
Nov 24 14:23:30.563850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46166) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:23:30.565854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.566196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.566521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.566843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.567177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.567504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.567815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.568146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.568459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.568767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.569073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:30.572709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:23:30.625048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:30.679816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:31.154068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:31.158726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:23:31.169731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7652c0-f097-44f9-951d-08c1a2af919e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:23:31.180378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:31.181471 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a7652c0-f097-44f9-951d-08c1a2af919e HTTP/1.1" status: 204  len: 168 time: 0.6166737
Nov 24 14:23:31.183033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.183363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.183686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.184010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.184355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.184670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.184989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.185301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.185914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.185914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.186197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:23:31.189628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:23:52.539380 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:23:53.327830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fdfc3e68-7007-4065-bde9-22cd34a79983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:53.821760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:55.647534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f936ab1-fc3a-4a7a-85f7-44b8bff3a1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:56.581582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:23:58.061260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:23.341195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-29d0548b-21f1-4cfe-96c4-5f6db40401db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:23.804194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:25.722401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-04e6fad8-0d66-4cac-9fbf-9d2b140e736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:26.672031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:28.064138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:29.534664 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 5 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:24:50.029712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400294'] for agent, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:53.323187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-117b7605-b9fd-4ad3-a155-7ffd6ec08636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:53.854622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:55.646586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-db5ede86-c703-44f1-961a-0ffa1ba36697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:56.606493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:24:58.071457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:05.023715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46236) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:25:05.160520 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bd2ec4d3-f5ff-4edb-aee7-184ccc1a3365 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1356349
Nov 24 14:25:06.543644 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:25:07.165360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46246) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:25:07.249598 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-caa09b85-ce2c-408c-8222-81ea77c9be2c admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0831778
Nov 24 14:25:19.994292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:23.333912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-553bd74f-dc1a-4f0d-915b-dad5401e53dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:23.817513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:25.662844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-55003f86-97f8-4cbc-8d64-20b01444231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:26.600301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:28.086511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:43.535997 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:25:50.034291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:53.333337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-87c1600b-18ce-4725-884e-a8c985e22fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:53.830457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:55.647579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fa3857eb-39bf-4e14-a1c0-a3e042c4e73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:56.624889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:25:58.087297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:19.973233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:20.538798 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:26:23.338417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4393fb08-a1c8-4238-a2b7-f1bfd1007ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:23.833160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:25.698331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3ed11669-7009-4c8f-b135-1e5f6f4f187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:26.610326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:28.081111 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:33.429894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46354) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:33.778606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46372) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:33.838323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-553345771-network', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:33.848323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:33.848323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Usage tracker for resource:network and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:33.853021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:33.858786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:33.944172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Made reservation on behalf of f4aaf32438b04616aae5be4648c0b034 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:33.946459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:33.959060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:33.991994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:33.995856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Usage tracker for resource:security_group_rule and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:33.999203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:34.004912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:34.080700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.171004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.174291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53a29c9b-bf92-48ee-b78f-b0d41f8a1d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:34.205448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:34.210668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3dc17-d19e-46d4-b82e-363ab35a2dff,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:34.221473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.221801 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Added segment 0500afb8-6f1f-4fe8-9a03-e2300d98dfcc of type vlan for network ce41eccc-38d0-4eee-98ef-85b689509f7c
Nov 24 14:26:34.223484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.223815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.224164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.224483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.224822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.225146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.225454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.225761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.226065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.226368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.226669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Tracked resource versions report:
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]: pushed versions:
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Log': {'1.0'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Network': {'1.1'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Port': {'1.5'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'PortForwarding': {'1.2'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'QosPolicy': {'1.8'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'SecurityGroup': {'1.2'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'SubPort': {'1.0'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Subnet': {'1.1'},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     'Trunk': {'1.1'}}
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]: consumer versions:
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     HyperV agent@hv-neutron-8183: {},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Log': '1.0',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Network': '1.1',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Port': '1.5',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'PortForwarding': '1.2',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'QosPolicy': '1.8',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'SecurityGroup': '1.2',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'SubPort': '1.0',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Subnet': '1.1',
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:                                                        'Trunk': '1.1'}}
Nov 24 14:26:34.227638 dv-neutron-818347-1-hyperv neutron-server[84234]:  {{(pid=84234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:26:34.234044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:34.255980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.372627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.374046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:34.374631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.379407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:34.408432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1366926146-network', 'tenant_id': 'a7390524cd674289852a831fce8d0b93'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:34.480891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:34.489955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Usage tracker for resource:network and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:34.495209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:34.503001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:34.504833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Pushing event updated for resources: {'Network': ['ID=ce41eccc-38d0-4eee-98ef-85b689509f7c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:34.508347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:34.516807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network ce41eccc-38d0-4eee-98ef-85b689509f7c details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:34.610203 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1761761
Nov 24 14:26:34.614784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46396) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:34.616821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Request body: {'subnet': {'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-553345771-subnet', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:34.623247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:34.627054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Usage tracker for resource:subnet and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:34.629989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:34.635993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:34.719031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Made reservation on behalf of f4aaf32438b04616aae5be4648c0b034 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:34.721474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Notify callbacks [] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.738717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Made reservation on behalf of a7390524cd674289852a831fce8d0b93 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:34.742208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.762639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:34.839436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:34.844013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Usage tracker for resource:security_group_rule and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:34.846030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:34.852552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:35.002261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.195567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.199912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:35.224062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:35.236622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8989949a-afb2-4459-b0c5-9873b08d513f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:35.241269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:35.242171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.242501 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Added segment 1f3788b3-5f51-42e3-9923-13b97d436116 of type vlan for network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9
Nov 24 14:26:35.268352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.276206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.279487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-09a7f2f8-65c3-48f9-b573-017645d3c589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:35.368712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=66ba0f61-6fdd-45e3-b555-9cb093b93436,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:35.373222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:35.382582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Checking segment: {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:35.382849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Network hostable DHCP agents. Network: ce41eccc-38d0-4eee-98ef-85b689509f7c, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:26:35.463733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.464991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:35.465568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.471236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:35.558764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Network ce41eccc-38d0-4eee-98ef-85b689509f7c is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:26:35.575313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Pushing event updated for resources: {'Network': ['ID=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:35.578095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:35.585072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:35.690458 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9072778
Nov 24 14:26:35.690458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, ce41eccc-38d0-4eee-98ef-85b689509f7c) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:35.691449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46424) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:35.697799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Request body: {'subnet': {'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1366926146-subnet', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:35.702393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:35.706265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Usage tracker for resource:subnet and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:35.710433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:35.712272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997635e-c8de-45b2-8369-736343cd27e4 None None] Network ce41eccc-38d0-4eee-98ef-85b689509f7c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:35.716373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:35.735364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:35.736184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.805208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Made reservation on behalf of a7390524cd674289852a831fce8d0b93 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:35.807880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:35.922106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46432) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:35.939998 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3282740
Nov 24 14:26:35.943001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46438) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:35.948288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:35.958929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:35.967145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Usage tracker for resource:router and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:35.976687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:35.988312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:36.019184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-ce41eccc-38d0-4eee-98ef-85b689509f7c', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:26:36.020136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.104138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.105313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.132293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.142027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.148012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:36.211322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Allocated IP 172.20.0.2 (ce41eccc-38d0-4eee-98ef-85b689509f7c/66ba0f61-6fdd-45e3-b555-9cb093b93436/bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:36.213146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc36475e-eb21-4578-a979-1cab63d2e292,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:36.215912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:36.242466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Checking segment: {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:36.242809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Network hostable DHCP agents. Network: 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:26:36.338229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:26:36.405308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.410163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:36.416875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:36.417405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.421752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abac68-02c2-4a4a-b98e-ac36175b9f55 None None] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:36.446761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.507859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Transition to ACTIVE for port object bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:36.540521 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8482318
Nov 24 14:26:36.541234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46452) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:36.542411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Transition to ACTIVE for port object bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:36.546954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:36.556058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:36.566699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Usage tracker for resource:router and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:36.574199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:36.582480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:36.624633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-515422085'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:36.629617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:36.634271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.634805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Usage tracker for resource:network and tenant:c945eaee6f3f42e0b40494cb3fa5c2ea is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:36.640134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:36.643833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cfdc56f-381c-442b-a8bd-983a8d699ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:36.646849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:36.692931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.694668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.727231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.744219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:26:36.745022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.766039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:36.769385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.780607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Network ce41eccc-38d0-4eee-98ef-85b689509f7c is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:36.785615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:36.789029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Pushing event updated for resources: {'Port': ['ID=bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:36.790749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.791553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:36.842577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.921975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:36.924836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.928976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Attempting to bind port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:36.929359 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Attempting to bind port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:36.929704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Attempting to bind port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef on network ce41eccc-38d0-4eee-98ef-85b689509f7c {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:36.931487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Usage tracker for resource:security_group_rule and tenant:c945eaee6f3f42e0b40494cb3fa5c2ea is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:36.935199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:36.939110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.939462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.939796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.940146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.940495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.940829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.941147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.941481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.941800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.942114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.942427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Tracked resource versions report:
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]: pushed versions:
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Log': {'1.0'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Network': {'1.1'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Port': {'1.5'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'PortForwarding': {'1.2'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'QosPolicy': {'1.8'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'SecurityGroup': {'1.2'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'SubPort': {'1.0'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Subnet': {'1.1'},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     'Trunk': {'1.1'}}
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]: consumer versions:
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     HyperV agent@hv-neutron-8183: {},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Log': '1.0',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Network': '1.1',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Port': '1.5',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'PortForwarding': '1.2',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'QosPolicy': '1.8',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'SecurityGroup': '1.2',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'SubPort': '1.0',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Subnet': '1.1',
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:                                                        'Trunk': '1.1'}}
Nov 24 14:26:36.943476 dv-neutron-818347-1-hyperv neutron-server[84235]:  {{(pid=84235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:26:36.950402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:36.951876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:36.951876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Checking segment: {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:36.952111 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.952434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Bound using segment: {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:36.952918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Bound port: bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:36.953306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:36.986195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:37.061532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.062921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46466) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:37.140792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.149338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.165606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ff47baa-01b3-46fe-9543-193660c923c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:37.190879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] For port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:37.203319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Allocated IP 172.20.0.2 (829f61c1-2284-4ce1-b6bc-10ff3a99d1e9/bc36475e-eb21-4578-a979-1cab63d2e292/519f0f58-810b-41de-9db6-78775519b3cb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:37.206201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] For port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:37.210963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:37.260115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.260115 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Added segment 7fa78a83-2de3-4f09-b6f6-873d796593e0 of type vlan for network 768fec92-ea45-4c5b-a05f-35a570d4270c
Nov 24 14:26:37.300530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.313688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:37.332937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.342249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1ef85b-0f0e-4f19-9ca4-c0c4e7c6c7eb,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:37.357884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Allocated IP 172.26.2.248 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/931d95e1-b75b-4c41-9ff2-ba808151fbd8) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:37.387191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.387641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.388117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.388571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Tracked resource versions report:
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: pushed versions:
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Log': {'1.0'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Network': {'1.1'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Port': {'1.5'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'PortForwarding': {'1.2'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'QosPolicy': {'1.8'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'SecurityGroup': {'1.2'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'SubPort': {'1.0'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Subnet': {'1.1'},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     'Trunk': {'1.1'}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: consumer versions:
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     HyperV agent@hv-neutron-8183: {},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Log': '1.0',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Network': '1.1',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Port': '1.5',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'PortForwarding': '1.2',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'QosPolicy': '1.8',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'SecurityGroup': '1.2',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'SubPort': '1.0',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Subnet': '1.1',
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:                                                        'Trunk': '1.1'}}
Nov 24 14:26:37.400258 dv-neutron-818347-1-hyperv neutron-server[84233]:  {{(pid=84233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:26:37.403120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:37.435179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Pushing event updated for resources: {'Port': ['ID=bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:37.443395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:37.563169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.567333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.573337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:37.576026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.589240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:37.590509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Transition to ACTIVE for port object 519f0f58-810b-41de-9db6-78775519b3cb will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:37.605476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.614339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Transition to ACTIVE for port object 519f0f58-810b-41de-9db6-78775519b3cb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:37.650275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.687687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:37.696295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:37.709579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2039749744-network', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:37.728891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:37.735944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Usage tracker for resource:network and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:37.745725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:37.847145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:37.849178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:38.011306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.013422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:38.013564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Network': ['ID=768fec92-ea45-4c5b-a05f-35a570d4270c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:38.013670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:38.013764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:38.013861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 768fec92-ea45-4c5b-a05f-35a570d4270c details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:38.013861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Pushing event updated for resources: {'Port': ['ID=519f0f58-810b-41de-9db6-78775519b3cb,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:38.013861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:38.062182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.069872 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 2.1459761
Nov 24 14:26:38.071196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46492) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:38.080551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'subnet': {'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:38.097423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Attempting to bind port 519f0f58-810b-41de-9db6-78775519b3cb on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:38.100315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Attempting to bind port 519f0f58-810b-41de-9db6-78775519b3cb by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:38.100315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Attempting to bind port 519f0f58-810b-41de-9db6-78775519b3cb on network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:38.108625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:38.109005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Checking segment: {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:38.109410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.109800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Bound using segment: {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:38.110272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Bound port: 519f0f58-810b-41de-9db6-78775519b3cb, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:38.110662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.113761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bfa6283-10ef-4e53-91e8-71b8465fb272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:38.184554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Allocated IP 172.26.2.29 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/51d86f0d-394c-431c-b54f-3576e3ed96cc) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:38.212390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:38.213701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=931d95e1-b75b-4c41-9ff2-ba808151fbd8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:38.220713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:38.244574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Made reservation on behalf of 57f332d72fa1462fb69739f9b5159a7e for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:38.248179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.269913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:38.269913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.280312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] For port 519f0f58-810b-41de-9db6-78775519b3cb, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:38.285743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] For port 519f0f58-810b-41de-9db6-78775519b3cb, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=519f0f58-810b-41de-9db6-78775519b3cb,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:38.381688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:38.381906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.414065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:38.416399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:38.452649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.475988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fb23c2ad-715f-4012-976a-f8277b0d7998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:38.482471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:38.486920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Usage tracker for resource:subnet and tenant:c945eaee6f3f42e0b40494cb3fa5c2ea is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:38.496314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:38.501066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:38.507364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:38.511453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54c6db90-8e54-481c-9e5e-63c02ba172f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:38.526655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Usage tracker for resource:security_group_rule and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:38.531500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:38.551431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:38.585423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:38.605304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:38.609156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:38.627401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:38.656160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Pushing event updated for resources: {'Port': ['ID=519f0f58-810b-41de-9db6-78775519b3cb,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:38.659460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:38.736330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:38.744588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Pushing event updated for resources: {'Port': ['ID=51d86f0d-394c-431c-b54f-3576e3ed96cc,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:38.762351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:38.932910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0a61e-1d74-4ca4-b833-a81282a28dc6 None None] Network ce41eccc-38d0-4eee-98ef-85b689509f7c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:39.022762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.025846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.026604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.058532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.179303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.196328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa7c8478-27a2-4b16-97d0-72865943f4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:39.243711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Provisioning for port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:39.254057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:39.255366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Provisioning complete for port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:39.256955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.288207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.288806 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Added segment 07fd06bc-17ca-49d6-97db-35a14703d841 of type vlan for network 94e535f6-40e6-44d9-9d25-b9c6f6625894
Nov 24 14:26:39.292022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16b6f7-6d8f-454c-8513-a627bff72157,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:39.295841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:39.307603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.308750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.441864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.460025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.492370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:26:39.496926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] For port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:39.641408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.644701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:39.676431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.679579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.680339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:39.680984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.723971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:39.754505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Pushing event updated for resources: {'Port': ['ID=bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:39.759519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:39.825039 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 2.7596488
Nov 24 14:26:39.834804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46528) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:39.853474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Request body: {'subnet': {'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2039749744-subnet', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:39.859703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:39.873287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Usage tracker for resource:subnet and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:39.879036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:39.881256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2a0a2806-f535-4266-a446-b0a8253ec08e None None] Provisioning complete for port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:39.885478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2806-f535-4266-a446-b0a8253ec08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:39.892522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:39.925573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:26:39.942112 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Sync routers for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:26:39.945651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Pushing event updated for resources: {'Network': ['ID=94e535f6-40e6-44d9-9d25-b9c6f6625894,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:39.968480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:39.970429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-23a72397-0cb6-4959-901e-57522f2a0eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:39.978472 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:39.982031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:39.983562 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420410d30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:39.998419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Made reservation on behalf of 57f332d72fa1462fb69739f9b5159a7e for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:40.001092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:40.091665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Checking segment: {'id': '7fa78a83-2de3-4f09-b6f6-873d796593e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:40.100846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network hostable DHCP agents. Network: 768fec92-ea45-4c5b-a05f-35a570d4270c, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:26:40.108464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Subnet': ['ID=e7e76bfc-724d-4815-8455-e24beaa34477,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:40.124367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:40.130246 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5834267
Nov 24 14:26:40.130463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:40.131674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46534) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:40.395792 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:40.439736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c5ab1-d9dd-4ad6-95ec-c2a56d8cf8d1 None None] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:40.482613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:40.531145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:26:40.550103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:40.561419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b4fe11f3-146c-4dc0-b473-c083b6528bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:40.561554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Router 194b311b-1867-4394-a5cc-d5a94c8daec7 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:26:40.649603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 768fec92-ea45-4c5b-a05f-35a570d4270c) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:40.654100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:40.654711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:40.731927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b015b5-f3d8-4587-a1b2-28cfa52788dd None None] Network 768fec92-ea45-4c5b-a05f-35a570d4270c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:40.746810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b739b1-64a2-499b-9f6a-43f3a36c1cb8,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:40.761996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:40.763048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Checking segment: {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:40.765540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Network hostable DHCP agents. Network: 94e535f6-40e6-44d9-9d25-b9c6f6625894, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:26:40.780800 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7060273
Nov 24 14:26:40.785950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46548) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:40.808925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46552) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:40.822514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-883261728'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:40.901327 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420410d30>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:40.906512 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Checking router: 7ec4132e-8c2a-4fbe-bf4e-957de7460151 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:26:40.907146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Updating router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 port 51d86f0d-394c-431c-b54f-3576e3ed96cc binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:26:40.921045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:26:40.942920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2766080a-b0f4-4b0b-8c41-39486f10a467 None None] Provisioning for port 519f0f58-810b-41de-9db6-78775519b3cb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:40.976352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46558) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:40.982394 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.007627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 94e535f6-40e6-44d9-9d25-b9c6f6625894) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:41.012188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:41.012945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.045785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ebcb2-a2c6-4df2-b7e0-30b841369e24 None None] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:41.132331 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.2955506
Nov 24 14:26:41.134553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46566) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:41.144171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:41.162115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:41.171285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Usage tracker for resource:router and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:41.177045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:41.190143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:41.206943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:41.213845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Usage tracker for resource:port and tenant:c945eaee6f3f42e0b40494cb3fa5c2ea is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:41.217726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:41.281501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:41.296832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.297817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.349374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.366141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:41.366897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.413185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:41.416228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.447481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:26:41.468506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] device_id is not set on port 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:41.473946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Sync routers for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:26:41.479267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-768fec92-ea45-4c5b-a05f-35a570d4270c', 'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'tenant_id': 'c945eaee6f3f42e0b40494cb3fa5c2ea', 'fixed_ips': [{'subnet_id': 'e7e76bfc-724d-4815-8455-e24beaa34477'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:26:41.480060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.548846 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.585714 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Transition to ACTIVE for port object 51d86f0d-394c-431c-b54f-3576e3ed96cc will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:41.644434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-656500590'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:41.652818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-991509405'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:41.670005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Allocated IP 2001:db8::260 (768fec92-ea45-4c5b-a05f-35a570d4270c/e7e76bfc-724d-4815-8455-e24beaa34477/1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:41.695923 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.696035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:41.696035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd4f7f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:41.710077 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:41.755607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:41.770114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:41.775904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Usage tracker for resource:network and tenant:9a87e3d62c984c449019c7e87a85ac7d is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:41.779866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:41.787939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Usage tracker for resource:network and tenant:ef8fcf18b1204c4c9bc231cc66f61879 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:41.792232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:41.794618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:41.805619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:41.821379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.858795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:41.872959 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Attempting to bind port 51d86f0d-394c-431c-b54f-3576e3ed96cc on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:41.873342 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Attempting to bind port 51d86f0d-394c-431c-b54f-3576e3ed96cc by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:41.873692 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Attempting to bind port 51d86f0d-394c-431c-b54f-3576e3ed96cc on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:41.882188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.884790 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:41.885167 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:41.885702 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.886101 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:41.886623 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Bound port: 51d86f0d-394c-431c-b54f-3576e3ed96cc, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:41.887514 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.9433999
Nov 24 14:26:41.887948 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.892582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46586) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:41.975665 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] For port 51d86f0d-394c-431c-b54f-3576e3ed96cc, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:41.978466 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] For port 51d86f0d-394c-431c-b54f-3576e3ed96cc, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=51d86f0d-394c-431c-b54f-3576e3ed96cc,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:41.988659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-94e535f6-40e6-44d9-9d25-b9c6f6625894', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:26:41.989408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:41.999003 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Pushing event updated for resources: {'Port': ['ID=51d86f0d-394c-431c-b54f-3576e3ed96cc,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:42.010213 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.010449 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.010729 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.011063 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.011404 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.011729 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.012048 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.012405 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.012775 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.013199 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.013514 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Tracked resource versions report:
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]: pushed versions:
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]: {   'ConntrackHelper': {'1.0'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Log': {'1.0'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Network': {'1.1'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Port': {'1.5'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'PortForwarding': {'1.2'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'QosPolicy': {'1.8'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'SecurityGroup': {'1.2'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'SecurityGroupRule': {'1.0'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'SubPort': {'1.0'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Subnet': {'1.1'},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     'Trunk': {'1.1'}}
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]: consumer versions:
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]: {   DHCP agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     HyperV agent@hv-neutron-8183: {},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     L3 agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     Metadata agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     Metering agent@dv-neutron-818347-1-hyperv: {},
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:     Open vSwitch agent@dv-neutron-818347-1-hyperv: {   'ConntrackHelper': '1.0',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Log': '1.0',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Network': '1.1',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Port': '1.5',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'PortForwarding': '1.2',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'QosPolicy': '1.8',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'SecurityGroup': '1.2',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'SecurityGroupRule': '1.0',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'SubPort': '1.0',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Subnet': '1.1',
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:                                                        'Trunk': '1.1'}}
Nov 24 14:26:42.014519 dv-neutron-818347-1-hyperv neutron-server[84236]:  {{(pid=84236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 14:26:42.017780 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:42.068720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Made reservation on behalf of ef8fcf18b1204c4c9bc231cc66f61879 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:42.072701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.081427 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.099115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 519f0f58-810b-41de-9db6-78775519b3cb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:42.111167 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:42.145574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.200990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Made reservation on behalf of 9a87e3d62c984c449019c7e87a85ac7d for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:42.208381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.231358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.251122 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:42.251779 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420410d30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:42.270120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2117589315', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:42.272809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Transition to ACTIVE for port object 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:42.339677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:42.348436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Usage tracker for resource:security_group_rule and tenant:ef8fcf18b1204c4c9bc231cc66f61879 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:42.352958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:42.359016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:42.370636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:42.443394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.448919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:42.453687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Usage tracker for resource:port and tenant:0ca5ee49b0814bc2a1341e0bf139e3d5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:42.457207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:42.463104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.464753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:42.485172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Allocated IP 2001:db8::2 (768fec92-ea45-4c5b-a05f-35a570d4270c/e7e76bfc-724d-4815-8455-e24beaa34477/6c606890-a8fe-4461-8766-834efc32c836) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:42.506008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:42.506736 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Pushing event updated for resources: {'Port': ['ID=51d86f0d-394c-431c-b54f-3576e3ed96cc,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:42.521048 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:42.563505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.568038 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:42.585181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.622440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:42.623076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46598) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:42.625222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:42.627500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:42.634772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:42.638577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:42.639176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.661116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:42.677799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.696745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:42.708392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.708645 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Added segment 34ded7cf-dda3-468d-982f-c8002b213d62 of type vlan for network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60
Nov 24 14:26:42.743058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.768905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.776683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Made reservation on behalf of 0ca5ee49b0814bc2a1341e0bf139e3d5 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:42.783911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.784080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Transition to ACTIVE for port object 6c606890-a8fe-4461-8766-834efc32c836 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:42.803843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:42.813055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:42.829910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Transition to ACTIVE for port object 6c606890-a8fe-4461-8766-834efc32c836 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:42.898694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Allocated IP 172.20.0.1 (829f61c1-2284-4ce1-b6bc-10ff3a99d1e9/bc36475e-eb21-4578-a979-1cab63d2e292/225e9fc3-c385-467b-a2f0-3ce7e7d96011) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:42.909082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:42.913215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Usage tracker for resource:security_group_rule and tenant:0ca5ee49b0814bc2a1341e0bf139e3d5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:42.916509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:42.923071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:43.004233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.005374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.008223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.009074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19df98-9171-48d6-8c5f-8e32a1a9a956,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:43.012656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:43.039556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:43.040357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.042132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:43.057122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.075024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Transition to ACTIVE for port object 225e9fc3-c385-467b-a2f0-3ce7e7d96011 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:43.086284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:43.100744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:43.101465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:43.106440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:43.110640 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.3035140
Nov 24 14:26:43.110640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:43.112197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46608) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:43.119938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1798742587', 'allowed_address_pairs': [{'ip_address': '2001:db8::260', 'mac_address': 'fa:16:3e:67:a2:7f'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:43.175679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Pushing event updated for resources: {'Port': ['ID=6c606890-a8fe-4461-8766-834efc32c836,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:43.196299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:43.197133 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420410d30>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:43.201996 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113247a-9dd3-4c5d-9757-8cbf0e8447b9 None None] The sync data for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv is: [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:26:43.205039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Usage tracker for resource:floatingip and tenant:128f2b7b1cff4b8b96512d0047137432 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:43.210822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.211771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:43.247925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:43.249955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-979a4a04-63ca-4e49-a66b-475055f2e0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:43.264630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Pushing event updated for resources: {'Network': ['ID=8fecfd3d-78e8-4b87-8e67-4ff3f72daf60,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:43.267039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.273184 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 2.4629266
Nov 24 14:26:43.274610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:43.303468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] device_id is not set on port 76b80d96-7255-4a73-acfa-da345f67b0e9 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:43.323016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:43.323829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:43.328649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Pushing event updated for resources: {'Port': ['ID=225e9fc3-c385-467b-a2f0-3ce7e7d96011,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:43.331073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:43.332870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:43.337965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:43.338414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.397694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 519f0f58-810b-41de-9db6-78775519b3cb completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:43.412680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 519f0f58-810b-41de-9db6-78775519b3cb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:43.413163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.422708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:43.428862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Usage tracker for resource:port and tenant:c945eaee6f3f42e0b40494cb3fa5c2ea is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:43.436431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:43.453875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:43.489517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Allocated IP 172.26.2.71 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/76b80d96-7255-4a73-acfa-da345f67b0e9) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:43.555034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.602023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Allocated IP 172.20.0.2 (94e535f6-40e6-44d9-9d25-b9c6f6625894/77b739b1-64a2-499b-9f6a-43f3a36c1cb8/da8976e6-d2d6-4149-a695-17ca42c93ed1) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:43.622299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Attempting to bind port 6c606890-a8fe-4461-8766-834efc32c836 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:43.622681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Attempting to bind port 6c606890-a8fe-4461-8766-834efc32c836 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '7fa78a83-2de3-4f09-b6f6-873d796593e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:43.623171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Attempting to bind port 6c606890-a8fe-4461-8766-834efc32c836 on network 768fec92-ea45-4c5b-a05f-35a570d4270c {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:43.644405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:43.672423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.709495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:43.716024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Usage tracker for resource:security_group_rule and tenant:9a87e3d62c984c449019c7e87a85ac7d is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:43.722740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:43.731446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:43.802736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:43.803801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Checking segment: {'id': '7fa78a83-2de3-4f09-b6f6-873d796593e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:43.804442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.815413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Bound using segment: {'id': '7fa78a83-2de3-4f09-b6f6-873d796593e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:43.815413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Bound port: 6c606890-a8fe-4461-8766-834efc32c836, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa78a83-2de3-4f09-b6f6-873d796593e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:43.815413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:43.861523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:43.946598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] For port 6c606890-a8fe-4461-8766-834efc32c836, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:43.951744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] For port 6c606890-a8fe-4461-8766-834efc32c836, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6c606890-a8fe-4461-8766-834efc32c836,segment=NetworkSegment(7fa78a83-2de3-4f09-b6f6-873d796593e0),segment_id=7fa78a83-2de3-4f09-b6f6-873d796593e0)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:43.962431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.139430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.149679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.152347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9452b61-f4aa-4f2b-b731-e70d8cfd43b7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:44.156569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.160437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:44.170462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.172068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:44.181004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.198233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:44.257144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:44.273424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.280205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-292c6258-2551-468d-b01b-b86b2630f059 None None] Provisioning for port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:44.280416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.283147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.295157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:44.307514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd4f7f0>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:44.346583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-292c6258-2551-468d-b01b-b86b2630f059 None None] Provisioning complete for port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:44.346958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-292c6258-2551-468d-b01b-b86b2630f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.407269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:44.413877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.431357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-292c6258-2551-468d-b01b-b86b2630f059 None None] Port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:44.434949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Checking router: 194b311b-1867-4394-a5cc-d5a94c8daec7 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:26:44.435320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Updating router 194b311b-1867-4394-a5cc-d5a94c8daec7 port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:26:44.476846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1658248-ab71-4017-b31f-7c6612ef46a1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:44.484492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46624) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:44.499056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Pushing event updated for resources: {'Port': ['ID=6c606890-a8fe-4461-8766-834efc32c836,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:44.503828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:44.514209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Request body: {'port': {'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60', 'binding:host_id': 'hv-neutron-8183', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239606837'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:44.517646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:44.522310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.522701 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Added segment fa1b0cca-45b7-49ad-a475-360cc8d728fe of type vlan for network 208ab4c9-7df7-4506-a4c5-8331cc6ed6ea
Nov 24 14:26:44.523114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 519f0f58-810b-41de-9db6-78775519b3cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=519f0f58-810b-41de-9db6-78775519b3cb,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:44.530354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.532284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:44.569041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Usage tracker for resource:port and tenant:7dda6ef46a9f42e5a12e69a446292e09 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:44.572720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:44.603925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:44.607452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.636325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.658058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.666126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.677443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Pushing event updated for resources: {'Port': ['ID=225e9fc3-c385-467b-a2f0-3ce7e7d96011,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:44.688620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:44.745879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:44.753255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Made reservation on behalf of 7dda6ef46a9f42e5a12e69a446292e09 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:44.755587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.785708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.786694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.821134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] device_id is not set on port f7a97ce6-f767-49a6-9451-4eed83062f70 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:44.870952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Transition to ACTIVE for port object da8976e6-d2d6-4149-a695-17ca42c93ed1 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:44.879177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.883276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:44.907606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=519f0f58-810b-41de-9db6-78775519b3cb,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:44.918160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:44.947230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Transition to ACTIVE for port object da8976e6-d2d6-4149-a695-17ca42c93ed1 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:44.963451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6c606890-a8fe-4461-8766-834efc32c836 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:45.005397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:45.007615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:45.008754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:45.021112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:45.021909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.030528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4d3ab8dd-764d-412c-ae40-0917f22b13bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:45.041185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.043611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:45.079928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Usage tracker for resource:security_group_rule and tenant:7dda6ef46a9f42e5a12e69a446292e09 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:45.087890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:45.113311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:45.135697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 6c606890-a8fe-4461-8766-834efc32c836 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:45.153016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 51d86f0d-394c-431c-b54f-3576e3ed96cc up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:45.190972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Allocated IP 2001:db8::34a (768fec92-ea45-4c5b-a05f-35a570d4270c/e7e76bfc-724d-4815-8455-e24beaa34477/f7a97ce6-f767-49a6-9451-4eed83062f70) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:45.199828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:45.200698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Pushing event updated for resources: {'Port': ['ID=76b80d96-7255-4a73-acfa-da345f67b0e9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:45.204141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:45.211788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:45.219866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Pushing event updated for resources: {'Port': ['ID=da8976e6-d2d6-4149-a695-17ca42c93ed1,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:45.223819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:45.228031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:45.231054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:45.232215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:45.232770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:45.232908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.233800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:45.238343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:45.246806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Allocated IP 172.26.2.3 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/94d85e3b-1ef9-4bff-b312-111338d12f92) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:45.362626 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 4.3849862
Nov 24 14:26:45.372015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46628) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:45.373387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Attempting to bind port da8976e6-d2d6-4149-a695-17ca42c93ed1 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:45.373871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Attempting to bind port da8976e6-d2d6-4149-a695-17ca42c93ed1 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:45.374416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Attempting to bind port da8976e6-d2d6-4149-a695-17ca42c93ed1 on network 94e535f6-40e6-44d9-9d25-b9c6f6625894 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:45.388781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:45.389316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Checking segment: {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:45.389825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.390322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Bound using segment: {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:45.393121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Bound port: da8976e6-d2d6-4149-a695-17ca42c93ed1, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:45.393618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.408214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Pushing event updated for resources: {'Network': ['ID=208ab4c9-7df7-4506-a4c5-8331cc6ed6ea,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:45.410812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:45.473323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 208ab4c9-7df7-4506-a4c5-8331cc6ed6ea details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:45.507875 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 3.6453247
Nov 24 14:26:45.508203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 51d86f0d-394c-431c-b54f-3576e3ed96cc completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:45.522873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 51d86f0d-394c-431c-b54f-3576e3ed96cc triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:45.523321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.533337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46634) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:45.558935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.71'}]}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:45.571463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:45.580364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Usage tracker for resource:router and tenant:0ca5ee49b0814bc2a1341e0bf139e3d5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:45.595514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:45.599681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.620509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:45.663060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'network': {'name': 'tempest-network--2032497551', 'router:external': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:45.678136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.682637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:45.691079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7a9b7a46-013a-4268-a4a0-d0a1f25fb442 None None] Provisioning complete for port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:45.691799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7a46-013a-4268-a4a0-d0a1f25fb442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.691924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.697438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:45.727432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] device_id is not set on port 4dc29ac8-1091-402a-8fff-2280b18271fd yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:45.752675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.756341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.757910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.764033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:network and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:45.766865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0bdb1d-285e-43fa-a8df-43463d70199d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:45.770090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:45.775106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:45.779290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b7a46-013a-4268-a4a0-d0a1f25fb442 None None] Port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:45.786061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:45.789432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Transition to ACTIVE for port object f7a97ce6-f767-49a6-9451-4eed83062f70 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:45.823652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.903656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82757498-98cc-4985-8210-5a2b6eacd81d None None] Network 768fec92-ea45-4c5b-a05f-35a570d4270c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:45.944274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] For port da8976e6-d2d6-4149-a695-17ca42c93ed1, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:45.951068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Made reservation on behalf of 81cf39047d684b49ba70b656467fd6f3 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:45.953342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:45.963224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:26:45.970672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.037753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] For port da8976e6-d2d6-4149-a695-17ca42c93ed1, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=da8976e6-d2d6-4149-a695-17ca42c93ed1,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:46.095232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.108139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.132945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:46.136648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:46.155014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.164200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.179005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Provisioning for port 6c606890-a8fe-4461-8766-834efc32c836 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:46.190782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:46.191236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:security_group_rule and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:46.198235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:46.210486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:46.229474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:46.243160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Provisioning complete for port 6c606890-a8fe-4461-8766-834efc32c836 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:46.243529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.278598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 51d86f0d-394c-431c-b54f-3576e3ed96cc, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=51d86f0d-394c-431c-b54f-3576e3ed96cc,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:46.281910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:46.307765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:46.313065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:46.317584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:46.319891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:46.323667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:46.324302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.329540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:46.338905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.362692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.365927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Pushing event updated for resources: {'Port': ['ID=94d85e3b-1ef9-4bff-b312-111338d12f92,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:46.372233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=f7a97ce6-f767-49a6-9451-4eed83062f70,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:46.376413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:46.381809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:46.406357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Pushing event updated for resources: {'Port': ['ID=da8976e6-d2d6-4149-a695-17ca42c93ed1,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:46.417180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:46.417180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:46.477206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] device_id is not set on port 4dc29ac8-1091-402a-8fff-2280b18271fd yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:46.511456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:46.561479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Transition to ACTIVE for port object 4dc29ac8-1091-402a-8fff-2280b18271fd will not be triggered until provisioned by entity L2. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:46.561695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.resource_extend [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:26:46.573552 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 3.4602709
Nov 24 14:26:46.580265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46640) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:46.593204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:26:46.608792 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] 10.222.0.53 "PUT /v2.0/routers/7ec4132e-8c2a-4fbe-bf4e-957de7460151/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4649494
Nov 24 14:26:46.636850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=51d86f0d-394c-431c-b54f-3576e3ed96cc,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:46.644406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:47.046317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.046317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.063445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.070676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Transition to ACTIVE for port object 931d95e1-b75b-4c41-9ff2-ba808151fbd8 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:47.070676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] For port 6c606890-a8fe-4461-8766-834efc32c836, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6c606890-a8fe-4461-8766-834efc32c836,segment=NetworkSegment(7fa78a83-2de3-4f09-b6f6-873d796593e0),segment_id=7fa78a83-2de3-4f09-b6f6-873d796593e0)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:47.072527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.072527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:47.072527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.072527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.074184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.075100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.075100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:47.076846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc29ac8-1091-402a-8fff-2280b18271fd,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:47.076846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:47.076846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:47.099477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:47.108919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.140372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.147745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 519f0f58-810b-41de-9db6-78775519b3cb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:47.175749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.176135 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Added segment e61f0aa1-962b-467b-a9bb-786945011d01 of type vlan for network a99a82ad-2293-4510-b4c4-a56ff2b1a311
Nov 24 14:26:47.181436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c94f0c-95b9-4ced-a66a-db90044e1b5b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:47.201678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b69e8-4434-4599-a40a-ed45fba3993d tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:47.210483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b69e8-4434-4599-a40a-ed45fba3993d tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:47.214554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b69e8-4434-4599-a40a-ed45fba3993d tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:47.220775 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-025b69e8-4434-4599-a40a-ed45fba3993d tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.5935795
Nov 24 14:26:47.226704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:47.227164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46656) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:47.229914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Allocated IP 172.26.2.159 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/4442f9f3-ca76-4aa1-8cf1-919b81509df8) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:47.238243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Checking segment: {'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:47.238857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Network hostable DHCP agents. Network: 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:26:47.339483 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25159370-99d5-4f79-9b26-64bc2bde7b74 None None] Pushing event updated for resources: {'Port': ['ID=931d95e1-b75b-4c41-9ff2-ba808151fbd8,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:47.344968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-25159370-99d5-4f79-9b26-64bc2bde7b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:47.347143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:47.386481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Attempting to bind port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:47.395443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Attempting to bind port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:47.395443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Attempting to bind port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:47.421970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:47.422647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:47.424521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.424521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:47.424521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Bound port: 931d95e1-b75b-4c41-9ff2-ba808151fbd8, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:47.424521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.447507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.479287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.530127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Provisioning for port 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:47.535941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting port f7a97ce6-f767-49a6-9451-4eed83062f70 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:26:47.536378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.545257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Pushing event updated for resources: {'Port': ['ID=6c606890-a8fe-4461-8766-834efc32c836,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:47.550459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Provisioning complete for port 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:47.551044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.589716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:47.604139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.622277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 519f0f58-810b-41de-9db6-78775519b3cb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:47.622921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.624887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:47.637603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.638443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.697501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Port 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:47.702955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] For port 931d95e1-b75b-4c41-9ff2-ba808151fbd8, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:47.721452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:47.729645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:47.736948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:47.744917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] For port 931d95e1-b75b-4c41-9ff2-ba808151fbd8, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=931d95e1-b75b-4c41-9ff2-ba808151fbd8,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:47.768673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:26:47.853616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Port': ['ID=4442f9f3-ca76-4aa1-8cf1-919b81509df8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:47.854053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 51d86f0d-394c-431c-b54f-3576e3ed96cc up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:47.857296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:47.858838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.900833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:47.901408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.920269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Allocated IP 172.20.0.1 (ce41eccc-38d0-4eee-98ef-85b689509f7c/66ba0f61-6fdd-45e3-b555-9cb093b93436/e7f256eb-8329-4c44-abe7-26173782db59) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:47.921184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Provisioning for port f7a97ce6-f767-49a6-9451-4eed83062f70 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:47.941179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:47.941381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:47.964409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:48.012717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Provisioning complete for port f7a97ce6-f767-49a6-9451-4eed83062f70 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:48.012717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.112053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.129945 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Sync routers for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:26:48.160608 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:48.165486 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420410670>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:48.208427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Port f7a97ce6-f767-49a6-9451-4eed83062f70 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:48.222411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.223117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25159370-99d5-4f79-9b26-64bc2bde7b74 None None] Pushing event updated for resources: {'Port': ['ID=931d95e1-b75b-4c41-9ff2-ba808151fbd8,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:48.229064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:48.229724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd4f7f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:48.339513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-25159370-99d5-4f79-9b26-64bc2bde7b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:48.371090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46662) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:48.386174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359412177', 'description': 'tempest-description--1217470359'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:48.393753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:48.394231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Network': ['ID=a99a82ad-2293-4510-b4c4-a56ff2b1a311,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:48.396024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Provisioning complete for port 6c606890-a8fe-4461-8766-834efc32c836 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:48.396616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5212abdd-c033-428b-818a-6935c0fd3558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.409760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Usage tracker for resource:security_group and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:48.420397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:48.427046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:48.432722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:48.471362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:48.472504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a99a82ad-2293-4510-b4c4-a56ff2b1a311 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:48.473527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:48.489593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c96b02-e226-41c0-8041-84d40da10f64 None None] Network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:48.509854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.510053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.527580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Transition to ACTIVE for port object e7f256eb-8329-4c44-abe7-26173782db59 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:48.555310 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:48.559466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:48.559816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:48.560224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:48.597743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 51d86f0d-394c-431c-b54f-3576e3ed96cc triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:48.597743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.641264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:48.641868 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:48.650540 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 2 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:48.672829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.684191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.691836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:48.722079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043ce40-ae60-466c-9812-73e208986acb None None] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:48.769459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Pushing event updated for resources: {'Port': ['ID=e7f256eb-8329-4c44-abe7-26173782db59,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:48.772194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:48.772725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:48.773275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:48.784513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:48.787730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:48.788468 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:48.792999 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 3.4139664
Nov 24 14:26:48.796028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46666) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:48.798493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 3 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:48.922582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Network ce41eccc-38d0-4eee-98ef-85b689509f7c is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:48.930324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.939004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:48.946816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:48.947437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.968016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:48.970158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:48.983440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:48.984026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:48.984565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:48.994125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Usage tracker for resource:security_group_rule and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:48.998335 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420410670>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 2, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:48.999979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.001712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:49.010289 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Checking router: 7ec4132e-8c2a-4fbe-bf4e-957de7460151 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:26:49.011095 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Updating router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:26:49.076335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:49.085140 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.136327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device da8976e6-d2d6-4149-a695-17ca42c93ed1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:49.290839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Calling delete_port for f7a97ce6-f767-49a6-9451-4eed83062f70 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:26:49.322418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.330385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:49.330912 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:49.342303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.342467 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 4 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:49.395823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:49.397173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:49.397173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:49.415235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.429645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:49.431546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.432584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9e540b-a5f4-4936-abbf-099dcc7ad43b {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:26:49.485718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.485718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.488751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.489313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c0030f35-6bc0-46c3-a249-be031bc5f590 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:49.536266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port da8976e6-d2d6-4149-a695-17ca42c93ed1 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:49.559432 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.573475 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Transition to ACTIVE for port object 225e9fc3-c385-467b-a2f0-3ce7e7d96011 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:49.578131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:49.578524 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:49.589667 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:26:49.593792 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fce6d8ff-bca9-44de-b86d-4f5ae2712d1c tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 4.0466986
Nov 24 14:26:49.594659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46670) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:49.595717 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 5 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:49.654600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Provisioning complete for port 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:49.654600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.656978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.659991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:49.660404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:49.660791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:49.681458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Port': ['ID=4442f9f3-ca76-4aa1-8cf1-919b81509df8,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:49.692348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:49.700712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:49.712076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.715827 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.3412299
Nov 24 14:26:49.718060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46674) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:49.727152 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.734494 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-bc895e9c-5e65-475c-a9c1-00457bc113cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:49.742790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Deleting port 76b80d96-7255-4a73-acfa-da345f67b0e9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:26:49.743138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.779538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Request body: {'security_group_rule': {'security_group_id': '950e40fb-00f1-422d-9a89-cb91d28eed9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:49.797594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:49.812378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Usage tracker for resource:security_group_rule and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:49.823624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:49.835614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6c606890-a8fe-4461-8766-834efc32c836 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:49.836889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:49.855192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:49.861133 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:49.870031 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 6 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:49.903422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:49.906463 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.2769146
Nov 24 14:26:49.917329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46678) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:49.946804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1674350286'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:49.955841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950e40fb-00f1-422d-9a89-cb91d28eed9a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:49.971897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:49.973140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:50.013072 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9adf13-be70-413f-b204-4d456298e20a None None] Pushing event updated for resources: {'Port': ['ID=225e9fc3-c385-467b-a2f0-3ce7e7d96011,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:50.013280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.015643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Usage tracker for resource:network and tenant:128f2b7b1cff4b8b96512d0047137432 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:50.025566 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2b9adf13-be70-413f-b204-4d456298e20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:50.037050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:50.048056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f641fff2f70>> segment before_delete 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.048577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f641fff2f70>> subnet precommit_delete_associations 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.049299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> segment_host_mapping after_create 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.049621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> port after_create 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.049933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> port after_delete 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.050278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> port after_update 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.050589 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> segment after_delete 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.050916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> subnet after_create 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.051224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> subnet after_delete 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.051684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f6b3640>> subnet after_update 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.065537 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Attempting to bind port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:50.065913 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Attempting to bind port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:50.066281 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Attempting to bind port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 on network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:50.066477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.081291 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:50.081659 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Checking segment: {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:50.083350 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.084431 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Bound using segment: {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:50.087155 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Bound port: 225e9fc3-c385-467b-a2f0-3ce7e7d96011, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:50.087583 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.092381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:50.096176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Port 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:50.172771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.192210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Provisioning complete for port f7a97ce6-f767-49a6-9451-4eed83062f70 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:50.194176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.209711 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] For port 225e9fc3-c385-467b-a2f0-3ce7e7d96011, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:50.212752 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] For port 225e9fc3-c385-467b-a2f0-3ce7e7d96011, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=225e9fc3-c385-467b-a2f0-3ce7e7d96011,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:50.232154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6c606890-a8fe-4461-8766-834efc32c836 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:50.232871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.243280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f796400>> subnet after_create 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.243681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f796400>> subnet after_delete 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.244848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f796400>> subnet before_create 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.245180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f796400>> subnet before_update 55550000 {{(pid=84234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:26:50.245538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fec3eb0>,) {'filters': {'network_id': ['a99a82ad-2293-4510-b4c4-a56ff2b1a311']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:50.252743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Made reservation on behalf of 128f2b7b1cff4b8b96512d0047137432 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:50.255369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.285712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.286409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fec3eb0>, 'e61f0aa1-962b-467b-a9bb-786945011d01') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:50.286694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fec3eb0>, 'e61f0aa1-962b-467b-a9bb-786945011d01') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:50.301082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:50.301396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:50.301720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:50.306536 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.315342 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:50.316363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:50.316694 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:50.320731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Port f7a97ce6-f767-49a6-9451-4eed83062f70 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:50.326202 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 7 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:50.331640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.343239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.354176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.377704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd4f7f0>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:50.391469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863eaeb8-98a6-4e27-9963-bc77508dbcc7 None None] The sync data for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv is: [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:38Z', 'revision_number': 3, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:26:50.397032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:50.397964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:50.398295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:50.446435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.453770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:50.453989 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:50.458257 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 8 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:50.467339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Provisioning for port e7f256eb-8329-4c44-abe7-26173782db59 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:50.477887 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9adf13-be70-413f-b204-4d456298e20a None None] Pushing event updated for resources: {'Port': ['ID=225e9fc3-c385-467b-a2f0-3ce7e7d96011,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:50.478349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Provisioning complete for port e7f256eb-8329-4c44-abe7-26173782db59 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:50.479008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.481984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:26:50.482168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.482571 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2b9adf13-be70-413f-b204-4d456298e20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:50.485341 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:50.486040 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420410670>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:50.492980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.499754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Calling delete_port for 76b80d96-7255-4a73-acfa-da345f67b0e9 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:26:50.502587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:50.502916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:50.503244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn_limited(
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn_limited(
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:26:50.508921 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:26:50.525834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.538394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:50.588534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Port e7f256eb-8329-4c44-abe7-26173782db59 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:50.646050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Usage tracker for resource:security_group_rule and tenant:128f2b7b1cff4b8b96512d0047137432 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:50.651336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:50.652557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:50.659180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:50.663695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:50.713008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Provisioning for port da8976e6-d2d6-4149-a695-17ca42c93ed1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:50.714422 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:50.718244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:50.718755 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:50.720246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Provisioning complete for port da8976e6-d2d6-4149-a695-17ca42c93ed1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:50.720637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.727841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4ff883-4b41-4ca7-a371-efc44c081c97,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:50.729962 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 9 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:50.737911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:50.738522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Router 43813757-8180-4c25-a59e-0069959df08e is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:26:50.749171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Port': ['ID=f7a97ce6-f767-49a6-9451-4eed83062f70,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:50.769922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:50.772226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:50.772719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:50.773187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:50.875573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:50.875894 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:50.889153 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 10 to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd
Nov 24 14:26:50.903754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.948762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] For port da8976e6-d2d6-4149-a695-17ca42c93ed1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=da8976e6-d2d6-4149-a695-17ca42c93ed1,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:50.996623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:50.998245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.012514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:51.012910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:51.013608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:51.027764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.040135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.046902 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3208594
Nov 24 14:26:51.046902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46682) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:51.070515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Request body: {'security_group_rule': {'security_group_id': '950e40fb-00f1-422d-9a89-cb91d28eed9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:51.087322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.090840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.101681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:51.106921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Usage tracker for resource:security_group_rule and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:51.111720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:51.127062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:51.184977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.186491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a99a82ad-2293-4510-b4c4-a56ff2b1a311 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 24 14:26:51.233454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event deleted for resources: {'Network': ['ID=a99a82ad-2293-4510-b4c4-a56ff2b1a311,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:51.245285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Pushing event updated for resources: {'Port': ['ID=da8976e6-d2d6-4149-a695-17ca42c93ed1,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:51.248234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.250136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.256368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:51.258454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.270792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.286313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420410670>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:50Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:51.296583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8f9c6f2a-e657-4aad-bb31-f1c42a04fd82 None None] Provisioning complete for port da8976e6-d2d6-4149-a695-17ca42c93ed1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:51.296783 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb3adf-5f02-4beb-a80a-ec66b711ae57 None None] The sync data for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv is: [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:50Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:26:51.296948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6f2a-e657-4aad-bb31-f1c42a04fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.302822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.309451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port 4dc29ac8-1091-402a-8fff-2280b18271fd on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:51.309856 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port 4dc29ac8-1091-402a-8fff-2280b18271fd on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:51.310269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.391993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Pushing event deleted for resources: {'Port': ['ID=76b80d96-7255-4a73-acfa-da345f67b0e9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:51.422632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] For port 4dc29ac8-1091-402a-8fff-2280b18271fd, host hv-neutron-8183, cleared binding levels {{(pid=84234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:51.423190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempted to set empty binding levels {{(pid=84234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 24 14:26:51.431564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.431564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.431564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:51.437166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.440654 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/ports/f7a97ce6-f767-49a6-9451-4eed83062f70 HTTP/1.1" status: 204  len: 168 time: 4.2111089
Nov 24 14:26:51.442014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:51.445356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.448425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46688) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:51.448956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.506947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:51.515899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Pushing event updated for resources: {'Port': ['ID=e7f256eb-8329-4c44-abe7-26173782db59,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:51.519590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:51.521847 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a99a82ad-2293-4510-b4c4-a56ff2b1a311 HTTP/1.1" status: 204  len: 168 time: 2.7149386
Nov 24 14:26:51.533739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46692) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:51.542448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.551276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a7780c-258f-447f-a78d-9d6d033593e1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] GET failed (client error): The resource could not be found.
Nov 24 14:26:51.551776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-65a7780c-258f-447f-a78d-9d6d033593e1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Synchronizing usage tracker for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:26:51.557490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:51.563046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:51.566917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:network and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:51.568264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.570360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:51.576352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.576676 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Added segment d0dc754b-3fcb-4d80-a161-2139c05c5ac2 of type vlan for network ba479fa5-ae16-46a3-8bb1-631161467533
Nov 24 14:26:51.577532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:51.584350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.585167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.587965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0589a22-8b60-459b-8851-099674a0cdc2,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:51.598636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:51.602685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.640794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fe64c2-9f01-4071-87e5-4242bf0f1dc2,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:51.643691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.649373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:51.655101 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] 10.222.0.53 "DELETE /v2.0/ports/76b80d96-7255-4a73-acfa-da345f67b0e9 HTTP/1.1" status: 204  len: 168 time: 2.0554430
Nov 24 14:26:51.706154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.732549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.733828 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6835403
Nov 24 14:26:51.736972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46698) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:51.743114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:51.764936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:51.776801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.777929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Usage tracker for resource:floatingip and tenant:a7390524cd674289852a831fce8d0b93 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:51.784182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:51.785533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.792254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:51.817779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:51.856330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:51.936622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 931d95e1-b75b-4c41-9ff2-ba808151fbd8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:51.971668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:51.989316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.001882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Made reservation on behalf of 81cf39047d684b49ba70b656467fd6f3 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:52.008995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.010504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Network': ['ID=ba479fa5-ae16-46a3-8bb1-631161467533,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:52.013245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:52.042065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network ba479fa5-ae16-46a3-8bb1-631161467533 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:52.058409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc29ac8-1091-402a-8fff-2280b18271fd,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:52.073503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:52.115707 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.1906359
Nov 24 14:26:52.123156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46702) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:52.131026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-65a7780c-258f-447f-a78d-9d6d033593e1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Unset dirty status for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:26:52.135700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-65a7780c-258f-447f-a78d-9d6d033593e1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "GET /v2.0/ports/f7a97ce6-f767-49a6-9451-4eed83062f70 HTTP/1.1" status: 404  len: 333 time: 0.6758454
Nov 24 14:26:52.139762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46706) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:52.151801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Request body: {'subnet': {'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:52.160193 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 986 time: 7.6673567
Nov 24 14:26:52.169156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46710) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:52.184442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1398184526'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:52.267995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Deleting port 4dc29ac8-1091-402a-8fff-2280b18271fd {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:26:52.268997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.319203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:26:52.331512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:52.332763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:52.333333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.345933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.346511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Added segment 2c4ba230-1bde-4234-8f74-a9aac4166588 of type vlan for network d85f6abd-a975-4b2c-ab57-92ce53378bcf
Nov 24 14:26:52.466846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:52.486490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Usage tracker for resource:subnet and tenant:128f2b7b1cff4b8b96512d0047137432 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:52.501032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:52.503454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46718) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:52.511226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.522233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:52.528311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:52.547922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:52.554160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.599931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.629278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Made reservation on behalf of 128f2b7b1cff4b8b96512d0047137432 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:52.632681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 931d95e1-b75b-4c41-9ff2-ba808151fbd8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=931d95e1-b75b-4c41-9ff2-ba808151fbd8,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:52.692130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Network ce41eccc-38d0-4eee-98ef-85b689509f7c is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:52.706194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:52.755493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:52.759429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.768711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.769793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device da8976e6-d2d6-4149-a695-17ca42c93ed1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:52.890810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:52.899992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.931569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:52.951717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] device_id is not set on port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:53.024350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=931d95e1-b75b-4c41-9ff2-ba808151fbd8,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:53.026834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port da8976e6-d2d6-4149-a695-17ca42c93ed1 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:53.027311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.042850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Allocated IP 172.26.2.70 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/1713f43a-b0b2-4a8f-86a8-4a35e4e88bdb) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:53.070500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:53.091917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:26:53.107886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Sync routers for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:26:53.138278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-44ac14cf-2863-437d-978d-c112fa8fa602 None None] Provisioning complete for port e7f256eb-8329-4c44-abe7-26173782db59 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:53.138722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-44ac14cf-2863-437d-978d-c112fa8fa602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.194713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.203855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] For port 4dc29ac8-1091-402a-8fff-2280b18271fd, host hv-neutron-8183, got binding levels [] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:53.204227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.212533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:53.213107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.241285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:53.242123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-299bc46f-0422-445e-9d79-32831113d390 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:53.273256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Usage tracker for resource:security_group_rule and tenant:bedd6f4520a94340b32faa7f1495dc6e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:53.284819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:53.292946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:53.293572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420151940>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:53.304453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:53.335320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Network': ['ID=d85f6abd-a975-4b2c-ab57-92ce53378bcf,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:53.366822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network d85f6abd-a975-4b2c-ab57-92ce53378bcf details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:26:53.393567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:53.397493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.8528774
Nov 24 14:26:53.401764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46724) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:53.468045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Calling delete_port for 4dc29ac8-1091-402a-8fff-2280b18271fd owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:26:53.470205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-44ac14cf-2863-437d-978d-c112fa8fa602 None None] Port e7f256eb-8329-4c44-abe7-26173782db59 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:53.500473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.506284 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 12.3662519
Nov 24 14:26:53.511418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Allocated IP 2001:db8::299 (768fec92-ea45-4c5b-a05f-35a570d4270c/e7e76bfc-724d-4815-8455-e24beaa34477/0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:53.514117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'subnet': {'network_id': 'd85f6abd-a975-4b2c-ab57-92ce53378bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:53.514569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46728) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:53.525430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:53.535420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:subnet and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:53.555711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:53.562098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9943ac91-9750-48a9-8530-efa9175df6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.569236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:53.620793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:53.667369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.725988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Router 194b311b-1867-4394-a5cc-d5a94c8daec7 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:26:53.738997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Made reservation on behalf of 81cf39047d684b49ba70b656467fd6f3 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:53.741951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.768523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.821176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.844200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:53.861702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 931d95e1-b75b-4c41-9ff2-ba808151fbd8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:53.917496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.940593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:53.952323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dc29ac8-1091-402a-8fff-2280b18271fd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:53.955513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:54.002326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:54.002704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.045817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:54.067597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.071720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.084836 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4dc29ac8-1091-402a-8fff-2280b18271fd HTTP/1.1" status: 204  len: 168 time: 1.9116993
Nov 24 14:26:54.086969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46734) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:54.127685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420151940>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 3, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:54.137274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Checking router: 43813757-8180-4c25-a59e-0069959df08e for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:26:54.137710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Updating router 43813757-8180-4c25-a59e-0069959df08e port 94d85e3b-1ef9-4bff-b312-111338d12f92 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:26:54.138637 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3de53f-4255-4f85-963e-0ec729d9f933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:26:54.139146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f3de53f-4255-4f85-963e-0ec729d9f933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Synchronizing usage tracker for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:26:54.161658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Synchronizing usage tracker for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:26:54.180815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.186382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 225e9fc3-c385-467b-a2f0-3ce7e7d96011 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:54.188586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5117722-9975-4f5c-aa1c-8ac433024159,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:54.201920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:54.207705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:54.242721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.271081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f3de53f-4255-4f85-963e-0ec729d9f933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Unset dirty status for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:26:54.277304 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1f3de53f-4255-4f85-963e-0ec729d9f933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "GET /v2.0/ports/4dc29ac8-1091-402a-8fff-2280b18271fd HTTP/1.1" status: 404  len: 333 time: 0.1827917
Nov 24 14:26:54.277304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46738) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:54.285928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Request body: {'port': {'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1325517447'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:54.296880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:54.311947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.330499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:54.363967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event updated for resources: {'Port': ['ID=1713f43a-b0b2-4a8f-86a8-4a35e4e88bdb,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:54.368708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Transition to ACTIVE for port object 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:54.370922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:54.372827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:54.375613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:54.397247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:26:54.402777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:54.408130 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] 10.222.0.53 "PUT /v2.0/routers/194b311b-1867-4394-a5cc-d5a94c8daec7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5142941
Nov 24 14:26:54.410261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:54.419981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Unset dirty status for tenant:64dd2c40c06640748842ff9c9ce15bb3 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:26:54.422397 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bedd6f4520a94340b32faa7f1495dc6e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9163411
Nov 24 14:26:54.422397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Checking segment: {'id': 'd0dc754b-3fcb-4d80-a161-2139c05c5ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:54.422397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Network hostable DHCP agents. Network: ba479fa5-ae16-46a3-8bb1-631161467533, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:26:54.424293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46744) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:54.484114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:54.488931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Made reservation on behalf of 7dda6ef46a9f42e5a12e69a446292e09 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:54.492023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.494352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:54.494728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.510936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.526435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] device_id is not set on port df63d1e1-7b09-4aff-94ee-139547a7e978 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:54.548489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Subnet': ['ID=2af98b79-f8e5-4653-92ee-d6582c813551,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:54.561654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:54.620313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.695106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.705865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Network ba479fa5-ae16-46a3-8bb1-631161467533 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:26:54.713030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:54.748751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.758800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.834987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 225e9fc3-c385-467b-a2f0-3ce7e7d96011, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=225e9fc3-c385-467b-a2f0-3ce7e7d96011,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:26:54.843244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.865864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Transition to ACTIVE for port object 94d85e3b-1ef9-4bff-b312-111338d12f92 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:54.898022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:54.907927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:54.917537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:54.923383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.923531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:54.923531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.925718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, ba479fa5-ae16-46a3-8bb1-631161467533) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:54.927198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:54.941915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:54.942347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:54.943492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:54.943835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:54.944080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.001366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.003498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.015455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:55.024402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:26:55.024871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.035110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.041849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5117722-9975-4f5c-aa1c-8ac433024159,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:55.070732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:55.071421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ec28db0-0411-426e-95db-4e1a42cffc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:55.073525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd626a-65ff-40e1-ba13-faf7741228d1 None None] Network ba479fa5-ae16-46a3-8bb1-631161467533 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:55.124881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.187517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.189022 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5117722-9975-4f5c-aa1c-8ac433024159 HTTP/1.1" status: 204  len: 168 time: 0.7637858
Nov 24 14:26:55.201972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05be254e-5264-4188-8001-812a698ebdfc,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:55.205725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:55.209803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:55.260945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:55.268433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:55.272384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:55.273461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:55.274417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.302315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Checking segment: {'id': '2c4ba230-1bde-4234-8f74-a9aac4166588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd85f6abd-a975-4b2c-ab57-92ce53378bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:55.302874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Network hostable DHCP agents. Network: d85f6abd-a975-4b2c-ab57-92ce53378bcf, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:26:55.333280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=df63d1e1-7b09-4aff-94ee-139547a7e978,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:55.337602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:55.361022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Attempting to bind port 94d85e3b-1ef9-4bff-b312-111338d12f92 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:55.361531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Attempting to bind port 94d85e3b-1ef9-4bff-b312-111338d12f92 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:55.362028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Attempting to bind port 94d85e3b-1ef9-4bff-b312-111338d12f92 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:55.364036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=225e9fc3-c385-467b-a2f0-3ce7e7d96011,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:55.375444 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2510738
Nov 24 14:26:55.378800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46756) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:55.379515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:55.382837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46760) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:55.383028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f5a118ea-4bec-4f7d-b2a3-7b94726634ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:55.387794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-514926093', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:55.398403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824971556', 'description': 'tempest-description--1456658497'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:55.403332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:55.408170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:55.414089 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.1326497
Nov 24 14:26:55.414089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Usage tracker for resource:router and tenant:128f2b7b1cff4b8b96512d0047137432 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:55.416618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Usage tracker for resource:security_group and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:55.418761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46764) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:55.421051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:55.424299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:55.433533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:55.441878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:55.442257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:55.442672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.443374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:55.444208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Bound port: 94d85e3b-1ef9-4bff-b312-111338d12f92, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:55.444596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.480755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:55.485355 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.3406096
Nov 24 14:26:55.488750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Network d85f6abd-a975-4b2c-ab57-92ce53378bcf is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:26:55.491894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:55.493639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46768) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:55.511764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-683105e4-e46d-424c-8e3f-f8f87e541f95 None None] Provisioning for port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:55.511958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::260', 'mac_address': 'fa:16:3e:67:a2:7f'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:55.545421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-683105e4-e46d-424c-8e3f-f8f87e541f95 None None] Provisioning complete for port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:55.545800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-683105e4-e46d-424c-8e3f-f8f87e541f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.592026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.624406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b718b-3fc0-4a0c-b270-a080f1dee7c3 None None] Pushing event updated for resources: {'Port': ['ID=94d85e3b-1ef9-4bff-b312-111338d12f92,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:55.633878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b16b718b-3fc0-4a0c-b270-a080f1dee7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:55.637601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] For port 94d85e3b-1ef9-4bff-b312-111338d12f92, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:55.683430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] For port 94d85e3b-1ef9-4bff-b312-111338d12f92, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94d85e3b-1ef9-4bff-b312-111338d12f92,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:55.687362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.694696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-683105e4-e46d-424c-8e3f-f8f87e541f95 None None] Port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:55.717505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ebad078-e99d-4ade-bd64-e1a37a7b4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.774719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-ba479fa5-ae16-46a3-8bb1-631161467533', 'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533', 'tenant_id': '128f2b7b1cff4b8b96512d0047137432', 'fixed_ips': [{'subnet_id': '2af98b79-f8e5-4653-92ee-d6582c813551'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:26:55.776104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.808227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.811347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.815920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 225e9fc3-c385-467b-a2f0-3ce7e7d96011 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:55.831001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:55.857066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:55.955761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.974228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.975910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.978889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, d85f6abd-a975-4b2c-ab57-92ce53378bcf) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:55.979250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:55.985826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] device_id is not set on port df63d1e1-7b09-4aff-94ee-139547a7e978 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:26:55.997886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150357af-3c60-42d3-b9a4-cf1717970e29 None None] Network d85f6abd-a975-4b2c-ab57-92ce53378bcf requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:55.998328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:55.998933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.005641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.018475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event updated for resources: {'Port': ['ID=1713f43a-b0b2-4a8f-86a8-4a35e4e88bdb,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:56.031099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.048429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:56.051891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Transition to ACTIVE for port object df63d1e1-7b09-4aff-94ee-139547a7e978 will not be triggered until provisioned by entity L2. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:56.061415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.062799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:56.074081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Usage tracker for resource:security_group_rule and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:56.077709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:56.085092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:56.104673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b718b-3fc0-4a0c-b270-a080f1dee7c3 None None] Pushing event updated for resources: {'Port': ['ID=94d85e3b-1ef9-4bff-b312-111338d12f92,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:56.107729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b16b718b-3fc0-4a0c-b270-a080f1dee7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:56.122661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:26:56.123282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420151940>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:56.136695 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.6381226
Nov 24 14:26:56.137885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.139180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.4012513
Nov 24 14:26:56.141025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.142015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46774) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:56.150921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'floatingip': {'floating_network_id': 'd85f6abd-a975-4b2c-ab57-92ce53378bcf'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:56.174443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:56.178730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-928afbf6-86b0-4246-837b-c1285aae9643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:56.302046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46782) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:56.307480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=df63d1e1-7b09-4aff-94ee-139547a7e978,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:56.342514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:floatingip and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:56.345409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:56.430508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:56.431056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.431149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.458106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:56.518655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.542085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:26:56.606418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.621686 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b2fed17b-fc6b-4365-9ab1-31bd12939f77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ca5ee49b0814bc2a1341e0bf139e3d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3112137
Nov 24 14:26:56.623650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46794) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:56.627907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:56.628570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:56.739684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.743330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.748806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46800) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:56.759322 dv-neutron-818347-1-hyperv neutron-server[84233]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 24 14:26:56.785455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] In _notify_port_updated(), no bound segment for port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 on network 768fec92-ea45-4c5b-a05f-35a570d4270c {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:26:56.787566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:56.788204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:56.788949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:56.789602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:56.790217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.791477 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "PUT /v2.0/ports/0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 HTTP/1.1" status: 200  len: 1003 time: 1.2890751
Nov 24 14:26:56.796929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46804) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:56.799361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:56.799794 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:56.835896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:56.837046 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 2 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:56.839496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:56.861096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:56.861542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:56.862141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:56.866973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Allocated IP 172.20.0.1 (94e535f6-40e6-44d9-9d25-b9c6f6625894/77b739b1-64a2-499b-9f6a-43f3a36c1cb8/fe835948-6306-4f71-9a1f-9a10cbb5902d) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:56.869648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Allocated IP 172.20.0.2 (ba479fa5-ae16-46a3-8bb1-631161467533/2af98b79-f8e5-4653-92ee-d6582c813551/31e1ff39-d094-4049-8a14-a36b6cde8680) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:56.879861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:56.880455 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:56.882266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.895111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-98c509e3-329e-4398-abc0-2806dff870ea req-02fb7466-183c-487a-b097-1fae6cf0c8be tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Synchronizing usage tracker for tenant:a7390524cd674289852a831fce8d0b93 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:26:56.906378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.909905 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 3 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:56.929362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:56.945667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:56.946339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:56.946861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:57.003282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d42cf96-cb87-46c9-807f-156b0a5d2b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:57.028607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.048977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:57.066003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:57.135281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.144984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-98c509e3-329e-4398-abc0-2806dff870ea req-02fb7466-183c-487a-b097-1fae6cf0c8be tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Unset dirty status for tenant:a7390524cd674289852a831fce8d0b93 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:26:57.144984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-02fb7466-183c-487a-b097-1fae6cf0c8be tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--359412177&fields=id&tenant_id=a7390524cd674289852a831fce8d0b93 HTTP/1.1" status: 200  len: 267 time: 0.3931394
Nov 24 14:26:57.152878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.157267 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.7734017
Nov 24 14:26:57.159024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1df5ea-d5bc-48cd-8d11-43714015f42e None None] Network d85f6abd-a975-4b2c-ab57-92ce53378bcf requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:26:57.161464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46808) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:57.172372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Request body: {'security_group_rule': {'security_group_id': 'e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:57.180579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:57.180992 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:57.184799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:26:57.184799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.199058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.204664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-07884393-6954-4ab1-966d-f183f07269ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420151940>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 3, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:26:57.257729 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 4 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:57.263008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Transition to ACTIVE for port object fe835948-6306-4f71-9a1f-9a10cbb5902d will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:57.274365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:57.299060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Usage tracker for resource:security_group_rule and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:57.306092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:57.308892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:57.309287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:57.309677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:57.327233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07884393-6954-4ab1-966d-f183f07269ab None None] The sync data for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv is: [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 3, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:26:57.332696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:57.369991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.381675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:57.386222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-71781eec-4a02-4e59-8e87-53846ad5b3d9 None None] Provisioning complete for port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:57.386605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-71781eec-4a02-4e59-8e87-53846ad5b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.394935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:57.395341 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:57.400235 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 5 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:57.407566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9452b61-f4aa-4f2b-b731-e70d8cfd43b7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:57.410111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:57.418285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c509e3-329e-4398-abc0-2806dff870ea req-fa059a33-96b0-4995-8c0d-48b0f1848fbf tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:26:57.419826 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-fa059a33-96b0-4995-8c0d-48b0f1848fbf tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 812 time: 0.2623832
Nov 24 14:26:57.435019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.436486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9452b61-f4aa-4f2b-b731-e70d8cfd43b7 HTTP/1.1" status: 204  len: 168 time: 0.7693255
Nov 24 14:26:57.439316 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-4adeda87-c323-44af-86d0-916b3d64f7d2 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/quotas/a7390524cd674289852a831fce8d0b93 HTTP/1.1" status: 200  len: 375 time: 0.0141218
Nov 24 14:26:57.488449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.497982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:57.547898 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:26:57.549286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-71781eec-4a02-4e59-8e87-53846ad5b3d9 None None] Port 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:57.581981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:57.584553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:57.584887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:57.585219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:57.588204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:57.589566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:57.590018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.592789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Pushing event updated for resources: {'Port': ['ID=fe835948-6306-4f71-9a1f-9a10cbb5902d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:57.601483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:57.620019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.659718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-98c509e3-329e-4398-abc0-2806dff870ea req-a49cb396-ca6e-49a6-b4d6-be46dd20713a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Synchronizing usage tracker for tenant:a7390524cd674289852a831fce8d0b93 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:26:57.671051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:57.671693 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:57.683603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.690679 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 6 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:57.737203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Transition to ACTIVE for port object 31e1ff39-d094-4049-8a14-a36b6cde8680 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:57.759605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Transition to ACTIVE for port object 31e1ff39-d094-4049-8a14-a36b6cde8680 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:26:57.767588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.769390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:57.769720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:57.770049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:57.778584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.791484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-98c509e3-329e-4398-abc0-2806dff870ea req-a49cb396-ca6e-49a6-b4d6-be46dd20713a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Unset dirty status for tenant:a7390524cd674289852a831fce8d0b93 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:26:57.793125 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-a49cb396-ca6e-49a6-b4d6-be46dd20713a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3448536
Nov 24 14:26:57.825652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.841267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:57.856381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-97ccc3f5-7cb3-458e-a6dd-d25a5cdf181f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:57.947564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Pushing event updated for resources: {'Port': ['ID=31e1ff39-d094-4049-8a14-a36b6cde8680,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:57.952049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:57.959572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Network ba479fa5-ae16-46a3-8bb1-631161467533 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:57.962538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:57.966195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:57.993110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Allocated IP 172.20.0.11 (d85f6abd-a975-4b2c-ab57-92ce53378bcf/05be254e-5264-4188-8001-812a698ebdfc/6ad9ab5b-6b66-4150-8101-2eccc88999d1) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:58.085296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-131e7302-3177-48a9-a214-a3fca7384558 None None] Provisioning for port fe835948-6306-4f71-9a1f-9a10cbb5902d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:26:58.110614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Attempting to bind port 31e1ff39-d094-4049-8a14-a36b6cde8680 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:58.117385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Attempting to bind port 31e1ff39-d094-4049-8a14-a36b6cde8680 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'd0dc754b-3fcb-4d80-a161-2139c05c5ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:58.117385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Attempting to bind port 31e1ff39-d094-4049-8a14-a36b6cde8680 on network ba479fa5-ae16-46a3-8bb1-631161467533 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:58.117385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-131e7302-3177-48a9-a214-a3fca7384558 None None] Provisioning complete for port fe835948-6306-4f71-9a1f-9a10cbb5902d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:58.117758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-131e7302-3177-48a9-a214-a3fca7384558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.176633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.181038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:26:58.181303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.181761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Checking segment: {'id': 'd0dc754b-3fcb-4d80-a161-2139c05c5ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:26:58.181841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.182259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Bound using segment: {'id': 'd0dc754b-3fcb-4d80-a161-2139c05c5ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:26:58.182741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Bound port: 31e1ff39-d094-4049-8a14-a36b6cde8680, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0dc754b-3fcb-4d80-a161-2139c05c5ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:26:58.183119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.190045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-4eca9b69-35a5-420e-903c-7e89ed055e0c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:26:58.191349 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-4eca9b69-35a5-420e-903c-7e89ed055e0c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1181791
Nov 24 14:26:58.223627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-131e7302-3177-48a9-a214-a3fca7384558 None None] Port fe835948-6306-4f71-9a1f-9a10cbb5902d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:58.282579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.285745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.292519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:58.326629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] For port 31e1ff39-d094-4049-8a14-a36b6cde8680, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:58.329731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] For port 31e1ff39-d094-4049-8a14-a36b6cde8680, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=31e1ff39-d094-4049-8a14-a36b6cde8680,segment=NetworkSegment(d0dc754b-3fcb-4d80-a161-2139c05c5ac2),segment_id=d0dc754b-3fcb-4d80-a161-2139c05c5ac2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:26:58.406367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:58.406697 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:58.418477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.420850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Calling delete_port for 0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:26:58.424533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eebf1fa9-171e-447c-96eb-de5616063a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:58.449348 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 7 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:58.463917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.472374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.517542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Pushing event updated for resources: {'Port': ['ID=31e1ff39-d094-4049-8a14-a36b6cde8680,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:58.518438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Pushing event updated for resources: {'Port': ['ID=fe835948-6306-4f71-9a1f-9a10cbb5902d,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:58.528119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:58.531023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.538859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.542028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:58.551777 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-3df01638-50de-48ec-b801-e68704c80d69 service neutron] 10.222.0.53 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3529031
Nov 24 14:26:58.602709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.612416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:58.612733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:58.613063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:58.629546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:58.629869 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:58.640626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:58.646143 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 8 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:58.658237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:58.664934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:58.842479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:58.843000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:58.843152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:58.851164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178eeb16-11dd-4f98-b603-bd666fed858c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:58.885948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:58.918271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:58.919692 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.7526667
Nov 24 14:26:58.935582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46834) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:58.968602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Request body: {'security_group_rule': {'security_group_id': 'e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:58.976728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-e611da0e-a968-4af2-a327-deb961374a38 service neutron] 10.222.0.53 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4135156
Nov 24 14:26:58.991865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:59.002073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:59.002403 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:59.008526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Usage tracker for resource:security_group_rule and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:59.013120 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 9 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:59.014200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:59.023067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:59.057053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4ffbe7db-32e2-4290-bb16-f58f3bbfed01 None None] Provisioning complete for port fe835948-6306-4f71-9a1f-9a10cbb5902d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:26:59.057566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4ffbe7db-32e2-4290-bb16-f58f3bbfed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.071274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:59.071834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:59.072380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:59.104715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Allocated IP 172.26.2.200 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/e6d4fb25-d7bb-4b90-b3e7-0dd24eedbf4a) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:26:59.154930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbe7db-32e2-4290-bb16-f58f3bbfed01 None None] Port fe835948-6306-4f71-9a1f-9a10cbb5902d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:26:59.185953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.206766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:59.207171 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:59.220964 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 10 to bind port df63d1e1-7b09-4aff-94ee-139547a7e978
Nov 24 14:26:59.236656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.258318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46840) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:59.258504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a480adf-053f-4b67-ac1d-9b77e8c92dcd tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:59.311593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:26:59.311593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:26:59.311593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:26:59.329643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:26:59.330007 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port df63d1e1-7b09-4aff-94ee-139547a7e978 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:26:59.330333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.354246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.381343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Network d85f6abd-a975-4b2c-ab57-92ce53378bcf is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:26:59.388872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:26:59.402695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:26:59.460353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46856) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:26:59.493705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.525780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Router 43813757-8180-4c25-a59e-0069959df08e has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:26:59.535934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad9ab5b-6b66-4150-8101-2eccc88999d1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:59.539468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:59.548325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:59.607699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.616810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Port': ['ID=0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:59.617337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1488267290'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:26:59.619726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:59.630376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.647348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:26:59.656975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:26:59.679994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:network and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:26:59.692701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:26:59.734045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:26:59.736347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b9a0ca-5fa5-4689-91f6-103622dfbd7f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:26:59.742403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:26:59.863346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31e1ff39-d094-4049-8a14-a36b6cde8680 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:26:59.950098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:26:59.953601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.977354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:26:59.978034 dv-neutron-818347-1-hyperv neutron-server[84234]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 24 14:26:59.979241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] For port df63d1e1-7b09-4aff-94ee-139547a7e978, host hv-neutron-8183, cleared binding levels {{(pid=84234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:26:59.981008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempted to set empty binding levels {{(pid=84234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 24 14:26:59.993383 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0414031
Nov 24 14:26:59.993383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46870) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:00.009298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:00.015512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:00.015731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0d5ec-28a9-4720-a9a9-3918bcfa4da9 None None] Network ba479fa5-ae16-46a3-8bb1-631161467533 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:00.024179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Usage tracker for resource:floatingip and tenant:f4aaf32438b04616aae5be4648c0b034 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:00.028134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:00.035705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:00.045508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.093242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.098824 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-56a4d210-425c-48fc-ab5d-105bd27f48e3 req-b23c5a86-8838-493a-8ddb-7848ece4dcaf tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.6312811
Nov 24 14:27:00.111426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.114165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:00.143418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:00.147887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.169714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:security_group_rule and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:00.179310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:00.196577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:00.198443 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/ports/0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 HTTP/1.1" status: 204  len: 168 time: 3.3969779
Nov 24 14:27:00.201893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46884) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:00.205633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] In _notify_port_updated(), no bound segment for port df63d1e1-7b09-4aff-94ee-139547a7e978 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:27:00.207151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.211443 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "PUT /v2.0/ports/df63d1e1-7b09-4aff-94ee-139547a7e978 HTTP/1.1" status: 200  len: 981 time: 4.7887919
Nov 24 14:27:00.219040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46888) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:00.232030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 31e1ff39-d094-4049-8a14-a36b6cde8680 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:00.288346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=df63d1e1-7b09-4aff-94ee-139547a7e978,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:00.325203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Provisioning for port 31e1ff39-d094-4049-8a14-a36b6cde8680 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:00.339690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Provisioning complete for port 31e1ff39-d094-4049-8a14-a36b6cde8680 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:00.340070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.354579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.358062 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4234f41-add6-4d62-acc4-156a5ec9e2a9 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] GET failed (client error): The resource could not be found.
Nov 24 14:27:00.358573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e4234f41-add6-4d62-acc4-156a5ec9e2a9 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Synchronizing usage tracker for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:00.361591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:00.386119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:00.386780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:00.434804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.436828 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] 10.222.0.53 "PUT /v2.0/routers/43813757-8180-4c25-a59e-0069959df08e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8909338
Nov 24 14:27:00.492650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.498739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.522011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Port': ['ID=e6d4fb25-d7bb-4b90-b3e7-0dd24eedbf4a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:00.526496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:00.539158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e4234f41-add6-4d62-acc4-156a5ec9e2a9 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Unset dirty status for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:00.544305 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e4234f41-add6-4d62-acc4-156a5ec9e2a9 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "GET /v2.0/ports/0fc132b9-c43b-43b5-98a5-b0e4a42c1fa2 HTTP/1.1" status: 404  len: 333 time: 0.3364902
Nov 24 14:27:00.550142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46896) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:00.551582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] For port 31e1ff39-d094-4049-8a14-a36b6cde8680, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=31e1ff39-d094-4049-8a14-a36b6cde8680,segment=NetworkSegment(d0dc754b-3fcb-4d80-a161-2139c05c5ac2),segment_id=d0dc754b-3fcb-4d80-a161-2139c05c5ac2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:00.567535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1406564404'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:00.595848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:00.599246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.600583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:00.608572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:00.641913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.645143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:00.657674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-08787e4f-b402-45ae-bc96-bc51744e9e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:00.679401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.697728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.743060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Pushing event updated for resources: {'Port': ['ID=31e1ff39-d094-4049-8a14-a36b6cde8680,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:00.753287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:00.807346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-582bb67b-971c-4e6e-a85a-c2263619d93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Synchronizing usage tracker for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:00.873719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab69885-7799-4d05-898d-713023edb8dd,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:00.875254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-04cde5fe-de47-4eca-9ddb-478abcca3ae0 None None] Provisioning complete for port 31e1ff39-d094-4049-8a14-a36b6cde8680 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:00.875751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-04cde5fe-de47-4eca-9ddb-478abcca3ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.895099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:00.928761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:00.967933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:00.968215 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Added segment fbbfda4a-0d89-45f2-9c23-a04af0ed79b9 of type vlan for network 545fb1c8-c25e-4ba6-8844-73dcc5231588
Nov 24 14:27:00.995077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Allocated IP 172.26.2.160 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/db09bb71-beab-4825-a959-bf91b42e1343) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:01.024699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:01.065344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:01.121318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.133579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.166554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46912) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:01.173008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426513014', 'description': 'tempest-description--1997593375'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:01.180283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:01.184554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Usage tracker for resource:security_group and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:01.187627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:01.197092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:01.208557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:01.211998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.252313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.256345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] device_id is not set on port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:01.298324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.309558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:01.310134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.317276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-582bb67b-971c-4e6e-a85a-c2263619d93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Unset dirty status for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:01.319569 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-582bb67b-971c-4e6e-a85a-c2263619d93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18604 time: 1.0964620
Nov 24 14:27:01.320624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0cc59ef4-0a29-4bd4-9dd7-d077b0fd7b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:01.320754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.327766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46918) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:01.335622 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1522d676-0539-41bb-b491-019e9eca30cd req-05d02c15-d193-48c3-aada-92662ab8ab3b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.1404786
Nov 24 14:27:01.340941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:01.426657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.491165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Network': ['ID=545fb1c8-c25e-4ba6-8844-73dcc5231588,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:01.497660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:01.501979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:01.531550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Deleting port df63d1e1-7b09-4aff-94ee-139547a7e978 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:01.534205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.543570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Allocated IP 2001:db8::176 (768fec92-ea45-4c5b-a05f-35a570d4270c/e7e76bfc-724d-4815-8455-e24beaa34477/2d4ac8a6-0ff6-4355-901a-e08ee708fcb3) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:01.555019 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.2915204
Nov 24 14:27:01.559304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46922) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:01.567024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:01.574782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad9ab5b-6b66-4150-8101-2eccc88999d1,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:01.595709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:01.610107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:01.617178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.627554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Usage tracker for resource:security_group_rule and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:01.635630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:01.652596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:01.676465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.687307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.688026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.700923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:01.706657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31e1ff39-d094-4049-8a14-a36b6cde8680 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:01.775612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 31e1ff39-d094-4049-8a14-a36b6cde8680 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:01.775970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.804302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:01.906755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.910380 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.7637188
Nov 24 14:27:01.910523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:01.910616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] For port df63d1e1-7b09-4aff-94ee-139547a7e978, host hv-neutron-8183, got binding levels [] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:01.910616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:01.921127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:01.922114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46928) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:01.937115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:01.939174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event updated for resources: {'Port': ['ID=db09bb71-beab-4825-a959-bf91b42e1343,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:01.943903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:01.951900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:01.954490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:01.965582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:02.069217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:02.121645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Calling delete_port for df63d1e1-7b09-4aff-94ee-139547a7e978 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:02.189356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.225238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.238323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Transition to ACTIVE for port object 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:02.242439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a5abb58-7ea3-4ac4-b1a9-6c3121cc495f tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Synchronizing usage tracker for tenant:81cf39047d684b49ba70b656467fd6f3 on resource:floatingip {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:02.295089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.352957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.361072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:02.394369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2b7834-f322-4d68-bd2d-dbe1bb771258,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:02.402687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:02.403491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a5abb58-7ea3-4ac4-b1a9-6c3121cc495f tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Unset dirty status for tenant:81cf39047d684b49ba70b656467fd6f3 on resource:floatingip {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:02.404655 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1a5abb58-7ea3-4ac4-b1a9-6c3121cc495f tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=d85f6abd-a975-4b2c-ab57-92ce53378bcf HTTP/1.1" status: 200  len: 690 time: 0.4806812
Nov 24 14:27:02.409341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46934) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:02.445995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.454179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.512149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:02.555798 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba9ae3bf-4eae-43a5-9973-2f04813cb319 req-01d6ba91-55e7-4e92-b6ef-42fd660efb68 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.0510778
Nov 24 14:27:02.563425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.563598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.567692 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.3970857
Nov 24 14:27:02.573895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event deleted for resources: {'Port': ['ID=df63d1e1-7b09-4aff-94ee-139547a7e978,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:02.575517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46938) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:02.590517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:02.596933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b7834-f322-4d68-bd2d-dbe1bb771258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:02.600958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-70dba797-7479-4922-a95d-b2557aa77847 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:02.608691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:02.622916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Usage tracker for resource:security_group_rule and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:02.631315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.633829 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "DELETE /v2.0/ports/df63d1e1-7b09-4aff-94ee-139547a7e978 HTTP/1.1" status: 204  len: 168 time: 1.3018463
Nov 24 14:27:02.634968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:02.640170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46942) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:02.685894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:02.705398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.709715 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0441b0a-31c6-4871-9b2c-f4affaa1f953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:27:02.710205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e0441b0a-31c6-4871-9b2c-f4affaa1f953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Synchronizing usage tracker for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:02.736467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=2d4ac8a6-0ff6-4355-901a-e08ee708fcb3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:02.739405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.765469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:02.769531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:02.775167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Router 2f3c9e13-08dc-49ad-9244-7c6430371f69 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:27:02.782902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:02.790224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:02.794224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:02.794812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.807330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Deleting port 6ad9ab5b-6b66-4150-8101-2eccc88999d1 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:02.808037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.847152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.920107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:02.928867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b288a8b-a615-4ad5-83f0-13ec94f09f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:02.976541 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.4211676
Nov 24 14:27:02.984345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46946) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:02.994396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:a2:7f'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:03.033551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e0441b0a-31c6-4871-9b2c-f4affaa1f953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Unset dirty status for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:03.034984 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e0441b0a-31c6-4871-9b2c-f4affaa1f953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "GET /v2.0/ports/df63d1e1-7b09-4aff-94ee-139547a7e978 HTTP/1.1" status: 404  len: 333 time: 0.3938949
Nov 24 14:27:03.042662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46950) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:03.067170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1490715349', 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:03.100313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:03.131373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=a9e56c0f-d519-4cc2-b386-474270fab7ae,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:03.139864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:03.149117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:03.196298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.81', 57875) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:03.201058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.202809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.203154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.259002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:03.259575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network hostable DHCP agents. Network: 545fb1c8-c25e-4ba6-8844-73dcc5231588, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:27:03.269406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c83899af-48e6-404c-a42d-93046707cae8 None None] Provisioning for port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:03.276232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c83899af-48e6-404c-a42d-93046707cae8 None None] Provisioning complete for port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:03.276723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c83899af-48e6-404c-a42d-93046707cae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.289186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.301029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Made reservation on behalf of 7dda6ef46a9f42e5a12e69a446292e09 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:03.303468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.332401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c83899af-48e6-404c-a42d-93046707cae8 None None] Port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:03.375414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Calling delete_port for 6ad9ab5b-6b66-4150-8101-2eccc88999d1 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:03.399930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.409879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.423509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4e058a6c-3db1-49f6-b3fe-f43014770774 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:03.424050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:03.459121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce6dbf8-ea22-4c3a-901d-1ee2f0156536,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:03.461514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:03.462366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] device_id is not set on port 17c30f9e-5998-4238-9d56-f907e048e374 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:03.565252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:03.585260 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] Sync routers for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:03.595322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.599435 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0130296
Nov 24 14:27:03.603393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46956) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:03.608535 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:03.609411 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fec6dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:03.622542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b7834-f322-4d68-bd2d-dbe1bb771258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:03.632118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:03.636110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Usage tracker for resource:security_group_rule and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:03.639200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:03.640070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.646033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:03.675916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event updated for resources: {'Port': ['ID=db09bb71-beab-4825-a959-bf91b42e1343,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:03.690284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:03.700677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c509e3-329e-4398-abc0-2806dff870ea req-f9239282-0624-44bd-adda-7949aa8d594a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:03.702152 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-f9239282-0624-44bd-adda-7949aa8d594a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 812 time: 0.4552438
Nov 24 14:27:03.706027 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fec6dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:03.719026 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:03.720165 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fec6dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:03.734032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.784807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.786103 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fec6dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:03.786518 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b345c-bc40-4fa1-ade8-5e865eba1333 None None] The sync data for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:03.806524 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 8.4261444
Nov 24 14:27:03.809976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.811243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46964) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:03.812646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.865894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:27:03.872558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:03.879767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8722878
Nov 24 14:27:03.892757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:03.992179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ad9ab5b-6b66-4150-8101-2eccc88999d1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:04.009699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:04.012737 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-769e3891-f738-4410-b436-ebaa6d9e7c36 req-0dfe0a96-e282-4964-9396-ac2c35b61796 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.1886609
Nov 24 14:27:04.045598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 545fb1c8-c25e-4ba6-8844-73dcc5231588) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:04.060839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ed635-ed16-4e7d-b922-b457d514fbe2 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:04.061016 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-c5e78995-837b-4194-9339-80e3b0688bf6 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7390524cd674289852a831fce8d0b93 HTTP/1.1" status: 200  len: 379 time: 0.3147571
Nov 24 14:27:04.074729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:04.075313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.095700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Request body: {'port': {'device_id': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'admin_state_up': True, 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'security_groups': ['950e40fb-00f1-422d-9a89-cb91d28eed9a']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:04.156455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.186696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.245350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.253425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.265773 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7046056
Nov 24 14:27:04.281297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 46982) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:04.340910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': 'a9e56c0f-d519-4cc2-b386-474270fab7ae'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:04.341729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.360486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.373624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'name': 'tempest-NetworksTestDHCPv6-1079461652'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:04.378751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f86cec0c-64eb-4262-a8fa-fbd8d5c45d26 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:04.409813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2232cfd1-4f4a-4e7b-bd65-3c28129f78d0,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:04.417614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:04.528608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/a9e56c0f-d519-4cc2-b386-474270fab7ae/8410f9af-4085-473c-9b5f-a04381aad12b) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:04.539464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.540649 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9366798
Nov 24 14:27:04.547529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 46992) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:04.556166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:04.565888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:04.572744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Usage tracker for resource:floatingip and tenant:57f332d72fa1462fb69739f9b5159a7e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:04.576484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:04.583762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:04.627486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8a6ca25f-905d-4eab-b796-f669f56c62b1 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--824971556&fields=id&tenant_id=f4aaf32438b04616aae5be4648c0b034 HTTP/1.1" status: 200  len: 267 time: 0.4673879
Nov 24 14:27:04.659321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.671788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:04.681172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:04.686805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:04.700882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:04.705311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:04.749461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.761806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:04.764066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Transition to ACTIVE for port object 8410f9af-4085-473c-9b5f-a04381aad12b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:04.764951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:04.789829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Transition to ACTIVE for port object 8410f9af-4085-473c-9b5f-a04381aad12b will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:04.805818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:04.806820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.820547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05be254e-5264-4188-8001-812a698ebdfc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:04.822611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.839350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:04.843609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.851419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:04.904902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Made reservation on behalf of a7390524cd674289852a831fce8d0b93 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:04.907890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.937714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-f916f817-fd8a-42a0-934b-7299e0376582 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:04.939186 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-f916f817-fd8a-42a0-934b-7299e0376582 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/networks?id=ce41eccc-38d0-4eee-98ef-85b689509f7c HTTP/1.1" status: 200  len: 811 time: 0.2988605
Nov 24 14:27:04.944159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.949160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b16b718b-3fc0-4a0c-b270-a080f1dee7c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:04.957917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:04.961468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:04.971765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:04.983355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:04.985275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=17c30f9e-5998-4238-9d56-f907e048e374,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:04.989466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:04.990290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:04.990872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.003745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:05.017695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:05.022757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.026519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:05.026519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Pushing event updated for resources: {'Port': ['ID=8410f9af-4085-473c-9b5f-a04381aad12b,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:05.027557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:05.047841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.059683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:05.061980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:05.066931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641feba6d0>,) {'filters': {'network_id': ['d85f6abd-a975-4b2c-ab57-92ce53378bcf']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:05.086784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641feba6d0>, '2c4ba230-1bde-4234-8f74-a9aac4166588') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:05.087078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641feba6d0>, '2c4ba230-1bde-4234-8f74-a9aac4166588') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:05.111350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.125099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-a2220803-00bc-49a0-b237-046fde98aa81 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/quotas/f4aaf32438b04616aae5be4648c0b034 HTTP/1.1" status: 200  len: 375 time: 0.1680813
Nov 24 14:27:05.126198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 630a8a38-1c3a-4bda-8324-60ec18044a2d yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:05.126415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Attempting to bind port 8410f9af-4085-473c-9b5f-a04381aad12b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:05.126947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Attempting to bind port 8410f9af-4085-473c-9b5f-a04381aad12b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:05.127481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Attempting to bind port 8410f9af-4085-473c-9b5f-a04381aad12b on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:05.143608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:05.144731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:05.145300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.145858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:05.146535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Bound port: 8410f9af-4085-473c-9b5f-a04381aad12b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:05.148406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.213870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.227384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:05.227802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:05.242348 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:05.263277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] In _notify_port_updated(), no bound segment for port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 on network 768fec92-ea45-4c5b-a05f-35a570d4270c {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:27:05.267156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:05.268013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.274628 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "PUT /v2.0/ports/2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 HTTP/1.1" status: 200  len: 1003 time: 2.2890038
Nov 24 14:27:05.298971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47006) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:05.343595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] For port 8410f9af-4085-473c-9b5f-a04381aad12b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:05.347729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] For port 8410f9af-4085-473c-9b5f-a04381aad12b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8410f9af-4085-473c-9b5f-a04381aad12b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:05.379366 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6ec7a58d-b54e-4ed2-8d69-41ba8571b175 req-65c6a1bf-3b50-4157-81ad-c8ecdc92d208 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.1189892
Nov 24 14:27:05.405571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.422453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=2d4ac8a6-0ff6-4355-901a-e08ee708fcb3,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:05.454715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:05.470291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.477868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:05.500051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.510708 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.4534349
Nov 24 14:27:05.512818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47012) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:05.558042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:05.638197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d85f6abd-a975-4b2c-ab57-92ce53378bcf {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 24 14:27:05.641264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.666622 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d85f6abd-a975-4b2c-ab57-92ce53378bcf HTTP/1.1" status: 204  len: 168 time: 3.2525201
Nov 24 14:27:05.695060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47016) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:05.702265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event deleted for resources: {'Network': ['ID=d85f6abd-a975-4b2c-ab57-92ce53378bcf,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:05.740466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Pushing event updated for resources: {'Port': ['ID=8410f9af-4085-473c-9b5f-a04381aad12b,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:05.748663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:05.803565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:05.803790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:05.803790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.806370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-28b5d2ed-4773-4eb2-b9d3-8de6e4fd90be None None] Provisioning complete for port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:05.806747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-28b5d2ed-4773-4eb2-b9d3-8de6e4fd90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:05.944649 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0bbcb599-82d8-47ab-97e4-6173dfd3375b tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "GET /v2.0/ports/17c30f9e-5998-4238-9d56-f907e048e374 HTTP/1.1" status: 200  len: 959 time: 0.4195321
Nov 24 14:27:05.948069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47020) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:05.949554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cba40a11-5ee2-4150-8742-97d2b7609ea7 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Synchronizing usage tracker for tenant:81cf39047d684b49ba70b656467fd6f3 on resource:floatingip {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:05.973488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-28b5d2ed-4773-4eb2-b9d3-8de6e4fd90be None None] Port 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:06.010589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::22 (545fb1c8-c25e-4ba6-8844-73dcc5231588/a9e56c0f-d519-4cc2-b386-474270fab7ae/630a8a38-1c3a-4bda-8324-60ec18044a2d) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:06.156891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Allocated IP 172.26.2.128 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/fd268a09-6e92-4a90-a31e-570c02ebb340) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:06.247467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Deleting port 17c30f9e-5998-4238-9d56-f907e048e374 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:06.248170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:06.362929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cba40a11-5ee2-4150-8742-97d2b7609ea7 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Unset dirty status for tenant:81cf39047d684b49ba70b656467fd6f3 on resource:floatingip {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:06.364511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cba40a11-5ee2-4150-8742-97d2b7609ea7 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1651 time: 0.6643879
Nov 24 14:27:06.377181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47024) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:06.448436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:06.487679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 630a8a38-1c3a-4bda-8324-60ec18044a2d will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:06.522108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.523189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.525968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.526564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.527521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.528046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.528708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.529223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.531866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:06.533197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Synchronizing usage tracker for tenant:81cf39047d684b49ba70b656467fd6f3 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:06.557433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Allocated IP 172.20.0.10 (829f61c1-2284-4ce1-b6bc-10ff3a99d1e9/bc36475e-eb21-4578-a979-1cab63d2e292/3973e241-bcc5-4f67-b7d1-72af1bab0f8a) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:07.052760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.070278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Unset dirty status for tenant:81cf39047d684b49ba70b656467fd6f3 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:07.077129 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0b38e037-a01d-4962-a5f9-a37816120241 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5857 time: 0.6970701
Nov 24 14:27:07.081943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47030) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:07.095569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.109623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Transition to ACTIVE for port object 3973e241-bcc5-4f67-b7d1-72af1bab0f8a will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:07.117324 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-65c1a035-78bd-44fd-8502-11b277340756 req-2001ccdb-857e-4530-8822-584b4f8711eb tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.3710833
Nov 24 14:27:07.133738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.186252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:07.241184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.278989 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-333f65ee-db6c-4697-848c-af9bcec43aca tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] delete failed (client error): The resource could not be found.
Nov 24 14:27:07.280133 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-333f65ee-db6c-4697-848c-af9bcec43aca tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/710d5a4b-ee81-4581-b94a-116ae9ca92a5 HTTP/1.1" status: 404  len: 345 time: 0.1865776
Nov 24 14:27:07.289027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47034) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:07.315620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Calling delete_port for 17c30f9e-5998-4238-9d56-f907e048e374 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:07.390306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48229f4e-75d6-4596-8f90-0cc76dfc198f None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:07.394782 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-d3101026-2893-4417-933f-8979655905e0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f4aaf32438b04616aae5be4648c0b034&fields=id HTTP/1.1" status: 200  len: 348 time: 2.1907454
Nov 24 14:27:07.435463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:07.441387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=630a8a38-1c3a-4bda-8324-60ec18044a2d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:07.452696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:07.454835 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-998c0ae9-c44b-4a70-9ef3-756a9dc973db tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] DELETE failed (client error): The resource could not be found.
Nov 24 14:27:07.455206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998c0ae9-c44b-4a70-9ef3-756a9dc973db tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:27:07.478274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:07.478274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:07.486662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:07.487440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.539384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.557703 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-998c0ae9-c44b-4a70-9ef3-756a9dc973db tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d85f6abd-a975-4b2c-ab57-92ce53378bcf HTTP/1.1" status: 404  len: 339 time: 0.2633929
Nov 24 14:27:07.590661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47038) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:07.644970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'network': {'name': 'tempest-network--1534138992', 'router:external': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:07.650536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:07.655874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:network and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:07.656706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9cbf8953-c269-4f67-873e-348e2afcf0ca None None] Provisioning for port 8410f9af-4085-473c-9b5f-a04381aad12b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:07.659583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:07.669223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:07.718164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.719876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.742280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:07.788612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8410f9af-4085-473c-9b5f-a04381aad12b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:07.808645 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.5236466
Nov 24 14:27:07.825972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47042) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:07.827035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Made reservation on behalf of 81cf39047d684b49ba70b656467fd6f3 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:07.829504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.850153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.882841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:07.892887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.893226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Added segment 56731815-e5a6-4405-940d-ccfd862c5ab9 of type vlan for network 012bfedc-8e0d-4536-bca4-91a7cae4146b
Nov 24 14:27:07.930353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.943547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:07.969344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d4223720-bbbf-4b62-963f-32351f5d8427 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:08.005512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:08.018218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event updated for resources: {'Port': ['ID=fd268a09-6e92-4a90-a31e-570c02ebb340,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:08.018454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:08.021762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:08.026077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:08.028954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8410f9af-4085-473c-9b5f-a04381aad12b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:08.039761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8410f9af-4085-473c-9b5f-a04381aad12b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:08.040276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.077935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:08.093786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:08.097966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:08.098589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.184298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.310304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:08.311056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.396491 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3234501
Nov 24 14:27:08.410135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.512618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9208798
Nov 24 14:27:08.523429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47048) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:08.530976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 8410f9af-4085-473c-9b5f-a04381aad12b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8410f9af-4085-473c-9b5f-a04381aad12b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:08.545713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-79eaaff2-9236-43fa-91d8-a19ffe6c28f4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:27:08.546241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d47d4cce-bc25-40c0-b758-4d0d4b9929e7 None None] Provisioning complete for port 8410f9af-4085-473c-9b5f-a04381aad12b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:08.546787 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-79eaaff2-9236-43fa-91d8-a19ffe6c28f4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0066838
Nov 24 14:27:08.547466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d47d4cce-bc25-40c0-b758-4d0d4b9929e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.562716 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-06f35be6-f80c-4fdd-8d63-267e69b1870e service neutron] 10.222.0.53 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1674254
Nov 24 14:27:08.617349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event updated for resources: {'Port': ['ID=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:08.660465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:08.669221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66ae15-eee3-4eb4-949b-7b38752976ac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:08.678185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66ae15-eee3-4eb4-949b-7b38752976ac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:08.678370 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "DELETE /v2.0/ports/17c30f9e-5998-4238-9d56-f907e048e374 HTTP/1.1" status: 204  len: 168 time: 2.7181413
Nov 24 14:27:08.679032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd66ae15-eee3-4eb4-949b-7b38752976ac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:08.682752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.689061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:08.692249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:08.694365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47052) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:08.729353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:08.729695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event deleted for resources: {'Port': ['ID=17c30f9e-5998-4238-9d56-f907e048e374,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:08.735958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:08.744448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.901s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:08.744823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:08.831008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Allocated IP 172.20.0.1 (ba479fa5-ae16-46a3-8bb1-631161467533/2af98b79-f8e5-4653-92ee-d6582c813551/a02a2368-8b6a-4aa2-9c06-87c531f9e0ad) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:08.845839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=8410f9af-4085-473c-9b5f-a04381aad12b,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:08.851625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:08.890509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Request body: {'port': {'device_id': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:09.050892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:09.079514 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b57e91e-5640-4262-b89f-ded5027f679d tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:27:09.080120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1b57e91e-5640-4262-b89f-ded5027f679d tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Synchronizing usage tracker for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:09.103568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Transition to ACTIVE for port object a02a2368-8b6a-4aa2-9c06-87c531f9e0ad will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:09.110184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d47d4cce-bc25-40c0-b758-4d0d4b9929e7 None None] Provisioning for port 630a8a38-1c3a-4bda-8324-60ec18044a2d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:09.117937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d47d4cce-bc25-40c0-b758-4d0d4b9929e7 None None] Provisioning complete for port 630a8a38-1c3a-4bda-8324-60ec18044a2d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:09.118583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d47d4cce-bc25-40c0-b758-4d0d4b9929e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:09.137632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Calling delete_port for 2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:09.159322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5e7b2-ecb1-46c4-9eb7-a352e713fab6 req-62a9e6cb-31a5-4eb3-8a94-4e5207f24c8f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:09.161145 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-71c5e7b2-ecb1-46c4-9eb7-a352e713fab6 req-62a9e6cb-31a5-4eb3-8a94-4e5207f24c8f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 932 time: 0.5005915
Nov 24 14:27:09.256806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1b57e91e-5640-4262-b89f-ded5027f679d tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Unset dirty status for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:09.258045 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1b57e91e-5640-4262-b89f-ded5027f679d tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "GET /v2.0/ports/17c30f9e-5998-4238-9d56-f907e048e374 HTTP/1.1" status: 404  len: 333 time: 0.5262299
Nov 24 14:27:09.271752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47058) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:09.277078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Request body: {'port': {'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074936806'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:09.281823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:09.282906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d47d4cce-bc25-40c0-b758-4d0d4b9929e7 None None] Port 630a8a38-1c3a-4bda-8324-60ec18044a2d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:09.421915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:09.432651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:09.435000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3ae9d050-6ba4-4b68-87bc-20a1d8790760 None None] Provisioning complete for port 630a8a38-1c3a-4bda-8324-60ec18044a2d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:09.437151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3ae9d050-6ba4-4b68-87bc-20a1d8790760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:09.497421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-71c5e7b2-ecb1-46c4-9eb7-a352e713fab6 req-54b734d4-c50d-499b-ac48-40a16fd0ba6b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Synchronizing usage tracker for tenant:a7390524cd674289852a831fce8d0b93 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:09.516203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9d050-6ba4-4b68-87bc-20a1d8790760 None None] Port 630a8a38-1c3a-4bda-8324-60ec18044a2d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:09.531566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:09.549739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:09.591554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Network ba479fa5-ae16-46a3-8bb1-631161467533 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:09.600592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:09.602860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-71c5e7b2-ecb1-46c4-9eb7-a352e713fab6 req-54b734d4-c50d-499b-ac48-40a16fd0ba6b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Unset dirty status for tenant:a7390524cd674289852a831fce8d0b93 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:09.628261 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-71c5e7b2-ecb1-46c4-9eb7-a352e713fab6 req-54b734d4-c50d-499b-ac48-40a16fd0ba6b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4548059
Nov 24 14:27:09.628984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Port': ['ID=a02a2368-8b6a-4aa2-9c06-87c531f9e0ad,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:09.632120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:09.652441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3ae9d050-6ba4-4b68-87bc-20a1d8790760 None None] Provisioning for port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:09.660342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3ae9d050-6ba4-4b68-87bc-20a1d8790760 None None] Provisioning complete for port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:09.661021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3ae9d050-6ba4-4b68-87bc-20a1d8790760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:09.759186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Network': ['ID=012bfedc-8e0d-4536-bca4-91a7cae4146b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:09.779483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:09.809735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:09.839446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Made reservation on behalf of 7dda6ef46a9f42e5a12e69a446292e09 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:09.842177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:09.848855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 012bfedc-8e0d-4536-bca4-91a7cae4146b details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:09.924874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd66ae15-eee3-4eb4-949b-7b38752976ac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:09.928951 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bd66ae15-eee3-4eb4-949b-7b38752976ac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 2.0742593
Nov 24 14:27:09.974494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47062) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:10.031343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9d050-6ba4-4b68-87bc-20a1d8790760 None None] Port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:10.094282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-3dc4ea55-1a0c-4612-bb60-b29bb90841d3 service neutron] 10.222.0.53 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5301266
Nov 24 14:27:10.094498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.138233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] device_id is not set on port c87e8987-cded-4c0c-bb34-c0f2fd28a348 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:10.138429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b177e-f27a-4c21-9853-f87deba9a6d8 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:10.142392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b177e-f27a-4c21-9853-f87deba9a6d8 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:10.153298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b177e-f27a-4c21-9853-f87deba9a6d8 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:10.172829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b177e-f27a-4c21-9853-f87deba9a6d8 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:10.176034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8410f9af-4085-473c-9b5f-a04381aad12b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:10.181022 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-060b177e-f27a-4c21-9853-f87deba9a6d8 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 1.6392412
Nov 24 14:27:10.182576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47066) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:10.203857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.235316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.249989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:10.294078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.337420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 630a8a38-1c3a-4bda-8324-60ec18044a2d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:10.337764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.423580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8410f9af-4085-473c-9b5f-a04381aad12b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:10.423970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.515710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-10782d00-b8ca-4638-9827-c9df1abe1b28 None None] Provisioning for port a02a2368-8b6a-4aa2-9c06-87c531f9e0ad completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:10.555318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.557725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-10782d00-b8ca-4638-9827-c9df1abe1b28 None None] Provisioning complete for port a02a2368-8b6a-4aa2-9c06-87c531f9e0ad triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:10.557725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-10782d00-b8ca-4638-9827-c9df1abe1b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.644872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Port': ['ID=2d4ac8a6-0ff6-4355-901a-e08ee708fcb3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:10.651387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:10.663679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94d85e3b-1ef9-4bff-b312-111338d12f92 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:10.664846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.704378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-10782d00-b8ca-4638-9827-c9df1abe1b28 None None] Port a02a2368-8b6a-4aa2-9c06-87c531f9e0ad cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:10.855542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 94d85e3b-1ef9-4bff-b312-111338d12f92 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:10.874860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 94d85e3b-1ef9-4bff-b312-111338d12f92 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:10.876790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:10.918428 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/ports/2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 HTTP/1.1" status: 204  len: 168 time: 5.5981011
Nov 24 14:27:10.983944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47088) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:11.114769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-c56fda2d-039c-4d02-b3d4-3c2db618aa8e req-9d1dcc32-f3be-4dc7-b2f1-03b39b17cd15 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Synchronizing usage tracker for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:11.130109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.152552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 94d85e3b-1ef9-4bff-b312-111338d12f92, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94d85e3b-1ef9-4bff-b312-111338d12f92,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:11.170784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.205540 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-6777b172-9f92-42c6-bcd3-36b65253ab7f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] GET failed (client error): The resource could not be found.
Nov 24 14:27:11.206149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6777b172-9f92-42c6-bcd3-36b65253ab7f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Synchronizing usage tracker for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:11.242652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.246653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0cc9d5ce-5a97-4b76-9be9-f7ded0c73f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:11.289280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.309353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f641f7fab50>> segment before_delete 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.309693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f641f7fab50>> subnet precommit_delete_associations 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.310398 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> segment_host_mapping after_create 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.310715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> port after_create 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.311007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> port after_delete 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.311356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> port after_update 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.311664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> segment after_delete 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.311999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> subnet after_create 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.312331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> subnet after_delete 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.312635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f641f7fa7c0>> subnet after_update 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.387161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.396691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=94d85e3b-1ef9-4bff-b312-111338d12f92,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:11.401161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:11.463647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-c56fda2d-039c-4d02-b3d4-3c2db618aa8e req-9d1dcc32-f3be-4dc7-b2f1-03b39b17cd15 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Unset dirty status for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:11.479034 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c56fda2d-039c-4d02-b3d4-3c2db618aa8e req-9d1dcc32-f3be-4dc7-b2f1-03b39b17cd15 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.8307953
Nov 24 14:27:11.506860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6777b172-9f92-42c6-bcd3-36b65253ab7f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Unset dirty status for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:11.509110 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6777b172-9f92-42c6-bcd3-36b65253ab7f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "GET /v2.0/ports/2d4ac8a6-0ff6-4355-901a-e08ee708fcb3 HTTP/1.1" status: 404  len: 333 time: 0.5100086
Nov 24 14:27:11.509306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:11.530075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47098) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:11.540962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.545577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-499966'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:11.589066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f42be80>> subnet after_create 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.589411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f42be80>> subnet after_delete 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.589736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f42be80>> subnet before_create 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.590063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f641f42be80>> subnet before_update 55550000 {{(pid=84233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 14:27:11.590420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f7fabe0>,) {'filters': {'network_id': ['012bfedc-8e0d-4536-bca4-91a7cae4146b']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:11.650490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f7fabe0>, '56731815-e5a6-4405-940d-ccfd862c5ab9') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:11.650788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f7fabe0>, '56731815-e5a6-4405-940d-ccfd862c5ab9') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:11.734635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.763362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94d85e3b-1ef9-4bff-b312-111338d12f92 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:11.770041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fa950-7597-49fe-a29e-f0f5da0f876b req-8b3559c0-655b-4146-95c6-fb22ab546195 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:11.771029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ce4fa950-7597-49fe-a29e-f0f5da0f876b req-8b3559c0-655b-4146-95c6-fb22ab546195 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Synchronizing usage tracker for tenant:a7390524cd674289852a831fce8d0b93 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:11.773333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.774620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.786274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:11.786738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.793684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn_limited(
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn_limited(
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:11.803841 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:11.813133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:11.972908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 94d85e3b-1ef9-4bff-b312-111338d12f92 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:11.973299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:12.002292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3973e241-bcc5-4f67-b7d1-72af1bab0f8a {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:27:12.017844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:12.075108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ce4fa950-7597-49fe-a29e-f0f5da0f876b req-8b3559c0-655b-4146-95c6-fb22ab546195 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Unset dirty status for tenant:a7390524cd674289852a831fce8d0b93 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:12.076369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ce4fa950-7597-49fe-a29e-f0f5da0f876b req-8b3559c0-655b-4146-95c6-fb22ab546195 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 932 time: 1.1775002
Nov 24 14:27:12.178645 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ce4fa950-7597-49fe-a29e-f0f5da0f876b req-dda5511b-c947-4f72-ba1a-448d237c9fd2 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958862
Nov 24 14:27:12.181510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Transition to ACTIVE for port object 3973e241-bcc5-4f67-b7d1-72af1bab0f8a will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:12.182379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:12.186497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:12.206343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 630a8a38-1c3a-4bda-8324-60ec18044a2d owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:12.236111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  012bfedc-8e0d-4536-bca4-91a7cae4146b {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 24 14:27:12.246131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:12.249567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event deleted for resources: {'Network': ['ID=012bfedc-8e0d-4536-bca4-91a7cae4146b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:12.261202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:12.273262 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "DELETE /v2.0/networks/012bfedc-8e0d-4536-bca4-91a7cae4146b HTTP/1.1" status: 204  len: 168 time: 2.0767424
Nov 24 14:27:12.275238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47110) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:12.279642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:12.313247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'network': {'name': 'tempest-network--1477974204', 'router:external': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:12.321765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:12.414862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event updated for resources: {'Port': ['ID=fd268a09-6e92-4a90-a31e-570c02ebb340,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:12.430069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:12.441633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:12.463415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:12.514269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:12.603807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:network and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:12.610720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:12.632989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Pushing event updated for resources: {'Port': ['ID=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:12.635961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:12.647096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:12.785271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Made reservation on behalf of 81cf39047d684b49ba70b656467fd6f3 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:12.806207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:12.921799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:13.034464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:13.034464 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Added segment b7fbe53b-08b8-42ab-831f-9ee426de6180 of type vlan for network 51fd603b-9b0b-407d-bf22-50881c45db34
Nov 24 14:27:13.034464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:13.035224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=c87e8987-cded-4c0c-bb34-c0f2fd28a348,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:13.035321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Attempting to bind port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:13.035321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Attempting to bind port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:13.035321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Attempting to bind port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a on network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:13.035321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a on network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:13.035321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Attempting to bind port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a on network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:13.035695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:13.035695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:13.039649 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-525f88a0-122d-4213-8698-e1a8c6a8d1eb req-1a7c6a03-7aa3-49e2-8960-aff8b7f59e33 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.4211268
Nov 24 14:27:13.050220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:13.264684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:13.264684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Checking segment: {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:13.264684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Bound using segment: {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:13.264684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Bound port: 3973e241-bcc5-4f67-b7d1-72af1bab0f8a, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3788b3-5f51-42e3-9923-13b97d436116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:13.264684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:13.265654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:13.265654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:13.265654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:13.265654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:13.265654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:13.265654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:13.275895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:13.294063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] For port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:13.300127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] For port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:13.465642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda71c-66d9-480f-9124-251fc3563304 req-a7ed7f6e-9b69-41f2-9025-a0612e712e3f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:13.467325 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bedda71c-66d9-480f-9124-251fc3563304 req-a7ed7f6e-9b69-41f2-9025-a0612e712e3f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 944 time: 0.0933414
Nov 24 14:27:13.524724 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bedda71c-66d9-480f-9124-251fc3563304 req-fb7ac518-2280-45fc-a46a-f4b9e6179334 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495682
Nov 24 14:27:14.078366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.084899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c30db525-404f-4c5c-a943-98c0b8535f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:14.134711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=630a8a38-1c3a-4bda-8324-60ec18044a2d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:14.143547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:14.189867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.199647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.200951 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/630a8a38-1c3a-4bda-8324-60ec18044a2d HTTP/1.1" status: 204  len: 168 time: 4.2205701
Nov 24 14:27:14.201196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47122) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:14.201196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bd6e51a-dd8e-47e0-ad59-925c10869bbe tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:14.214435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.256900 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 4.9813654
Nov 24 14:27:14.265512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.267028 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.7182455
Nov 24 14:27:14.268040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47124) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:14.274951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:14.300195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.371390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Port': ['ID=a02a2368-8b6a-4aa2-9c06-87c531f9e0ad,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:14.376889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:14.378025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:14.378616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.415908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Pushing event updated for resources: {'Port': ['ID=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:14.426384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:14.448597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:14.527312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.530744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] 10.222.0.81 "PUT /v2.0/ports/3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 1094 time: 5.8131876
Nov 24 14:27:14.531180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:14.580081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:14.582020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be375d-f608-4295-b87a-f69276d2b18f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:14.582802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:14.584235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be375d-f608-4295-b87a-f69276d2b18f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:14.585071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b9be375d-f608-4295-b87a-f69276d2b18f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:14.612768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:14.676033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47150) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:14.681034 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 2.4019377
Nov 24 14:27:14.757044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Network': ['ID=51fd603b-9b0b-407d-bf22-50881c45db34,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:14.765570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:14.768954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 51fd603b-9b0b-407d-bf22-50881c45db34 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:14.780482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-90ed4121-d783-4b09-9edc-3626246ab8f8 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Synchronizing usage tracker for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:14.898199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b9be375d-f608-4295-b87a-f69276d2b18f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:14.899661 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b9be375d-f608-4295-b87a-f69276d2b18f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6042225
Nov 24 14:27:14.903191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47156) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:14.953186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b13191-9916-417b-9257-51654df85e09 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:14.953186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-55b13191-9916-417b-9257-51654df85e09 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Synchronizing usage tracker for tenant:9a87e3d62c984c449019c7e87a85ac7d on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:14.958008 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-689e55c2-b67c-4eb4-9372-63999b44c5a6 req-eb2689da-4a52-4434-b0db-1e5629792df8 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.3607190
Nov 24 14:27:14.974677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] device_id is not set on port c8f99fe7-11a5-4561-a2f3-1471342b193d yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:14.986962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-90ed4121-d783-4b09-9edc-3626246ab8f8 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Unset dirty status for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:14.994583 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-90ed4121-d783-4b09-9edc-3626246ab8f8 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1426513014&fields=id&tenant_id=57f332d72fa1462fb69739f9b5159a7e HTTP/1.1" status: 200  len: 267 time: 0.4470761
Nov 24 14:27:15.154622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Allocated IP 2001:db8::356 (768fec92-ea45-4c5b-a05f-35a570d4270c/e7e76bfc-724d-4815-8455-e24beaa34477/c8f99fe7-11a5-4561-a2f3-1471342b193d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:15.295222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:15.299215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:15.310392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-cf4fe09f-6214-43bb-87b7-12d89817ac64 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:15.311219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-cf4fe09f-6214-43bb-87b7-12d89817ac64 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Synchronizing usage tracker for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:15.375665 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-6a10bd81-dc01-4194-8e64-e09c05dbf119 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1097 time: 0.2864969
Nov 24 14:27:15.379824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet a9e56c0f-d519-4cc2-b386-474270fab7ae {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:27:15.383952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:15.477555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:15.635125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:15.685959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-cf4fe09f-6214-43bb-87b7-12d89817ac64 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Unset dirty status for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:15.692174 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-cf4fe09f-6214-43bb-87b7-12d89817ac64 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/networks?id=94e535f6-40e6-44d9-9d25-b9c6f6625894 HTTP/1.1" status: 200  len: 806 time: 0.6962116
Nov 24 14:27:15.722879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-55b13191-9916-417b-9257-51654df85e09 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Unset dirty status for tenant:9a87e3d62c984c449019c7e87a85ac7d on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:15.724620 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-55b13191-9916-417b-9257-51654df85e09 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] 10.222.0.53 "GET /v2.0/networks/51fd603b-9b0b-407d-bf22-50881c45db34 HTTP/1.1" status: 200  len: 757 time: 1.0209496
Nov 24 14:27:15.728139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47160) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:15.773456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-554eb48f-cdb0-4923-ac59-66ddb87230af tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/quotas/57f332d72fa1462fb69739f9b5159a7e HTTP/1.1" status: 200  len: 375 time: 0.0773487
Nov 24 14:27:15.855811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:15.865849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Sync routers for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:15.908423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:15.909196 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffa4e50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:15.922430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Network ba479fa5-ae16-46a3-8bb1-631161467533 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:15.926289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Transition to ACTIVE for port object c8f99fe7-11a5-4561-a2f3-1471342b193d will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:15.928962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:15.936295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b938cf-4203-4ce4-8889-cfe4c9cbf57e req-fe593c2e-7b63-46b4-9980-769f4d8c6c45 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:15.943181 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a7b938cf-4203-4ce4-8889-cfe4c9cbf57e req-fe593c2e-7b63-46b4-9980-769f4d8c6c45 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 944 time: 0.7053299
Nov 24 14:27:15.980505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a0d6f-7584-486c-83ff-e6eeffc6d17c tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:15.985235 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1e1a0d6f-7584-486c-83ff-e6eeffc6d17c tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] 10.222.0.53 "GET /v2.0/networks/208ab4c9-7df7-4506-a4c5-8331cc6ed6ea HTTP/1.1" status: 200  len: 767 time: 0.2520654
Nov 24 14:27:15.987253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47164) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:16.204705 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-41efde56-4630-41c7-8052-05b8562bd1c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 217 time: 0.1426220
Nov 24 14:27:16.211502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:16.224620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:16.318308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:16.341469 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a7b938cf-4203-4ce4-8889-cfe4c9cbf57e req-a2feabf1-4c27-4e56-a6aa-ab412f9782e0 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3972037
Nov 24 14:27:16.409669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] device_id is not set on port c87e8987-cded-4c0c-bb34-c0f2fd28a348 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:16.420109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:16.433229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:16.456797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6ecdeef7-2cf0-40be-b33e-274d9dc81e1a None None] Provisioning complete for port a02a2368-8b6a-4aa2-9c06-87c531f9e0ad triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:16.457087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ecdeef7-2cf0-40be-b33e-274d9dc81e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:16.510303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2e741f2-363d-46d2-aa30-75f9a5dd4118 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:16.595844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Transition to ACTIVE for port object c87e8987-cded-4c0c-bb34-c0f2fd28a348 will not be triggered until provisioned by entity L2. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:16.604495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:16.604495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:16.605852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:16.610759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:16.611398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:16.685436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:16.739151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=c8f99fe7-11a5-4561-a2f3-1471342b193d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:16.749794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdeef7-2cf0-40be-b33e-274d9dc81e1a None None] Port a02a2368-8b6a-4aa2-9c06-87c531f9e0ad cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:16.771335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:16.773373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b1a7958b-9811-411a-b31e-3a4470c87917 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:16.795631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7f9ef976-0e42-4211-98e5-bdd2661392d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:16.854825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:16.860531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971cd51e-5fb1-48d5-a792-74b7a4239730 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:16.886128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e56c0f-d519-4cc2-b386-474270fab7ae,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:16.908307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-503a43bd-ff6e-4b1e-98a6-c1f2ca5de56d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Synchronizing usage tracker for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:16.932384 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 5.4004462
Nov 24 14:27:16.932758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:16.942222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47174) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:16.985962 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'status': 'completed', 'code': 200}
Nov 24 14:27:17.040545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:17.077725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c509e3-329e-4398-abc0-2806dff870ea req-179cb10a-890c-46c3-b9f8-b0ccc7705775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:17.081561 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-179cb10a-890c-46c3-b9f8-b0ccc7705775 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.8014889
Nov 24 14:27:17.087462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e56c0f-d519-4cc2-b386-474270fab7ae HTTP/1.1" status: 204  len: 168 time: 2.1801376
Nov 24 14:27:17.107722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47176) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:17.108054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.81', 57883) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:17.182790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'network_id': '768fec92-ea45-4c5b-a05f-35a570d4270c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-594770629'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:17.412169 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-10f4f5c4-590c-4052-919d-e90f14b17c8f req-0109bc74-f975-495c-bc0e-908b22dac67b tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.1260431
Nov 24 14:27:17.418834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=c87e8987-cded-4c0c-bb34-c0f2fd28a348,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:17.491215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:17.557643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47186) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:17.560913 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8d3326b9-c2b6-44a9-ba82-af9729aeedc0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4429560
Nov 24 14:27:17.562303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-503a43bd-ff6e-4b1e-98a6-c1f2ca5de56d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Unset dirty status for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:17.565909 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-503a43bd-ff6e-4b1e-98a6-c1f2ca5de56d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=57f332d72fa1462fb69739f9b5159a7e&fields=id HTTP/1.1" status: 200  len: 348 time: 1.7910457
Nov 24 14:27:17.577141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:17.612562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffa4e50>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:49Z', 'revision_number': 2, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:17.624389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Checking router: 194b311b-1867-4394-a5cc-d5a94c8daec7 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:27:17.624747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Updating router 194b311b-1867-4394-a5cc-d5a94c8daec7 port e7f256eb-8329-4c44-abe7-26173782db59 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:27:17.628983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:17.629099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:17.631261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:17.706169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:27:17.733236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fcedeb83-1da8-474b-88ca-e5a4ed836c17 None None] Provisioning for port c8f99fe7-11a5-4561-a2f3-1471342b193d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:17.738167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Deleting port 8410f9af-4085-473c-9b5f-a04381aad12b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:17.738541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:17.766298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:17.772646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:17.803880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Usage tracker for resource:port and tenant:c945eaee6f3f42e0b40494cb3fa5c2ea is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:17.842100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fcedeb83-1da8-474b-88ca-e5a4ed836c17 None None] Provisioning complete for port c8f99fe7-11a5-4561-a2f3-1471342b193d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:17.842419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fcedeb83-1da8-474b-88ca-e5a4ed836c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:17.917279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:17.922214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:17.922727 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:17.934971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 2 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:17.950470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:18.010182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:18.010605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:18.011055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:18.034353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:18.046055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:18.048749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:18.049171 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:18.051483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:18.055291 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 3 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:18.101565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:18.112073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:18.113430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:18.113773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:18.140482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:18.140861 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:18.146551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.148871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Made reservation on behalf of c945eaee6f3f42e0b40494cb3fa5c2ea for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:18.158569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.162365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-fcedeb83-1da8-474b-88ca-e5a4ed836c17 None None] Port c8f99fe7-11a5-4561-a2f3-1471342b193d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:18.237023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-a9025516-f454-4b9e-a4ff-5f8728989103 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.1266372
Nov 24 14:27:18.250507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-a3d6064a-ca07-4dec-bf23-47b4249538bd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:18.252018 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-a3d6064a-ca07-4dec-bf23-47b4249538bd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.81 "GET /v2.0/networks?id=ce41eccc-38d0-4eee-98ef-85b689509f7c HTTP/1.1" status: 200  len: 811 time: 1.1391079
Nov 24 14:27:18.264853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f78b490>,) {'filters': {'network_id': ['51fd603b-9b0b-407d-bf22-50881c45db34']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:18.291407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f78b490>, 'b7fbe53b-08b8-42ab-831f-9ee426de6180') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:18.291686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f78b490>, 'b7fbe53b-08b8-42ab-831f-9ee426de6180') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:18.300273 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 4 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:18.308981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.313263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e2ef2-a18b-4b22-934f-bf8413d96197 req-6f9df808-15d7-443c-8fd3-1d09e93eb65e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:18.316937 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7f2e2ef2-a18b-4b22-934f-bf8413d96197 req-6f9df808-15d7-443c-8fd3-1d09e93eb65e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 944 time: 0.6259265
Nov 24 14:27:18.317150 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-cc048ace-d6bf-4744-85b5-4e34d1b20bf5 service neutron] 10.222.0.53 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7373495
Nov 24 14:27:18.322528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:18.356064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.418859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] For port 8410f9af-4085-473c-9b5f-a04381aad12b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8410f9af-4085-473c-9b5f-a04381aad12b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:18.419250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.425688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] device_id is not set on port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:18.468218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:18.468218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:18.468218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:18.469924 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7f2e2ef2-a18b-4b22-934f-bf8413d96197 req-14731a7c-77e7-4e07-9a4a-21cf49f71b02 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297662
Nov 24 14:27:18.521126 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-f4ef92d6-9cfb-4959-a808-4989740fbc2e service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756036
Nov 24 14:27:18.529920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:18.530326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:18.545683 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:18.554965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Router 2f3c9e13-08dc-49ad-9244-7c6430371f69 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:27:18.558771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Calling delete_port for 8410f9af-4085-473c-9b5f-a04381aad12b owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:18.571676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:18.572204 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:18.584471 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 5 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:18.621636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.642523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:18.642523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:18.643002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:18.765264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:18.765839 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:18.802848 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-e19ce8e6-cc59-4582-9e6e-6fe12f8b1a3e tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4aaf32438b04616aae5be4648c0b034 HTTP/1.1" status: 200  len: 379 time: 0.4477732
Nov 24 14:27:18.814693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.822139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Request body: {'port': {'device_id': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'admin_state_up': True, 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'security_groups': ['e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:18.860537 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 6 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:18.863722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Transition to ACTIVE for port object e7f256eb-8329-4c44-abe7-26173782db59 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:18.867064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.882433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-25159370-99d5-4f79-9b26-64bc2bde7b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:18.882590 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-498f69e9-3c54-49af-83e3-b07eb2031e2e service neutron] 10.222.0.53 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5532169
Nov 24 14:27:18.908498 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1289e31d-3130-44da-8027-db4da8dedd58 req-328a6c0f-07d1-4907-b905-e10e622b31ec tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.2304003
Nov 24 14:27:18.935704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:18.936312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:18.936773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:18.947494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:18.980209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:18.981520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Pushing event deleted for resources: {'Port': ['ID=8410f9af-4085-473c-9b5f-a04381aad12b,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:18.989982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:18.991702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  51fd603b-9b0b-407d-bf22-50881c45db34 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 24 14:27:18.993044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Allocated IP 2001:db8::12e (768fec92-ea45-4c5b-a05f-35a570d4270c/e7e76bfc-724d-4815-8455-e24beaa34477/b0b8d837-7a00-45e4-93a5-bc6dfcb704a8) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:18.993361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] No DVR routers for this DVR port 8410f9af-4085-473c-9b5f-a04381aad12b on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:27:18.995467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:18.995787 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:18.999064 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c509e3-329e-4398-abc0-2806dff870ea req-0f9eddeb-65cb-4a28-918e-08d1e70f18ef service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4088604
Nov 24 14:27:19.002038 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 7 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:19.002318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.018146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.022164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event deleted for resources: {'Network': ['ID=51fd603b-9b0b-407d-bf22-50881c45db34,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:19.030931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "DELETE /v2.0/networks/51fd603b-9b0b-407d-bf22-50881c45db34 HTTP/1.1" status: 204  len: 168 time: 3.0426493
Nov 24 14:27:19.036225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47198) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:19.037141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:19.040564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a42f84d-afcc-4a3d-9c4b-bdb44fb4414f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:19.042486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:19.042620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'network': {'name': 'tempest-network--1650375077'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:19.043018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:19.043432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:19.058326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:19.065499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Usage tracker for resource:network and tenant:81cf39047d684b49ba70b656467fd6f3 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:19.071248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:19.089817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:19.092285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:19.105144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:19.122626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:19.123578 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:19.143538 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 8 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:19.272214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Made reservation on behalf of f4aaf32438b04616aae5be4648c0b034 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:19.276116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.280420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb88f-45b8-4626-bfa8-4547864d8a4b None None] Pushing event updated for resources: {'Port': ['ID=e7f256eb-8329-4c44-abe7-26173782db59,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:19.285358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b2bb88f-45b8-4626-bfa8-4547864d8a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:19.297477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:19.297806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:19.298142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:19.466669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Attempting to bind port e7f256eb-8329-4c44-abe7-26173782db59 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:19.467051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Attempting to bind port e7f256eb-8329-4c44-abe7-26173782db59 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:19.467423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Attempting to bind port e7f256eb-8329-4c44-abe7-26173782db59 on network ce41eccc-38d0-4eee-98ef-85b689509f7c {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:19.492486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:19.492968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Checking segment: {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:19.493391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.493796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Bound using segment: {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:19.494294 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Bound port: e7f256eb-8329-4c44-abe7-26173782db59, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:19.494670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.536753 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-195e14e9-6bab-4215-8c50-083b0841a5dc req-973d2e00-7f60-4fa6-bb18-a893c5d5194d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 210 time: 0.1824789
Nov 24 14:27:19.640656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Allocated IP 172.20.0.5 (ce41eccc-38d0-4eee-98ef-85b689509f7c/66ba0f61-6fdd-45e3-b555-9cb093b93436/1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:19.670748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:19.671247 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:19.678989 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 9 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:19.729081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] For port e7f256eb-8329-4c44-abe7-26173782db59, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:19.736080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] For port e7f256eb-8329-4c44-abe7-26173782db59, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e7f256eb-8329-4c44-abe7-26173782db59,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:19.742719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:19.743230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:19.743704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:19.754802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8410f9af-4085-473c-9b5f-a04381aad12b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:27:19.781818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.789953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:19.790305 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:19.794347 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempt 10 to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348
Nov 24 14:27:19.821976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Transition to ACTIVE for port object b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:19.824874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 8410f9af-4085-473c-9b5f-a04381aad12b {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:27:19.825609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8410f9af-4085-473c-9b5f-a04381aad12b not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:27:19.828004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:19.828499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:19.829772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempting to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:19.844788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:19.845119 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Failed to bind port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '34ded7cf-dda3-468d-982f-c8002b213d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fecfd3d-78e8-4b87-8e67-4ff3f72daf60'}]
Nov 24 14:27:19.845465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.860164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.860257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.862762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:19.874651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Transition to ACTIVE for port object 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:19.895447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Made reservation on behalf of 81cf39047d684b49ba70b656467fd6f3 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:19.898188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.919224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.923662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:19.935428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:19.936654 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] Sync routers for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:19.992702 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:19.995262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:19.996082 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fed56a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:20.019540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-50ba7d6a-f6ba-4973-873c-2704bb1efee3 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:20.037741 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "PUT /v2.0/routers/2f3c9e13-08dc-49ad-9244-7c6430371f69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2164862
Nov 24 14:27:20.040847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47214) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:20.047397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb88f-45b8-4626-bfa8-4547864d8a4b None None] Pushing event updated for resources: {'Port': ['ID=e7f256eb-8329-4c44-abe7-26173782db59,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:20.055075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:20.062917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b2bb88f-45b8-4626-bfa8-4547864d8a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:20.063224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Request body: {'port': {'network_id': 'ba479fa5-ae16-46a3-8bb1-631161467533', 'name': 'tempest-FloatingIPAdminTestJSON-972986188'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:20.082639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:20.083494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:20.084672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffa4e50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:20.086252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:20.086859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.097819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.112695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] For port c87e8987-cded-4c0c-bb34-c0f2fd28a348, host hv-neutron-8183, cleared binding levels {{(pid=84234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:20.113062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Attempted to set empty binding levels {{(pid=84234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 24 14:27:20.118807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:20.132725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=bf98a283-79b4-4c69-88e7-972a31b60970,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:20.140989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:20.145288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-42e4f16e-4d49-4331-aad5-3dcb2bd7c336 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:20.213822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Network ce41eccc-38d0-4eee-98ef-85b689509f7c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:20.219508 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fed56a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:20.230299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11f070-0106-4603-8a5a-cc5a618477ca None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:20.233667 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:20.238066 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fed56a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:20.243092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:20.252482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:20.287242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.304323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.305275 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Added segment 1b94b187-2113-43e3-8677-439c8511aaea of type vlan for network 1eb62dcf-9acb-404d-8d80-a955ca40bf8a
Nov 24 14:27:20.323077 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-e011adf0-2478-422f-8326-f00da266e40c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1097 time: 1.1143334
Nov 24 14:27:20.340960 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fed56a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:20.341412 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7e8ac-d5ff-44e1-91e4-3e9551f4eb75 None None] The sync data for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:20.395172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.395504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event updated for resources: {'Port': ['ID=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:20.406082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7441a-a24d-4d2b-b6fd-358a538679fb req-60574fb7-2056-439c-8d5e-2989280e1435 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:20.414860 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-67b7441a-a24d-4d2b-b6fd-358a538679fb req-60574fb7-2056-439c-8d5e-2989280e1435 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 944 time: 0.5062802
Nov 24 14:27:20.423416 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.8590868
Nov 24 14:27:20.424253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47220) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:20.441129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:20.476194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Network 768fec92-ea45-4c5b-a05f-35a570d4270c is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:20.480514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:20.484561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] In _notify_port_updated(), no bound segment for port c87e8987-cded-4c0c-bb34-c0f2fd28a348 on network 8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:27:20.484561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.484848 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "PUT /v2.0/ports/c87e8987-cded-4c0c-bb34-c0f2fd28a348 HTTP/1.1" status: 200  len: 981 time: 6.1509387
Nov 24 14:27:20.485820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.490470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47224) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:20.501517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'name': 'tempest-NetworksTestDHCPv6-1894583107'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:20.632387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.683078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:20.686821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:20.689408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:20.694468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:20.695135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.731747 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-67b7441a-a24d-4d2b-b6fd-358a538679fb req-04c06bf2-f72f-4dc7-be00-b4121bba6c1e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3159161
Nov 24 14:27:20.744949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Deleting port c87e8987-cded-4c0c-bb34-c0f2fd28a348 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:20.745391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.747014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:20.765886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Usage tracker for resource:port and tenant:128f2b7b1cff4b8b96512d0047137432 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:20.801676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:20.807371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=b0b8d837-7a00-45e4-93a5-bc6dfcb704a8,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:20.814941 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0048676
Nov 24 14:27:20.833306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:20.833306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9adacbe5-6dd3-43d0-bc14-d1b97a150dcd tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:20.835254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-030ae52c-1498-4d77-aeaa-6b4368079968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:20.836772 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-030ae52c-1498-4d77-aeaa-6b4368079968 service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 0.5127730
Nov 24 14:27:20.845754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Request body: {'port': {'device_id': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:20.872884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:20.873056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': 'bf98a283-79b4-4c69-88e7-972a31b60970'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:20.873056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.875990 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.7464080
Nov 24 14:27:20.898939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f64fd-2236-413d-bc67-8d192fa0a870 req-d20d6199-f325-4cd0-9bb9-4e4ec53c6bef tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:20.901669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47230) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:20.926529 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-049f64fd-2236-413d-bc67-8d192fa0a870 req-d20d6199-f325-4cd0-9bb9-4e4ec53c6bef tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 931 time: 0.5444715
Nov 24 14:27:20.927684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2237bc78-1690-4853-bba8-78079f3bc1f5 None None] Provisioning for port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:20.946805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2237bc78-1690-4853-bba8-78079f3bc1f5 None None] Provisioning complete for port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:20.947435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2237bc78-1690-4853-bba8-78079f3bc1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:20.984343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::260', 'mac_address': 'fa:16:3e:67:a2:7f'}, {'ip_address': '2001:db8::356', 'mac_address': 'fa:16:3e:b7:14:c5'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:21.008215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:21.055458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-049f64fd-2236-413d-bc67-8d192fa0a870 req-7ee2ed85-f678-4388-adf1-3febb91b28f5 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Synchronizing usage tracker for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:21.058529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.086040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event updated for resources: {'Port': ['ID=c87e8987-cded-4c0c-bb34-c0f2fd28a348,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:21.104995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:21.107328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:21.115735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Made reservation on behalf of 128f2b7b1cff4b8b96512d0047137432 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:21.118911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.127799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:21.128405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.155835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] device_id is not set on port 4c365f49-211a-49b8-9c2e-35b8a51a4c5c yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:21.169195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:21.198867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2237bc78-1690-4853-bba8-78079f3bc1f5 None None] Port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:21.221782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:21.228432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.241521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-049f64fd-2236-413d-bc67-8d192fa0a870 req-7ee2ed85-f678-4388-adf1-3febb91b28f5 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Unset dirty status for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:21.243049 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-049f64fd-2236-413d-bc67-8d192fa0a870 req-7ee2ed85-f678-4388-adf1-3febb91b28f5 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3148179
Nov 24 14:27:21.274477 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-4abb62ee-9e89-4d07-897e-14692e5f0258 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 217 time: 0.3559015
Nov 24 14:27:21.277880 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9510d54c-b080-4088-81df-2d707726ab9c req-c33b4706-4889-4f53-959f-b604c41947d7 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 210 time: 0.2145705
Nov 24 14:27:21.283258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 530a41a3-cb4c-42c0-9f63-b85ac19665e5 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:21.289957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Network': ['ID=1eb62dcf-9acb-404d-8d80-a955ca40bf8a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:21.327921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 1eb62dcf-9acb-404d-8d80-a955ca40bf8a details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:21.341943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:21.467688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/bf98a283-79b4-4c69-88e7-972a31b60970/4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:21.475667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Allocated IP 172.20.0.10 (ba479fa5-ae16-46a3-8bb1-631161467533/2af98b79-f8e5-4653-92ee-d6582c813551/4c365f49-211a-49b8-9c2e-35b8a51a4c5c) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:21.580296 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 2.5400443
Nov 24 14:27:21.581158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47236) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:21.587290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3da9c007-5671-44dc-92ee-d3d3a46e6275 None None] Provisioning for port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:21.590067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:21.607770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3da9c007-5671-44dc-92ee-d3d3a46e6275 None None] Provisioning complete for port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:21.608184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3da9c007-5671-44dc-92ee-d3d3a46e6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.631360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-3a26305b-7b00-40a0-9b1c-99a8ef25c7b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:21.632802 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-3a26305b-7b00-40a0-9b1c-99a8ef25c7b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.3404641
Nov 24 14:27:21.639204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffa4e50>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:19Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:21.672597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ddc563-a619-4525-aeef-65176c7e8fe5 None None] The sync data for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv is: [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:19Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:21.677598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.729082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3da9c007-5671-44dc-92ee-d3d3a46e6275 None None] Port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:21.859657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.880650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Transition to ACTIVE for port object 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:21.906353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Transition to ACTIVE for port object 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:21.939741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] For port c87e8987-cded-4c0c-bb34-c0f2fd28a348, host hv-neutron-8183, got binding levels [] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:21.940486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.989241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:21.994781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:22.075674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:22.077497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:22.082272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:22.084861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Pushing event updated for resources: {'Port': ['ID=4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:22.089500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:22.124361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Calling delete_port for c87e8987-cded-4c0c-bb34-c0f2fd28a348 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:22.150107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::2b9 (545fb1c8-c25e-4ba6-8844-73dcc5231588/bf98a283-79b4-4c69-88e7-972a31b60970/530a41a3-cb4c-42c0-9f63-b85ac19665e5) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:22.190718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Attempting to bind port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:22.197084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Attempting to bind port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:22.197084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Attempting to bind port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:22.205241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:22.205623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:22.206036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.206436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:22.206911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Bound port: 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:22.207468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.258572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.368027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] For port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:22.375341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] For port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:22.377762 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-ba098dd2-ca42-47cc-bc9d-7528500ad220 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6836834
Nov 24 14:27:22.431597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.81', 57889) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:22.452032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.459089 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a9efbbe-e0bd-4a84-8193-ee77ff67665b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:22.484140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.502183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3973e241-bcc5-4f67-b7d1-72af1bab0f8a details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:27:22.533041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.540976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Transition to ACTIVE for port object 4c365f49-211a-49b8-9c2e-35b8a51a4c5c will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:22.576171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.582526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Pushing event updated for resources: {'Port': ['ID=4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:22.595091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:22.610331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 530a41a3-cb4c-42c0-9f63-b85ac19665e5 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:22.632966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf193b-fa82-4a94-a974-a7ae9bca6441 req-cef554b1-1fb1-4a1d-9a9e-2047449d76ef tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:22.634511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-27bf193b-fa82-4a94-a974-a7ae9bca6441 req-cef554b1-1fb1-4a1d-9a9e-2047449d76ef tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 944 time: 0.6513278
Nov 24 14:27:22.696243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.707334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:22.735166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:22.761152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'port_id': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'mac_address': 'fa:16:3e:62:d4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:27:22.767139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.836735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.871679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Network 1eb62dcf-9acb-404d-8d80-a955ca40bf8a is not hosted by any dhcp agent {{(pid=84234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 24 14:27:22.872459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:22.873147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.874485 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "PUT /v2.0/networks/1eb62dcf-9acb-404d-8d80-a955ca40bf8a HTTP/1.1" status: 200  len: 858 time: 1.2923145
Nov 24 14:27:22.882393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:22.896841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3973e241-bcc5-4f67-b7d1-72af1bab0f8a {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:27:22.897374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47248) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:22.913198 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-27bf193b-fa82-4a94-a974-a7ae9bca6441 req-cf69b59a-4fe5-49fa-a2a2-fcfc56eaf601 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2619324
Nov 24 14:27:22.924326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:22.968165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event updated for resources: {'Network': ['ID=1eb62dcf-9acb-404d-8d80-a955ca40bf8a,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:22.980940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:22.983976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:22.992382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-969d8b29-d5bb-4173-b1e9-c72a980b6bb1 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:22.997967 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-969d8b29-d5bb-4173-b1e9-c72a980b6bb1 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.81 "GET /v2.0/networks?id=94e535f6-40e6-44d9-9d25-b9c6f6625894 HTTP/1.1" status: 200  len: 806 time: 0.3560636
Nov 24 14:27:23.003078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.023219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.027384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:23.068372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:23.211206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:23.214916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:23.271779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Network ba479fa5-ae16-46a3-8bb1-631161467533 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:23.273896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:23.279641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:23.291969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Pushing event deleted for resources: {'Port': ['ID=c87e8987-cded-4c0c-bb34-c0f2fd28a348,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:23.297605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:23.299493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:23.303670 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c830d0b-a6fe-44c5-8636-bb7a8c848902 req-680bdc7b-8602-44df-a789-95c96e3f6ae3 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 210 time: 0.0770390
Nov 24 14:27:23.304447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:23.308217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:23.308848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.315924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:23.317549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:23.344203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['3973e241-bcc5-4f67-b7d1-72af1bab0f8a'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:27:23.366258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event updated for resources: {'Port': ['ID=4c365f49-211a-49b8-9c2e-35b8a51a4c5c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:23.372947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.402902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cefd2871-ac70-4f58-8f5a-1f2b169766ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.407239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.496576 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-d81ebf64-f424-42db-9813-e2be430b716c service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0670710
Nov 24 14:27:23.556963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:27:23.564532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.578347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:23.579167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.580880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Transition to ACTIVE for port object 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:23.585505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-0ca15ca3-c084-4af8-9dc8-ddbd4026a0d5 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f332d72fa1462fb69739f9b5159a7e HTTP/1.1" status: 200  len: 380 time: 0.4736390
Nov 24 14:27:23.639625 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c87e8987-cded-4c0c-bb34-c0f2fd28a348 HTTP/1.1" status: 204  len: 168 time: 3.0687850
Nov 24 14:27:23.643613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Request body: {'port': {'device_id': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'admin_state_up': True, 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'security_groups': ['cb2b7834-f322-4d68-bd2d-dbe1bb771258']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:23.650491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47254) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:23.652143 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.1654811
Nov 24 14:27:23.701649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47258) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:23.754820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=530a41a3-cb4c-42c0-9f63-b85ac19665e5,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:23.779515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:23.781251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.819s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:23.781618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:23.782555 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb55632f-91dc-48ff-8433-bbc4a1aeec50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:27:23.783053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb55632f-91dc-48ff-8433-bbc4a1aeec50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Synchronizing usage tracker for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:23.783151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-90f1ff9c-79fa-4f01-b5c2-ed8a5c06ea7f None None] Provisioning for port 4c365f49-211a-49b8-9c2e-35b8a51a4c5c completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:23.804070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-90f1ff9c-79fa-4f01-b5c2-ed8a5c06ea7f None None] Provisioning complete for port 4c365f49-211a-49b8-9c2e-35b8a51a4c5c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:23.804070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90f1ff9c-79fa-4f01-b5c2-ed8a5c06ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.870557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.872971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e37a90ab-9afc-41fa-abdd-3211b86d95e1 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8165350
Nov 24 14:27:23.879371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47262) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:23.886656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:23.937035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-90f1ff9c-79fa-4f01-b5c2-ed8a5c06ea7f None None] Port 4c365f49-211a-49b8-9c2e-35b8a51a4c5c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:23.962528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e7f256eb-8329-4c44-abe7-26173782db59 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:23.970445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2e7af0>,) {'filters': {'network_id': ['1eb62dcf-9acb-404d-8d80-a955ca40bf8a']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:23.997592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.006470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e7af0>, '1b94b187-2113-43e3-8677-439c8511aaea') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:24.007447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e7af0>, '1b94b187-2113-43e3-8677-439c8511aaea') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:24.027139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb55632f-91dc-48ff-8433-bbc4a1aeec50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Unset dirty status for tenant:7dda6ef46a9f42e5a12e69a446292e09 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:24.035961 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb55632f-91dc-48ff-8433-bbc4a1aeec50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] 10.222.0.53 "GET /v2.0/ports/c87e8987-cded-4c0c-bb34-c0f2fd28a348 HTTP/1.1" status: 404  len: 333 time: 0.3827329
Nov 24 14:27:24.039323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47270) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:24.061604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.094122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:24.102770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192dc45-ef99-43e1-a7c7-c8aadd389724 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:24.111853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192dc45-ef99-43e1-a7c7-c8aadd389724 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:24.113780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2192dc45-ef99-43e1-a7c7-c8aadd389724 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:24.150275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:24.178016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e7f256eb-8329-4c44-abe7-26173782db59 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:24.186313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.187091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e7f256eb-8329-4c44-abe7-26173782db59 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:24.187518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.267087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'project_id': '128f2b7b1cff4b8b96512d0047137432', 'port_id': '4c365f49-211a-49b8-9c2e-35b8a51a4c5c'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:24.277419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:24.278136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.283486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:24.308671 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:24.310648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:24.329689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Usage tracker for resource:floatingip and tenant:128f2b7b1cff4b8b96512d0047137432 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:24.337209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:24.345155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6be629-c60d-44d5-ba2d-5135939f01e0 req-1b3140ca-cd30-46f6-aad3-2f967b54a3d3 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:24.346416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.346528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ba6be629-c60d-44d5-ba2d-5135939f01e0 req-1b3140ca-cd30-46f6-aad3-2f967b54a3d3 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Synchronizing usage tracker for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:24.363844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:24.373159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:24.396358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.397954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:24.426833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:24.432110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2192dc45-ef99-43e1-a7c7-c8aadd389724 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:24.433376 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2192dc45-ef99-43e1-a7c7-c8aadd389724 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.7257438
Nov 24 14:27:24.444284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.444855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3973e241-bcc5-4f67-b7d1-72af1bab0f8a up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:24.448238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47276) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:24.463101 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b626e0a2-11e5-48bb-869b-121815d97c08 req-c7d75b34-b4ad-463d-8866-cf27399cf543 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9462605
Nov 24 14:27:24.508272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Made reservation on behalf of 57f332d72fa1462fb69739f9b5159a7e for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:24.511641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.546610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ba6be629-c60d-44d5-ba2d-5135939f01e0 req-1b3140ca-cd30-46f6-aad3-2f967b54a3d3 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Unset dirty status for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:24.547803 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba6be629-c60d-44d5-ba2d-5135939f01e0 req-1b3140ca-cd30-46f6-aad3-2f967b54a3d3 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 931 time: 1.9043269
Nov 24 14:27:24.548431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.572407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:24.575574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-de6f74de-505c-4042-b8f1-fccd5d0c673e None None] Provisioning for port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:24.586971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e7f256eb-8329-4c44-abe7-26173782db59, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e7f256eb-8329-4c44-abe7-26173782db59,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:24.589294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 530a41a3-cb4c-42c0-9f63-b85ac19665e5 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:24.589642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.636499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5c9ff-442d-44df-b9a7-7c9919531975 req-40d00035-d9f1-44d2-9f93-65edd2e1e612 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:24.637934 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-89a5c9ff-442d-44df-b9a7-7c9919531975 req-40d00035-d9f1-44d2-9f93-65edd2e1e612 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 945 time: 0.4493959
Nov 24 14:27:24.646568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.647738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:24.663905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.666845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.677957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3331be5-169d-495c-8dfb-d4a611461440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:24.715375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1eb62dcf-9acb-404d-8d80-a955ca40bf8a {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 24 14:27:24.719907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.723100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Attempting to bind port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:24.723435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Attempting to bind port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:24.724361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Attempting to bind port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 on network ce41eccc-38d0-4eee-98ef-85b689509f7c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:24.728128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:24.729090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:24.734695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] In _notify_port_updated(), no bound segment for port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 on network 768fec92-ea45-4c5b-a05f-35a570d4270c {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:27:24.738570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:24.739684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.740523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "PUT /v2.0/ports/b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 HTTP/1.1" status: 200  len: 1067 time: 3.7672369
Nov 24 14:27:24.752120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:24.752499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.754245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47280) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:24.760528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 on network ce41eccc-38d0-4eee-98ef-85b689509f7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:24.760854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Attempting to bind port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 on network ce41eccc-38d0-4eee-98ef-85b689509f7c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:24.769891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event updated for resources: {'Port': ['ID=b0b8d837-7a00-45e4-93a5-bc6dfcb704a8,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:24.819636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Pushing event deleted for resources: {'Network': ['ID=1eb62dcf-9acb-404d-8d80-a955ca40bf8a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:24.826704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e7f256eb-8329-4c44-abe7-26173782db59,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:24.838446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:24.844629 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1eb62dcf-9acb-404d-8d80-a955ca40bf8a HTTP/1.1" status: 204  len: 168 time: 1.9374802
Nov 24 14:27:24.847192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:24.913574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47284) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:24.933403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Allocated IP 172.20.0.7 (94e535f6-40e6-44d9-9d25-b9c6f6625894/77b739b1-64a2-499b-9f6a-43f3a36c1cb8/5300a497-6531-463a-aedc-6042a45a3b76) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:24.977985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:24.997067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:25.008610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:25.008977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.082882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.090261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1f899a4b-1bed-4d1f-9cdc-30b6f4173dab None None] Provisioning for port 530a41a3-cb4c-42c0-9f63-b85ac19665e5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:25.094104 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c79d51-d44b-4907-9ccd-3c36d545a107 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:27:25.094786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c79d51-d44b-4907-9ccd-3c36d545a107 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:27:25.101639 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c0c79d51-d44b-4907-9ccd-3c36d545a107 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] 10.222.0.53 "DELETE /v2.0/subnets/05be254e-5264-4188-8001-812a698ebdfc HTTP/1.1" status: 404  len: 337 time: 0.1656468
Nov 24 14:27:25.110946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1f899a4b-1bed-4d1f-9cdc-30b6f4173dab None None] Provisioning complete for port 530a41a3-cb4c-42c0-9f63-b85ac19665e5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:25.111241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1f899a4b-1bed-4d1f-9cdc-30b6f4173dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.146690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:25.164371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:25.173853 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-89a5c9ff-442d-44df-b9a7-7c9919531975 req-43d3663d-d873-4f1a-94eb-8df8210be8a4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5265291
Nov 24 14:27:25.178012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:25.178539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.269518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:25.299091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1f899a4b-1bed-4d1f-9cdc-30b6f4173dab None None] Port 530a41a3-cb4c-42c0-9f63-b85ac19665e5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:25.312126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.326265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.357412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fe11430>,) {'filters': {'network_id': ['8fecfd3d-78e8-4b87-8e67-4ff3f72daf60']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:25.362772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Transition to ACTIVE for port object 5300a497-6531-463a-aedc-6042a45a3b76 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:25.386615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:25.387837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.392184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:25.392269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:25.393727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Checking segment: {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:25.394142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Bound using segment: {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:25.394678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Bound port: 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:25.395171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.424001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:25.450699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Sync routers for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:25.478314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.480379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba6be629-c60d-44d5-ba2d-5135939f01e0 req-2b924ce8-c78c-47cf-95e4-d07ff471b141 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9235747
Nov 24 14:27:25.501203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.503854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:25.504529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd84ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:25.524840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-496c7756-5789-4405-b81e-3529ce4bb2d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:25.560866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.587583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fe11430>, '34ded7cf-dda3-468d-982f-c8002b213d62') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:25.588241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fe11430>, '34ded7cf-dda3-468d-982f-c8002b213d62') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:25.590991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] For port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:25.603983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.616064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event updated for resources: {'Port': ['ID=5300a497-6531-463a-aedc-6042a45a3b76,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:25.621723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:25.621723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] For port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:25.622635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:25.623444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:25.627552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.629143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:25.636023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:25.636442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.702354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:25.706880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.709332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bfd3a9ab-f8f8-4f2e-bd47-686b2fbc7f74 None None] Provisioning complete for port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:25.709332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bfd3a9ab-f8f8-4f2e-bd47-686b2fbc7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.730174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:25.761458 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'code': 200}
Nov 24 14:27:25.762765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:25.762765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:25.807434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e7f256eb-8329-4c44-abe7-26173782db59 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:25.845633 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:25.863883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.866586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] 10.222.0.81 "PUT /v2.0/ports/1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 HTTP/1.1" status: 200  len: 1093 time: 5.0267680
Nov 24 14:27:25.871509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:25.918186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:25.919965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.990028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6bd386d-bc38-439f-9fb0-0247f7376983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:25.998147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bfd3a9ab-f8f8-4f2e-bd47-686b2fbc7f74 None None] Port b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:26.026494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:26.037962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:26.041426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:26.044660 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'status': 'completed', 'code': 200}
Nov 24 14:27:26.050649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:26.056909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:26.128379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5027664
Nov 24 14:27:26.143721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Request body: {'port': {'device_id': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:26.204331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e7f256eb-8329-4c44-abe7-26173782db59 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:26.204710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.239709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.269548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f894f40>,) {'filters': {'network_id': ['208ab4c9-7df7-4506-a4c5-8331cc6ed6ea']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:26.314673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.319227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f894f40>, 'fa1b0cca-45b7-49ad-a475-360cc8d728fe') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:26.319524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f894f40>, 'fa1b0cca-45b7-49ad-a475-360cc8d728fe') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:26.353253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1e85ec09-8771-4161-b0da-86ae732a7295 None None] Provisioning for port 5300a497-6531-463a-aedc-6042a45a3b76 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:26.381912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1e85ec09-8771-4161-b0da-86ae732a7295 None None] Provisioning complete for port 5300a497-6531-463a-aedc-6042a45a3b76 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:26.382383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e85ec09-8771-4161-b0da-86ae732a7295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.397213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.405784 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-07d3eb85-f5aa-4dc6-b1dd-9ea68d7cec5b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4aaf32438b04616aae5be4648c0b034&device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 1096 time: 0.3224823
Nov 24 14:27:26.410498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.411883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:26.433479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.446417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24f33-0f3c-47be-aeb9-a6537bd07c88 req-d09822bb-049e-4176-a5cf-3096348fba40 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:26.448122 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bea24f33-0f3c-47be-aeb9-a6537bd07c88 req-d09822bb-049e-4176-a5cf-3096348fba40 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 931 time: 0.9716005
Nov 24 14:27:26.462326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.481332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Pushing event deleted for resources: {'Network': ['ID=8fecfd3d-78e8-4b87-8e67-4ff3f72daf60,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:26.483582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:26.485222 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] 10.222.0.53 "DELETE /v2.0/networks/8fecfd3d-78e8-4b87-8e67-4ff3f72daf60 HTTP/1.1" status: 204  len: 168 time: 2.4444239
Nov 24 14:27:26.589258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1e85ec09-8771-4161-b0da-86ae732a7295 None None] Port 5300a497-6531-463a-aedc-6042a45a3b76 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:26.613336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.656171 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-550f076a-a1d8-4609-9822-92b615e2242c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 HTTP/1.1" status: 200  len: 217 time: 0.2265942
Nov 24 14:27:26.665668 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-53a01cf9-4e3b-4877-8b56-d81312642ef2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 0.4576859
Nov 24 14:27:26.685113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd84ee0>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 2, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:26.689468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Checking router: 43813757-8180-4c25-a59e-0069959df08e for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:27:26.689825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Updating router 43813757-8180-4c25-a59e-0069959df08e port fe835948-6306-4f71-9a1f-9a10cbb5902d binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:27:26.702657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 530a41a3-cb4c-42c0-9f63-b85ac19665e5 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:26.734406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.734701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:26.735201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.756516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:26.762765 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:26.778168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.804819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:26.867430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-25158a0b-af5a-4126-b7fe-da3ba09062a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:26.869212 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-25158a0b-af5a-4126-b7fe-da3ba09062a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66ba0f61-6fdd-45e3-b555-9cb093b93436 HTTP/1.1" status: 200  len: 850 time: 0.2027123
Nov 24 14:27:26.887963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e3c3c-3bb0-47af-add0-e1cdfcf8dfa8 req-e9118094-9e11-4a88-b78e-fdab569663a3 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:26.889728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4e5e3c3c-3bb0-47af-add0-e1cdfcf8dfa8 req-e9118094-9e11-4a88-b78e-fdab569663a3 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5514133
Nov 24 14:27:26.944279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.005904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:27.013030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Usage tracker for resource:security_group_rule and tenant:3098c5ad37404f1a9d3ad186d5d0ec5f is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:27.021361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:27.031650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:27.040469 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4e5e3c3c-3bb0-47af-add0-e1cdfcf8dfa8 req-aa36e924-03ad-434e-8df4-444c124aa0ed tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040180
Nov 24 14:27:27.048534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-bea24f33-0f3c-47be-aeb9-a6537bd07c88 req-bd5b0963-9ab5-46fc-b1a9-bcffb580ef45 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Synchronizing usage tracker for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:27.074222 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-ebbbc084-d80f-4094-a616-307635810d27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce41eccc-38d0-4eee-98ef-85b689509f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1831822
Nov 24 14:27:27.127348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Calling delete_port for b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:27.209643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.225386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.228352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Transition to ACTIVE for port object fe835948-6306-4f71-9a1f-9a10cbb5902d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:27.244227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.247628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.253637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-546d57d3-e402-4674-aa2d-9ccab3503f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:27.297264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47314) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:27.303777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Pushing event deleted for resources: {'Network': ['ID=208ab4c9-7df7-4506-a4c5-8331cc6ed6ea,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:27.306180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.314460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:27.339316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:27.344327 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-6b0bc93b-a6ac-4020-9f0c-37b1982138fa service neutron] 10.222.0.81 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2543306
Nov 24 14:27:27.372608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-bea24f33-0f3c-47be-aeb9-a6537bd07c88 req-bd5b0963-9ab5-46fc-b1a9-bcffb580ef45 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Unset dirty status for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:27.373673 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bea24f33-0f3c-47be-aeb9-a6537bd07c88 req-bd5b0963-9ab5-46fc-b1a9-bcffb580ef45 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8938484
Nov 24 14:27:27.423555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.442801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2e71d511-9647-482e-8bdb-164564b4d737 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:27.536871 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] 10.222.0.53 "DELETE /v2.0/networks/208ab4c9-7df7-4506-a4c5-8331cc6ed6ea HTTP/1.1" status: 204  len: 168 time: 2.3655894
Nov 24 14:27:27.571669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Allocated IP 172.26.2.206 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/17db8f31-98ab-4007-8bf9-9ba1bba9cf7b) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:27.633363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=875f5706-6b1f-4640-9c0e-42d74be872a5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:27.654535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a63c6e-66d7-4561-9767-960a8caedd56 None None] Pushing event updated for resources: {'Port': ['ID=fe835948-6306-4f71-9a1f-9a10cbb5902d,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:27.660629 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f5c2149-54b3-4b4d-b2e7-8b4cbbd50f6d req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9266973
Nov 24 14:27:27.663077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:27.663280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-55a63c6e-66d7-4561-9767-960a8caedd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:27.670690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Attempting to bind port fe835948-6306-4f71-9a1f-9a10cbb5902d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:27.671027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Attempting to bind port fe835948-6306-4f71-9a1f-9a10cbb5902d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:27.671329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Attempting to bind port fe835948-6306-4f71-9a1f-9a10cbb5902d on network 94e535f6-40e6-44d9-9d25-b9c6f6625894 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:27.682221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:27.682601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Checking segment: {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:27.683005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.683429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Bound using segment: {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:27.684219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Bound port: fe835948-6306-4f71-9a1f-9a10cbb5902d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:27.684347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.697974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.723320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1cde2cd3-da72-4bea-8ce2-cab4fb2695e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:27.756807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ced10a-605b-42d5-8a78-d3a8b8032df6 req-f4f5530a-6a51-4778-bc27-3866ff0dc0a4 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:27.761956 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-49ced10a-605b-42d5-8a78-d3a8b8032df6 req-f4f5530a-6a51-4778-bc27-3866ff0dc0a4 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 943 time: 0.4899154
Nov 24 14:27:27.788626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] For port fe835948-6306-4f71-9a1f-9a10cbb5902d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:27.791885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] For port fe835948-6306-4f71-9a1f-9a10cbb5902d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fe835948-6306-4f71-9a1f-9a10cbb5902d,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:27.800602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bed1f82f-2631-476d-953f-9e0d2ab8ed7c req-b7029c31-3560-461a-ac88-1e89757542b0 service neutron] 10.222.0.81 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4096565
Nov 24 14:27:27.814117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:27.838761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:27.865803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=530a41a3-cb4c-42c0-9f63-b85ac19665e5,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:27.872913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:27.885593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-49ced10a-605b-42d5-8a78-d3a8b8032df6 req-41b0dfd6-cfb3-4fd7-99ea-761e8342f2e4 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226029
Nov 24 14:27:27.904696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.908949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:27.912509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5300a497-6531-463a-aedc-6042a45a3b76 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:27:27.920252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:27.937645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Transition to ACTIVE for port object 5300a497-6531-463a-aedc-6042a45a3b76 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:28.020322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:28.021670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.027905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.045157 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/530a41a3-cb4c-42c0-9f63-b85ac19665e5 HTTP/1.1" status: 204  len: 168 time: 3.5912261
Nov 24 14:27:28.048302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.055729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47324) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:28.070062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.074386 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-caca77c2-e7c9-4b2b-81ec-4885d0f15a2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef8fcf18b1204c4c9bc231cc66f61879&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7676148
Nov 24 14:27:28.079921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-49eaf969-acc8-48c7-9705-9f415651d0bc tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:28.090317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c98c30ab-9650-4fa5-9ff6-fea7dcf29962 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:28.125384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47328) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:28.170155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a63c6e-66d7-4561-9767-960a8caedd56 None None] Pushing event updated for resources: {'Port': ['ID=fe835948-6306-4f71-9a1f-9a10cbb5902d,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:28.200616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-55a63c6e-66d7-4561-9767-960a8caedd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:28.229842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:28.231568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd84ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:28.242499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Port': ['ID=b0b8d837-7a00-45e4-93a5-bc6dfcb704a8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:28.251311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.254764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:28.301572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47334) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:28.361832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Pushing event updated for resources: {'Port': ['ID=5300a497-6531-463a-aedc-6042a45a3b76,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:28.365509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:28.427753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451b932-b859-412c-a8fe-418a3094f105 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:28.429427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451b932-b859-412c-a8fe-418a3094f105 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:28.430340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e451b932-b859-412c-a8fe-418a3094f105 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:28.486074 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5adfde75-3586-44d9-abd6-1e68d702511d req-0616541d-2662-48eb-a68e-6a01655ae289 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4aaf32438b04616aae5be4648c0b034&device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 1096 time: 0.4594491
Nov 24 14:27:28.494285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.557857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.655178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e451b932-b859-412c-a8fe-418a3094f105 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:28.662846 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e451b932-b859-412c-a8fe-418a3094f105 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5944171
Nov 24 14:27:28.669594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47342) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:28.752522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.781528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:28.846070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.850598 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/ports/b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 HTTP/1.1" status: 204  len: 168 time: 4.0905921
Nov 24 14:27:28.855683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:28.878513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47346) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:28.880174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29936930-1953-4c1e-9c1c-bfa1b4651ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:28.958854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Attempting to bind port 5300a497-6531-463a-aedc-6042a45a3b76 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:28.959338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Attempting to bind port 5300a497-6531-463a-aedc-6042a45a3b76 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:28.959499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Attempting to bind port 5300a497-6531-463a-aedc-6042a45a3b76 on network 94e535f6-40e6-44d9-9d25-b9c6f6625894 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:28.994754 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc557a0-ff7a-4fbb-9524-1172b98a68b1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] GET failed (client error): The resource could not be found.
Nov 24 14:27:28.995241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6cc557a0-ff7a-4fbb-9524-1172b98a68b1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Synchronizing usage tracker for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:29.010939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Port 5300a497-6531-463a-aedc-6042a45a3b76 on network 94e535f6-40e6-44d9-9d25-b9c6f6625894 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:27:29.011259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Attempting to bind port 5300a497-6531-463a-aedc-6042a45a3b76 on network 94e535f6-40e6-44d9-9d25-b9c6f6625894 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:29.016119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652d0c9-32c6-47fd-b58c-1378b214f306 req-e57e9b9b-566d-42f6-a323-a361b89d57ee tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:29.023132 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8652d0c9-32c6-47fd-b58c-1378b214f306 req-e57e9b9b-566d-42f6-a323-a361b89d57ee tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6967053
Nov 24 14:27:29.024725 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-32c93d26-d74f-4ea6-af7a-90e28117acf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a87e3d62c984c449019c7e87a85ac7d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6958892
Nov 24 14:27:29.028740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfde75-3586-44d9-abd6-1e68d702511d req-cdc418f0-33d9-4803-a637-7ad4f8ce45b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:29.031559 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5adfde75-3586-44d9-abd6-1e68d702511d req-cdc418f0-33d9-4803-a637-7ad4f8ce45b7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce41eccc-38d0-4eee-98ef-85b689509f7c HTTP/1.1" status: 200  len: 912 time: 0.5115240
Nov 24 14:27:29.035070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47352) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:29.062026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:29.074645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:29.116909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:29.117250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Checking segment: {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:29.117695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Bound using segment: {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:29.118200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Bound port: 5300a497-6531-463a-aedc-6042a45a3b76, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fd06bc-17ca-49d6-97db-35a14703d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:29.118603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.121386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Pushing event updated for resources: {'Port': ['ID=17db8f31-98ab-4007-8bf9-9ba1bba9cf7b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:29.128896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:29.167661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:29.187873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd84ee0>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:27Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:29.193214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c2e22-36ef-4e84-83e3-cd132d508244 None None] The sync data for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv is: [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:27Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:29.201872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6cc557a0-ff7a-4fbb-9524-1172b98a68b1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Unset dirty status for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:29.204138 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6cc557a0-ff7a-4fbb-9524-1172b98a68b1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "GET /v2.0/ports/b0b8d837-7a00-45e4-93a5-bc6dfcb704a8 HTTP/1.1" status: 404  len: 333 time: 0.2945490
Nov 24 14:27:29.205681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f00fb-7975-47b2-a075-20c0f9113528 req-288bfc24-334e-4a97-8cb6-de54bb0628ba tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:29.206500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-201f00fb-7975-47b2-a075-20c0f9113528 req-288bfc24-334e-4a97-8cb6-de54bb0628ba tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Synchronizing usage tracker for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:29.215088 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47356) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:29.216677 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5adfde75-3586-44d9-abd6-1e68d702511d req-f302bc1f-bcf2-48b1-ac8a-eaaeaf3fb3d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 HTTP/1.1" status: 200  len: 217 time: 0.1687040
Nov 24 14:27:29.217855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.227011 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8652d0c9-32c6-47fd-b58c-1378b214f306 req-f534ac4d-5338-419e-9d9b-9a7182aadae4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2027051
Nov 24 14:27:29.294356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet bf98a283-79b4-4c69-88e7-972a31b60970 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:27:29.300627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.388598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:29.407465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.426075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19df98-9171-48d6-8c5f-8e32a1a9a956,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:29.439508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting port c8f99fe7-11a5-4561-a2f3-1471342b193d {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:29.440116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.475280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:29.547555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.555691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.559715 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd19df98-9171-48d6-8c5f-8e32a1a9a956 HTTP/1.1" status: 204  len: 168 time: 1.4320819
Nov 24 14:27:29.560850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-201f00fb-7975-47b2-a075-20c0f9113528 req-288bfc24-334e-4a97-8cb6-de54bb0628ba tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Unset dirty status for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:29.568686 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-201f00fb-7975-47b2-a075-20c0f9113528 req-288bfc24-334e-4a97-8cb6-de54bb0628ba tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 943 time: 0.8843400
Nov 24 14:27:29.585903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfde75-3586-44d9-abd6-1e68d702511d req-18f3fce0-86df-4dd4-bf66-24c5996761fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:29.587936 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5adfde75-3586-44d9-abd6-1e68d702511d req-18f3fce0-86df-4dd4-bf66-24c5996761fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66ba0f61-6fdd-45e3-b555-9cb093b93436 HTTP/1.1" status: 200  len: 850 time: 0.3603098
Nov 24 14:27:29.589095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] For port 5300a497-6531-463a-aedc-6042a45a3b76, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:29.745757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] For port 5300a497-6531-463a-aedc-6042a45a3b76, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5300a497-6531-463a-aedc-6042a45a3b76,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:29.791680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.855501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.868656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b42b3c87-e06a-4806-91c4-f6bbb6e038a9 tempest-RoutersAdminNegativeIpV6Test-1395248029 tempest-RoutersAdminNegativeIpV6Test-1395248029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:29.871872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fe835948-6306-4f71-9a1f-9a10cbb5902d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:29.902634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:29.950052 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-201f00fb-7975-47b2-a075-20c0f9113528 req-5ff1c5b4-67fb-4467-8c4c-f988f7065cad tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3801641
Nov 24 14:27:30.081384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.083054 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] 10.222.0.81 "PUT /v2.0/ports/5300a497-6531-463a-aedc-6042a45a3b76 HTTP/1.1" status: 200  len: 1093 time: 3.9438074
Nov 24 14:27:30.092982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:30.172275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ec09-4321-4191-a0de-1a3758110367 req-dac4b6b2-a2d8-42a6-870b-59a488cabb8f tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:30.173926 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-17a5ec09-4321-4191-a0de-1a3758110367 req-dac4b6b2-a2d8-42a6-870b-59a488cabb8f tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 943 time: 0.7273374
Nov 24 14:27:30.195717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Pushing event updated for resources: {'Port': ['ID=5300a497-6531-463a-aedc-6042a45a3b76,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:30.256442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:30.262741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port fe835948-6306-4f71-9a1f-9a10cbb5902d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:30.267845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port fe835948-6306-4f71-9a1f-9a10cbb5902d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:30.273746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.276117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.276929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76', 'status': 'completed', 'code': 200}
Nov 24 14:27:30.285290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:30.309516 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5adfde75-3586-44d9-abd6-1e68d702511d req-379c9641-7561-4dae-a90c-94d61ac1b31b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce41eccc-38d0-4eee-98ef-85b689509f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6876602
Nov 24 14:27:30.315678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.483422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.493897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:27:30.539317 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5adfde75-3586-44d9-abd6-1e68d702511d req-c8a3b4c9-642e-4054-973d-a3f11a991b87 service neutron] 10.222.0.81 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2037241
Nov 24 14:27:30.559446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port fe835948-6306-4f71-9a1f-9a10cbb5902d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fe835948-6306-4f71-9a1f-9a10cbb5902d,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:30.599758 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-17a5ec09-4321-4191-a0de-1a3758110367 req-801703d2-4233-4eee-80b6-e01938b69836 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4084108
Nov 24 14:27:30.613226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47370) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:30.615568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=bf98a283-79b4-4c69-88e7-972a31b60970,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:30.621699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:30.622689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.638179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.669808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56a26b-38d9-49df-9b68-6dd34a9b45b9 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:30.682840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.689167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-25159370-99d5-4f79-9b26-64bc2bde7b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:30.724143 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6787fa84-41dd-4af1-b2d0-1bb76b216c33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dda6ef46a9f42e5a12e69a446292e09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1046469
Nov 24 14:27:30.725204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47374) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:30.761480 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/bf98a283-79b4-4c69-88e7-972a31b60970 HTTP/1.1" status: 204  len: 168 time: 2.0818796
Nov 24 14:27:30.763535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47378) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:30.875307 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3dae9ef9-e436-4e64-a519-f4c9ac22b233 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1101010
Nov 24 14:27:30.877290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47382) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:30.890652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=fe835948-6306-4f71-9a1f-9a10cbb5902d,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:30.902463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:30.908252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:30.911200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Calling delete_port for c8f99fe7-11a5-4561-a2f3-1471342b193d owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:30.949541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:30.950293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:30.975978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1658248-ab71-4017-b31f-7c6612ef46a1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:30.978748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:30.983141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'port_id': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'mac_address': 'fa:16:3e:3e:46:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:27:30.986528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:30.989856 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1658248-ab71-4017-b31f-7c6612ef46a1 HTTP/1.1" status: 204  len: 168 time: 1.9434595
Nov 24 14:27:30.994352 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5adfde75-3586-44d9-abd6-1e68d702511d req-561cfb87-49ae-4fea-9318-00d9b975b3bd service neutron] 10.222.0.81 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3587465
Nov 24 14:27:31.023113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.109516 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-bb563df2-34ac-4260-a9e6-e4b8d877fff2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57f332d72fa1462fb69739f9b5159a7e&device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 1096 time: 0.8909965
Nov 24 14:27:31.122512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.131575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.143142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.147853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:27:31.154538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:31.165605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:31.190135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:31.206739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:31.220428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:31.248320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:27:31.253120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Deleting port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:31.253555 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.287289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.295030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:31.318328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.321593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-99e5ce9d-6528-4559-bc8f-3fabae6299d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5300a497-6531-463a-aedc-6042a45a3b76 HTTP/1.1" status: 200  len: 217 time: 0.1964884
Nov 24 14:27:31.367996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba199c-b79f-4b9b-b1bf-39e75ee5b8c0 req-3ad76892-9f38-45d5-8617-7d0bb78dfc0c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:31.369757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6fba199c-b79f-4b9b-b1bf-39e75ee5b8c0 req-3ad76892-9f38-45d5-8617-7d0bb78dfc0c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.8274283
Nov 24 14:27:31.389489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944c60-2667-4263-835d-db33ac92389f req-1ff48f86-7985-46a7-a127-406664917be4 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:31.396690 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ea944c60-2667-4263-835d-db33ac92389f req-1ff48f86-7985-46a7-a127-406664917be4 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 943 time: 0.2368519
Nov 24 14:27:31.411451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:31.414763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:31.416885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:31.418528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.457093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.513430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-8db57492-c472-4e16-9625-1180cab3fb80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:31.514876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-8db57492-c472-4e16-9625-1180cab3fb80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b739b1-64a2-499b-9f6a-43f3a36c1cb8 HTTP/1.1" status: 200  len: 845 time: 0.1543720
Nov 24 14:27:31.521530 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6fba199c-b79f-4b9b-b1bf-39e75ee5b8c0 req-ec512b2b-5955-4501-804d-4b623dcaf7f3 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111448
Nov 24 14:27:31.542787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:27:31.550096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:31.585660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.603304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5e1450cb-984a-41b9-bf88-1d81bc642fe4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:31.603868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] For port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:31.604178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.632820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0bdb1d-285e-43fa-a8df-43463d70199d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:31.640428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:31.654642 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ea944c60-2667-4263-835d-db33ac92389f req-e210be16-9a81-4670-8cce-4d9eb835373d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2570055
Nov 24 14:27:31.673842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.675344 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e0bdb1d-285e-43fa-a8df-43463d70199d HTTP/1.1" status: 204  len: 168 time: 0.9492688
Nov 24 14:27:31.771786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Port': ['ID=c8f99fe7-11a5-4561-a2f3-1471342b193d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:31.790146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:31.804898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:31.950007 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/ports/c8f99fe7-11a5-4561-a2f3-1471342b193d HTTP/1.1" status: 204  len: 168 time: 2.7313461
Nov 24 14:27:31.953938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47398) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:31.957980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Calling delete_port for 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:32.015285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fe835948-6306-4f71-9a1f-9a10cbb5902d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:32.045386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-bada3383-b09c-44ca-8120-9ef3875b1871 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] GET failed (client error): The resource could not be found.
Nov 24 14:27:32.045821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bada3383-b09c-44ca-8120-9ef3875b1871 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Synchronizing usage tracker for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:32.059083 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-29745ef2-1d09-4477-9d20-3f5524933b90 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=94e535f6-40e6-44d9-9d25-b9c6f6625894&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5339749
Nov 24 14:27:32.173738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:32.183135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf41413-767d-48d1-8d2c-b0e35530db41 req-79a26a04-3b03-46cd-b973-710b6d29542d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:32.185090 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cf41413-767d-48d1-8d2c-b0e35530db41 req-79a26a04-3b03-46cd-b973-710b6d29542d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3241127
Nov 24 14:27:32.198338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47402) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:32.200374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.201572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bada3383-b09c-44ca-8120-9ef3875b1871 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Unset dirty status for tenant:c945eaee6f3f42e0b40494cb3fa5c2ea on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:32.202846 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bada3383-b09c-44ca-8120-9ef3875b1871 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "GET /v2.0/ports/c8f99fe7-11a5-4561-a2f3-1471342b193d HTTP/1.1" status: 404  len: 333 time: 0.2479751
Nov 24 14:27:32.207672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47406) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:32.211749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port fe835948-6306-4f71-9a1f-9a10cbb5902d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:32.212345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.220115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Request body: {'floatingip': {'port_id': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:32.254221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.264643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:32.270149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47410) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:32.340827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting port 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:32.341173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.359456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Pushing event deleted for resources: {'Port': ['ID=4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:32.375701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:32.384879 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-63a0e20b-b20f-4ea0-ac07-1fe7b532e994 service neutron] 10.222.0.81 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3172174
Nov 24 14:27:32.396183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] No DVR routers for this DVR port 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:27:32.409720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.429245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:32.488570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8a13096a-e2f5-4bca-8644-80a639f17c44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81cf39047d684b49ba70b656467fd6f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2150884
Nov 24 14:27:32.496322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47416) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:32.505395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for floatingip, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.553946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:27:32.602962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:27:32.603389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4406eeb7-df93-4d1e-bc82-5aa77aa9d8a0 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:27:32.645294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.710770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Pushing event updated for resources: {'Port': ['ID=17db8f31-98ab-4007-8bf9-9ba1bba9cf7b,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:32.714233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:32.722975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5bcf3091-2821-4def-bf18-4b0d1d22d58c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:32.732771 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a4e50cd-d46e-40c6-878d-f04dff9e8034 req-91817e42-771b-4a49-a6d6-43bddb669309 service neutron] 10.222.0.81 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3245702
Nov 24 14:27:32.778242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654dcdb-3b3f-43ff-8b48-87785eafbdc5 req-d64600a2-4ff4-40c0-abd8-1f4137ec87c6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:32.785114 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9654dcdb-3b3f-43ff-8b48-87785eafbdc5 req-d64600a2-4ff4-40c0-abd8-1f4137ec87c6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 944 time: 0.6870644
Nov 24 14:27:32.908109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.915590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:32.935336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:32.948253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:32.948253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:32.948676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43c6f8-76d0-4dc5-8986-02cdf1ba1a53 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:32.951992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=36dab259-0116-4a7d-b6b0-f8d9ea078302,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:32.954845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:32.983963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.070885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Calling delete_port for 1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:33.152727 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9654dcdb-3b3f-43ff-8b48-87785eafbdc5 req-2671dafe-3fed-4b0f-b1d4-024a6940952f tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3666182
Nov 24 14:27:33.174681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb30c3-0e48-47d0-bcb2-f351ee138cb6 req-0fd8666a-9d18-456b-9825-4afcf486d8fc tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:33.174681 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cadb30c3-0e48-47d0-bcb2-f351ee138cb6 req-0fd8666a-9d18-456b-9825-4afcf486d8fc tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 943 time: 0.3692365
Nov 24 14:27:33.187063 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2481670
Nov 24 14:27:33.191400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.193462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47432) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:33.211848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'name': 'tempest-NetworksTestDHCPv6-747119536'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:33.220658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '36dab259-0116-4a7d-b6b0-f8d9ea078302'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:33.221582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.224439 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-4e6f6a79-cf1b-4c3c-b8bd-04f55a81761d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57f332d72fa1462fb69739f9b5159a7e&device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 1096 time: 0.3483510
Nov 24 14:27:33.410491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.426020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/36dab259-0116-4a7d-b6b0-f8d9ea078302/6c217cf5-1ad3-4153-a86e-77d642c03c13) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:33.453558 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cadb30c3-0e48-47d0-bcb2-f351ee138cb6 req-6baa585e-2e4d-44fc-9a3f-70c09777f1f7 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2666621
Nov 24 14:27:33.551289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-95a9644b-f5d9-4b6c-ba71-f8ae088bea9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:33.554486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-95a9644b-f5d9-4b6c-ba71-f8ae088bea9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=94e535f6-40e6-44d9-9d25-b9c6f6625894 HTTP/1.1" status: 200  len: 907 time: 0.2909465
Nov 24 14:27:33.555705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.566852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f947dc3f-6174-4551-b299-6b5461bd21c0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:33.675071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Port': ['ID=1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:33.680698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:33.685303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:33.696304 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-5069edd5-b73a-4d2d-a5f5-46681a565a82 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5300a497-6531-463a-aedc-6042a45a3b76 HTTP/1.1" status: 200  len: 217 time: 0.0881367
Nov 24 14:27:33.711746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.722417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:33.730339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Transition to ACTIVE for port object 6c217cf5-1ad3-4153-a86e-77d642c03c13 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:33.765662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Transition to ACTIVE for port object 6c217cf5-1ad3-4153-a86e-77d642c03c13 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:33.794887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.843790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-d677f9dc-68bb-4aa1-a644-c4554a02fdbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:33.847894 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-d677f9dc-68bb-4aa1-a644-c4554a02fdbe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b739b1-64a2-499b-9f6a-43f3a36c1cb8 HTTP/1.1" status: 200  len: 845 time: 0.0919785
Nov 24 14:27:33.853406 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Floating IP af45bf4c-47c4-4112-9d10-6121a019a510 associated. External IP: 172.26.2.206, port: 4c365f49-211a-49b8-9c2e-35b8a51a4c5c.
Nov 24 14:27:33.888538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:33.908005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:33.965267 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-704c6f0e-a89b-464a-b8bb-53197347964f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=94e535f6-40e6-44d9-9d25-b9c6f6625894&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1071463
Nov 24 14:27:33.969513 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/ports/1f4a7df9-d4e2-4571-9fd5-c713b8e3e76d HTTP/1.1" status: 204  len: 168 time: 1.7595336
Nov 24 14:27:33.970021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47444) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:33.980814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:33.984171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:33.994026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:34.005851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.019911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Pushing event updated for resources: {'Port': ['ID=6c217cf5-1ad3-4153-a86e-77d642c03c13,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:34.025607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:34.028761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.045676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:34.063448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:34.070260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c94f0c-95b9-4ced-a66a-db90044e1b5b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:34.073163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:34.090926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:34.154992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.158788 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95c94f0c-95b9-4ced-a66a-db90044e1b5b HTTP/1.1" status: 204  len: 168 time: 1.6611218
Nov 24 14:27:34.178783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 4201a462-bbca-4b75-87bf-0b7dd566a44a yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:34.181079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Attempting to bind port 6c217cf5-1ad3-4153-a86e-77d642c03c13 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:34.182382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Attempting to bind port 6c217cf5-1ad3-4153-a86e-77d642c03c13 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:34.183663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Attempting to bind port 6c217cf5-1ad3-4153-a86e-77d642c03c13 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:34.199141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:34.199323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:34.202409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.202888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:34.204039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Bound port: 6c217cf5-1ad3-4153-a86e-77d642c03c13, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:34.204951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.293573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.328015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting subnet e7e76bfc-724d-4815-8455-e24beaa34477 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:27:34.332039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.370459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] For port 6c217cf5-1ad3-4153-a86e-77d642c03c13, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:34.374988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] For port 6c217cf5-1ad3-4153-a86e-77d642c03c13, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6c217cf5-1ad3-4153-a86e-77d642c03c13,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:34.413788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.447133 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-90944f27-6b6f-4cd8-8bbf-f088672aa6de service neutron] 10.222.0.81 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4742100
Nov 24 14:27:34.454593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:34.458996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.485039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.495606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:34.547564 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:27:34.577096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Pushing event updated for resources: {'Port': ['ID=6c217cf5-1ad3-4153-a86e-77d642c03c13,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:34.584591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:34.593870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f (545fb1c8-c25e-4ba6-8844-73dcc5231588/36dab259-0116-4a7d-b6b0-f8d9ea078302/4201a462-bbca-4b75-87bf-0b7dd566a44a) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:34.717102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714720-22fc-4acc-b9fb-1bf59b470eed req-fa67ec0f-7b07-4f68-8c14-31b7bfaf528b tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:34.729300 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9a714720-22fc-4acc-b9fb-1bf59b470eed req-fa67ec0f-7b07-4f68-8c14-31b7bfaf528b tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 944 time: 0.3575485
Nov 24 14:27:34.752522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:34.757685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.760962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:34.761630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:34.829614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8a521c5-baf8-45ab-bfea-b3b9ebe944eb req-cd038fa3-b7c2-4b43-b4b7-8fe047b81bc4 service neutron] 10.222.0.81 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3699188
Nov 24 14:27:35.097919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.149918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:35.168949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:35.175965 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9a714720-22fc-4acc-b9fb-1bf59b470eed req-536632bb-6993-4e34-9e85-6bc4d94153b7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4461596
Nov 24 14:27:35.202601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7fc54-cbf1-43fd-a2fa-849956339f4d req-9aef94ca-7506-468b-bf0f-253f479aba23 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:35.212912 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f7d7fc54-cbf1-43fd-a2fa-849956339f4d req-9aef94ca-7506-468b-bf0f-253f479aba23 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 943 time: 0.3819966
Nov 24 14:27:35.263061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.264986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:35.266776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.292197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.302988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1bbc7a96-a793-4112-a835-8f389e0a8279 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:35.316880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 4201a462-bbca-4b75-87bf-0b7dd566a44a will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:35.328547 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Floating IP ee24d569-ff56-468a-b2d9-dc01236f0346 associated. External IP: 172.26.2.70, port: 3973e241-bcc5-4f67-b7d1-72af1bab0f8a.
Nov 24 14:27:35.338324 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'code': 200}
Nov 24 14:27:35.345068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e76bfc-724d-4815-8455-e24beaa34477,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:35.368759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f7d7fc54-cbf1-43fd-a2fa-849956339f4d req-c841ac8b-08f4-4d00-8b21-d4d8adf0ab7a tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509535
Nov 24 14:27:35.373415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:35.387346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.404365 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/subnets/e7e76bfc-724d-4815-8455-e24beaa34477 HTTP/1.1" status: 204  len: 168 time: 1.4320276
Nov 24 14:27:35.407282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47480) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:35.416609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2355e74-eb59-4047-a5f2-b4cfadb1d0cb None None] Network 768fec92-ea45-4c5b-a05f-35a570d4270c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:35.481522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:35.488968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:35.626706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.633567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.639619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-890c6f1d-f087-4e1c-82ed-2137d5711d4e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:35.661009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Deleting port 6c606890-a8fe-4461-8766-834efc32c836 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:35.661459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:35.715014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:35.922353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6c217cf5-1ad3-4153-a86e-77d642c03c13 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:35.985573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] DHCP port deletion for 768fec92-ea45-4c5b-a05f-35a570d4270c request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:27:36.009547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Deleting port 6c606890-a8fe-4461-8766-834efc32c836 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:36.010020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.095229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Router 2f3c9e13-08dc-49ad-9244-7c6430371f69 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:27:36.098304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=4201a462-bbca-4b75-87bf-0b7dd566a44a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:36.102322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:36.110064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:36.117972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:36.122088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:36.122663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.158515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.158892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.159215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.159561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.159908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.160283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.160627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.161009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.161343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.161860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.162211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:36.170396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:36.238745 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.0422850
Nov 24 14:27:36.252497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47500) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:36.300780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] For port 6c606890-a8fe-4461-8766-834efc32c836, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6c606890-a8fe-4461-8766-834efc32c836,segment=NetworkSegment(7fa78a83-2de3-4f09-b6f6-873d796593e0),segment_id=7fa78a83-2de3-4f09-b6f6-873d796593e0)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:36.301137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.435844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 6c217cf5-1ad3-4153-a86e-77d642c03c13 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:36.492470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 5300a497-6531-463a-aedc-6042a45a3b76 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:27:36.506695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Calling delete_port for 6c606890-a8fe-4461-8766-834efc32c836 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:36.553346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] For port 6c606890-a8fe-4461-8766-834efc32c836, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6c606890-a8fe-4461-8766-834efc32c836,segment=NetworkSegment(7fa78a83-2de3-4f09-b6f6-873d796593e0),segment_id=7fa78a83-2de3-4f09-b6f6-873d796593e0)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:36.553851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.567821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Provisioning for port 6c217cf5-1ad3-4153-a86e-77d642c03c13 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:36.576240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Provisioning complete for port 6c217cf5-1ad3-4153-a86e-77d642c03c13 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:36.576734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.633956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1346726303', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:36.638422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:36.642260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Usage tracker for resource:port and tenant:61239b6acd654175b2c8cd314f2ff1bd is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:36.645438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:36.652104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:36.700693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d272e6-d6f0-45aa-a473-90831ccb9a29 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:36.709191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d272e6-d6f0-45aa-a473-90831ccb9a29 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:36.709191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d4d272e6-d6f0-45aa-a473-90831ccb9a29 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:36.729533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Made reservation on behalf of 61239b6acd654175b2c8cd314f2ff1bd for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:36.731864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.741105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.resource_extend [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:36.749704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.762062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Calling delete_port for 6c606890-a8fe-4461-8766-834efc32c836 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:36.765597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:36.808475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] No DVR routers for this DVR port 6c606890-a8fe-4461-8766-834efc32c836 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:27:36.821821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.840747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d4d272e6-d6f0-45aa-a473-90831ccb9a29 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:36.844572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d4d272e6-d6f0-45aa-a473-90831ccb9a29 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1666 time: 0.5845747
Nov 24 14:27:36.847766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1eb08-679b-47d7-b502-d2e47f1a8054 req-948985ce-fd12-413b-bb0a-bfd772106f37 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:36.849788 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0fd1eb08-679b-47d7-b502-d2e47f1a8054 req-948985ce-fd12-413b-bb0a-bfd772106f37 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.3496954
Nov 24 14:27:36.852045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47510) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:36.882135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Port': ['ID=6c606890-a8fe-4461-8766-834efc32c836,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:36.892299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f2176080-2b16-4856-b8a8-4ceb195e9a12 req-be365bfd-8433-40ab-b3ef-762dbba7f026 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 1098 time: 1.0123243
Nov 24 14:27:36.896443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:36.982086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f2176080-2b16-4856-b8a8-4ceb195e9a12 req-cc341ecc-e53c-43e2-af2f-fcc69ac9e26e service neutron] Synchronizing usage tracker for tenant:3098c5ad37404f1a9d3ad186d5d0ec5f on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:36.994744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 4201a462-bbca-4b75-87bf-0b7dd566a44a {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:36.995072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:36.995687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2815a-4dcb-4bba-9d5c-2bb8f7fb76b2 req-75df7589-1195-47e7-8574-2fad9f01139f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:36.997525 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31e2815a-4dcb-4bba-9d5c-2bb8f7fb76b2 req-75df7589-1195-47e7-8574-2fad9f01139f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 943 time: 0.3685596
Nov 24 14:27:37.017952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:27:37.018485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:27:37.029341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 5300a497-6531-463a-aedc-6042a45a3b76, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5300a497-6531-463a-aedc-6042a45a3b76,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:37.058218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.062168 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0fd1eb08-679b-47d7-b502-d2e47f1a8054 req-cb82023d-6370-4b8f-a212-656997cf8858 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1668248
Nov 24 14:27:37.069213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '5300a497-6531-463a-aedc-6042a45a3b76', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'port_id': '5300a497-6531-463a-aedc-6042a45a3b76', 'mac_address': 'fa:16:3e:39:ea:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:27:37.079319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:37.091532 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] Sync routers for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:37.105476 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:37.109159 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff9e0a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:37.120125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:37.124696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Usage tracker for resource:security_group_rule and tenant:61239b6acd654175b2c8cd314f2ff1bd is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:37.127861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:37.137604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:37.157921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] For port 6c217cf5-1ad3-4153-a86e-77d642c03c13, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6c217cf5-1ad3-4153-a86e-77d642c03c13,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:37.160250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.185576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5300a497-6531-463a-aedc-6042a45a3b76 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:27:37.185661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff9e0a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:37.198427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 5300a497-6531-463a-aedc-6042a45a3b76, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5300a497-6531-463a-aedc-6042a45a3b76,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:37.199999 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:37.200842 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff9e0a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:37.217198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:27:37.244452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.246363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.255944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b2bb88f-45b8-4626-bfa8-4547864d8a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:37.269341 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff9e0a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:37.270092 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d29fe5-2a34-4dd9-b1fb-7e2e7df713c7 None None] The sync data for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:37.305562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.307887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fee4130>,) {'filters': {'network_id': ['768fec92-ea45-4c5b-a05f-35a570d4270c']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:37.344174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fee4130>, '7fa78a83-2de3-4f09-b6f6-873d796593e0') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:37.344616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fee4130>, '7fa78a83-2de3-4f09-b6f6-873d796593e0') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:37.349546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Pushing event updated for resources: {'Port': ['ID=6c217cf5-1ad3-4153-a86e-77d642c03c13,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:37.371138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f2176080-2b16-4856-b8a8-4ceb195e9a12 req-cc341ecc-e53c-43e2-af2f-fcc69ac9e26e service neutron] Unset dirty status for tenant:3098c5ad37404f1a9d3ad186d5d0ec5f on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:37.372571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f2176080-2b16-4856-b8a8-4ceb195e9a12 req-cc341ecc-e53c-43e2-af2f-fcc69ac9e26e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4550560
Nov 24 14:27:37.374249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.377616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.381634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.381983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.382311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.383233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.383572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.384189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.384523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.384937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.386016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.386347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.391993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:37.392259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.392506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:37.396935 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31e2815a-4dcb-4bba-9d5c-2bb8f7fb76b2 req-eee69739-3356-4e4b-8d33-13978e3a151b tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1890616
Nov 24 14:27:37.407540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.417157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:37.417561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.432012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:37.434592 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:37.460769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4147ed6b-6c66-4834-942c-538ca29a7c3d None None] Provisioning for port 4201a462-bbca-4b75-87bf-0b7dd566a44a completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:37.479402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4147ed6b-6c66-4834-942c-538ca29a7c3d None None] Provisioning complete for port 4201a462-bbca-4b75-87bf-0b7dd566a44a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:37.480435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4147ed6b-6c66-4834-942c-538ca29a7c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.504180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.524516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:37.537437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] device_id is not set on port 01ed8808-ea91-4fb8-8270-51f7dcc11468 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:37.574598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Deleting port 6c606890-a8fe-4461-8766-834efc32c836 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:37.575297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.577520 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 13.6936851
Nov 24 14:27:37.583505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47520) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:37.600920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3968dfe-8a1d-4ef5-be03-905dcf799b97,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:37.617241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.617561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4147ed6b-6c66-4834-942c-538ca29a7c3d None None] Port 4201a462-bbca-4b75-87bf-0b7dd566a44a cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:27:37.618108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.618659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.619233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.619789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.620527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=5300a497-6531-463a-aedc-6042a45a3b76,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:37.620721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.621258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.621789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.622318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.622815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.623323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:27:37.630380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['5300a497-6531-463a-aedc-6042a45a3b76'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:27:37.638808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:37.648713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.674707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:37.695253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.757274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Allocated IP 172.26.2.97 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/01ed8808-ea91-4fb8-8270-51f7dcc11468) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:37.759678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-92800a5d-cf1e-4c5d-9507-0b1ef0f8da51 None None] The port '6c606890-a8fe-4461-8766-834efc32c836' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:27:37.809669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6c217cf5-1ad3-4153-a86e-77d642c03c13 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:37.903591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 4201a462-bbca-4b75-87bf-0b7dd566a44a owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:37.959260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:37.981051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:37.985717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Pushing event deleted for resources: {'Network': ['ID=768fec92-ea45-4c5b-a05f-35a570d4270c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:37.999269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:38.008407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6c217cf5-1ad3-4153-a86e-77d642c03c13 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:38.008575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:38.013061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:38.014444 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-afc33129-e80c-4837-b3e6-fb955de70abe tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] 10.222.0.53 "GET /v2.0/floatingips/af45bf4c-47c4-4112-9d10-6121a019a510 HTTP/1.1" status: 200  len: 983 time: 0.4278107
Nov 24 14:27:38.018206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47530) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:38.092473 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] 10.222.0.53 "DELETE /v2.0/networks/768fec92-ea45-4c5b-a05f-35a570d4270c HTTP/1.1" status: 204  len: 168 time: 2.6840694
Nov 24 14:27:38.200748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:38.210232 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d264df76-82e6-4b29-9f29-968a3aa41d62 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3210 time: 0.1877804
Nov 24 14:27:38.210989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47540) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:38.217764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ff418ed5-7778-49c8-b98d-f27bbebaa56f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:38.284552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:38.298092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] Sync routers for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:38.305073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6c606890-a8fe-4461-8766-834efc32c836 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:27:38.305906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:38.345793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 6c606890-a8fe-4461-8766-834efc32c836 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:27:38.346500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6c606890-a8fe-4461-8766-834efc32c836 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:27:38.357416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:38.358031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd188b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:38.427454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:38.460590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:38.501396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:38.513940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:38.520983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:38.552361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=4201a462-bbca-4b75-87bf-0b7dd566a44a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:38.554737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:38.567740 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-da23f001-d223-4c9a-9b85-7df2b21955fa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "PUT /v2.0/floatingips/ee24d569-ff56-468a-b2d9-dc01236f0346 HTTP/1.1" status: 200  len: 991 time: 6.3618135
Nov 24 14:27:38.568373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:38.622274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Pushing event updated for resources: {'Port': ['ID=01ed8808-ea91-4fb8-8270-51f7dcc11468,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:38.632849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:38.633966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:38.638614 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/4201a462-bbca-4b75-87bf-0b7dd566a44a HTTP/1.1" status: 204  len: 168 time: 1.7855842
Nov 24 14:27:38.643320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47554) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:38.650371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e42f9-971b-4eee-9e69-9afd1b34bbfd req-643717c2-0193-4916-8d6e-b115dbc5d14e tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:38.657463 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f0e42f9-971b-4eee-9e69-9afd1b34bbfd req-643717c2-0193-4916-8d6e-b115dbc5d14e tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.3102713
Nov 24 14:27:38.741549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:38.892983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde98cb-016c-4f58-b2ec-a1a0cf17e0bf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:38.902382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde98cb-016c-4f58-b2ec-a1a0cf17e0bf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:38.902382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dfde98cb-016c-4f58-b2ec-a1a0cf17e0bf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:38.924705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:38.925434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:38.945858 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f0e42f9-971b-4eee-9e69-9afd1b34bbfd req-ea7642e5-ff27-4fe9-bfae-c5a0bc6b3fb3 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2877810
Nov 24 14:27:38.984862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting port 17db8f31-98ab-4007-8bf9-9ba1bba9cf7b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:38.985542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.042023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.3253393
Nov 24 14:27:39.045012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47564) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:39.051158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.97'}]}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:39.055294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cb758-9868-4d07-b466-abb843527eff req-da5b4773-f923-475e-a970-fc37bea63bc7 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:39.058576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dfde98cb-016c-4f58-b2ec-a1a0cf17e0bf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:39.062201 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dfde98cb-016c-4f58-b2ec-a1a0cf17e0bf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4015188
Nov 24 14:27:39.065031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-445cb758-9868-4d07-b466-abb843527eff req-da5b4773-f923-475e-a970-fc37bea63bc7 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 944 time: 0.3935609
Nov 24 14:27:39.065178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:39.067916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47568) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:39.074078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Usage tracker for resource:router and tenant:61239b6acd654175b2c8cd314f2ff1bd is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:39.103242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:39.125475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:39.171302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47574) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:39.203530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47580) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:39.231090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.231090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.274816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.310128 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-445cb758-9868-4d07-b466-abb843527eff req-379685ff-241d-4997-b652-6e48805f2519 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2440085
Nov 24 14:27:39.432289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.432598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.440412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd188b0>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'ee24d569-ff56-468a-b2d9-dc01236f0346', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'port_id': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'mac_address': 'fa:16:3e:62:d4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:26:54Z', 'updated_at': '2021-11-24T14:27:33Z', 'revision_number': 1, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:54Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:39.445964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] Checking router: 7ec4132e-8c2a-4fbe-bf4e-957de7460151 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:27:39.458464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:39.459976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd188b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:39.483335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7115e6e7-9e17-4394-9d79-49ab85f63d17 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:39.559293 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'status': 'completed', 'code': 200}
Nov 24 14:27:39.598859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Calling delete_port for 17db8f31-98ab-4007-8bf9-9ba1bba9cf7b owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:39.615683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.623783 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ea49708e-ed97-449f-b7dc-09eb77a15148 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c945eaee6f3f42e0b40494cb3fa5c2ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4167564
Nov 24 14:27:39.624335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47592) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:39.668903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:39.677582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 36dab259-0116-4a7d-b6b0-f8d9ea078302 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:27:39.687200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.695979 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7115e6e7-9e17-4394-9d79-49ab85f63d17 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "PUT /v2.0/quotas/ef3522695e534a1897a70362b1413840 HTTP/1.1" status: 200  len: 368 time: 0.5210283
Nov 24 14:27:39.696643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47596) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:39.703108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Request body: {'network': {'project_id': 'ef3522695e534a1897a70362b1413840'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:39.707911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:39.712558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Usage tracker for resource:network and tenant:ef3522695e534a1897a70362b1413840 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:39.715430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:39.721295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.724800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:39.775457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.780349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.838382 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-778afcae-2128-4e71-b9f6-01cb15272922 req-e2b14f75-2da6-419e-869b-13ae231342d0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 0.2485600
Nov 24 14:27:39.893067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Made reservation on behalf of ef3522695e534a1897a70362b1413840 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:39.896007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.915881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:39.966031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:39.971686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Usage tracker for resource:security_group_rule and tenant:ef3522695e534a1897a70362b1413840 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:39.975204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:39.982600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:40.084404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.102821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:40.123164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd188b0>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'ee24d569-ff56-468a-b2d9-dc01236f0346', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'port_id': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'mac_address': 'fa:16:3e:62:d4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:26:54Z', 'updated_at': '2021-11-24T14:27:33Z', 'revision_number': 1, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:54Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:40.126721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.127305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef1dd4d-52c7-4469-84da-c691530b1780 None None] The sync data for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv is: [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'ee24d569-ff56-468a-b2d9-dc01236f0346', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'port_id': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'mac_address': 'fa:16:3e:62:d4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:26:54Z', 'updated_at': '2021-11-24T14:27:33Z', 'revision_number': 1, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:54Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:40.143256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1ef85b-0f0e-4f19-9ca4-c0c4e7c6c7eb,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:40.166338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778afcae-2128-4e71-b9f6-01cb15272922 req-da3bb99b-2750-40fa-a666-0ebd923f6280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:40.167847 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-778afcae-2128-4e71-b9f6-01cb15272922 req-da3bb99b-2750-40fa-a666-0ebd923f6280 service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 0.3195527
Nov 24 14:27:40.169270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:40.189053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.210370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.213693 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e1ef85b-0f0e-4f19-9ca4-c0c4e7c6c7eb HTTP/1.1" status: 204  len: 168 time: 0.5854712
Nov 24 14:27:40.219406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.255873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.260004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.278183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-98412ab3-8c3a-4bb9-b6d4-3228b0749a84 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:40.361450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.382967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:40.387852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4dd9e054-7559-49eb-bac6-999abdce62a9 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:40.434967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.435307 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Added segment 5bef6eef-0ee3-44b5-b172-d9daec2a7ddb of type vlan for network 0cf0beaa-56df-4b94-83ae-b485a95c09df
Nov 24 14:27:40.452524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event deleted for resources: {'Port': ['ID=17db8f31-98ab-4007-8bf9-9ba1bba9cf7b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:40.461194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:40.475199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 5300a497-6531-463a-aedc-6042a45a3b76 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:40.544488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7d0084-57d8-4138-8ff1-a41a6d654177,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:40.555481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:40.560124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.606454 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-778afcae-2128-4e71-b9f6-01cb15272922 req-0db2840e-2f5a-4b8d-b28a-07fe827d4353 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 999 time: 0.4006233
Nov 24 14:27:40.664892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.687363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.697440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 5300a497-6531-463a-aedc-6042a45a3b76 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:40.704564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 5300a497-6531-463a-aedc-6042a45a3b76 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:40.705017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.751368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.761005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734351f-5f10-43bf-90ad-266a569be00f req-9cb40643-5bd9-4472-9284-0ad967625c67 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:40.771121 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2734351f-5f10-43bf-90ad-266a569be00f req-9cb40643-5bd9-4472-9284-0ad967625c67 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.5987742
Nov 24 14:27:40.792471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:40.819342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.825730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:40.826302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.829064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778afcae-2128-4e71-b9f6-01cb15272922 req-60816bd2-676e-4d1e-aa9c-0b1c5e598e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:40.830499 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-778afcae-2128-4e71-b9f6-01cb15272922 req-60816bd2-676e-4d1e-aa9c-0b1c5e598e78 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.2156162
Nov 24 14:27:40.833389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30da3a66-d17c-46b3-919c-68f280a0c14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:40.844308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=36dab259-0116-4a7d-b6b0-f8d9ea078302,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:40.878245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.883685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:40.908330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:40.921961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:40.928696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8577da3-f5b8-4f06-b3e3-e5c26f64efad req-a0aa9605-0e82-4c5f-99db-59e329df011d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:40.928848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842108e0-835e-47c0-a0d9-b0d0d091c37b None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:40.930434 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c8577da3-f5b8-4f06-b3e3-e5c26f64efad req-a0aa9605-0e82-4c5f-99db-59e329df011d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 944 time: 0.3272805
Nov 24 14:27:40.952321 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2734351f-5f10-43bf-90ad-266a569be00f req-9784063b-d5ee-4a48-9651-e82b72050e17 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1808131
Nov 24 14:27:40.969539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 5300a497-6531-463a-aedc-6042a45a3b76, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5300a497-6531-463a-aedc-6042a45a3b76,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:41.086826 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/36dab259-0116-4a7d-b6b0-f8d9ea078302 HTTP/1.1" status: 204  len: 168 time: 2.0147877
Nov 24 14:27:41.104810 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76', 'code': 200}
Nov 24 14:27:41.105285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47620) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:41.169754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.172792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:41.189645 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f954356b-b6f8-4ff1-86cb-5248fb0cf783 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0820954
Nov 24 14:27:41.195051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-778afcae-2128-4e71-b9f6-01cb15272922 req-2c8af55b-5d36-4542-a5bb-c6ac6ea2b3f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3556552
Nov 24 14:27:41.198609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47624) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:41.217946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Pushing event updated for resources: {'Network': ['ID=0cf0beaa-56df-4b94-83ae-b485a95c09df,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:41.281098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=5300a497-6531-463a-aedc-6042a45a3b76,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:41.284580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:41.289753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 0cf0beaa-56df-4b94-83ae-b485a95c09df details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:41.321927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:41.331201 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.6339798
Nov 24 14:27:41.353740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47630) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:41.368357 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c8577da3-f5b8-4f06-b3e3-e5c26f64efad req-12e4bd12-a872-474c-8201-5251ab668395 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2704957
Nov 24 14:27:41.380395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Request body: {'network': {'project_id': 'ef3522695e534a1897a70362b1413840'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:41.392394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:41.535073 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-778afcae-2128-4e71-b9f6-01cb15272922 req-f585746d-8c2e-4c75-a3e7-ceccab397433 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2985156
Nov 24 14:27:41.547491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Usage tracker for resource:network and tenant:ef3522695e534a1897a70362b1413840 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:41.553482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:41.560156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:41.575913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.589129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.598135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:27:41.603929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d4af5-1e77-4887-92f4-c36ded336498 req-a845f1b4-5fff-4e68-9c1a-8224e9b27d00 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:41.604079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Deleting port 6c217cf5-1ad3-4153-a86e-77d642c03c13 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:41.604520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.605489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-622d4af5-1e77-4887-92f4-c36ded336498 req-a845f1b4-5fff-4e68-9c1a-8224e9b27d00 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.3709869
Nov 24 14:27:41.616250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1531048-d03d-45b7-b82f-f1d88cdf1efc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:41.617700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b1531048-d03d-45b7-b82f-f1d88cdf1efc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4202623
Nov 24 14:27:41.619090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47638) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:41.623476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47640) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:41.681449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Request body: {'floatingip': {'port_id': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:41.694815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Made reservation on behalf of ef3522695e534a1897a70362b1413840 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:41.697765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.736788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:41.746623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.746957 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Added segment 06d60d8b-4071-45b2-8261-8f6209b3f962 of type vlan for network 94763b4a-44a0-4369-ab3a-9cbb1a459f80
Nov 24 14:27:41.779475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.783169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.783626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51ea900d-d4ef-4361-97fc-5a4db22be5e3 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:27:41.838542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6c217cf5-1ad3-4153-a86e-77d642c03c13 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:27:41.889049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.917721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] For port 6c217cf5-1ad3-4153-a86e-77d642c03c13, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6c217cf5-1ad3-4153-a86e-77d642c03c13,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:41.918207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.942280 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4837948f-73c6-4122-9ffc-b4cdd7d94249 req-62a66ad9-e647-4767-91ee-07773c1c29e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 1098 time: 0.5163493
Nov 24 14:27:41.945129 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:27:41.947033 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2ad3d1c5-6bcf-43d8-b734-f7aa2c9ed0c3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 2.9009504
Nov 24 14:27:41.950102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47650) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:41.989406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:41.997012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:41.997600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:42.006278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b051440b-bbeb-4422-930e-ea684f223b04 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:42.065021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Calling delete_port for 6c217cf5-1ad3-4153-a86e-77d642c03c13 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:42.091062 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-778afcae-2128-4e71-b9f6-01cb15272922 req-2d0b611a-42b5-4f1d-8671-51fd6b3015ff service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5445745
Nov 24 14:27:42.095301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79f6fd-3320-4ff9-96e5-b21d548529b3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:42.096248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ba79f6fd-3320-4ff9-96e5-b21d548529b3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:42.100124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47654) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:42.133165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Deleting port 01ed8808-ea91-4fb8-8270-51f7dcc11468 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:42.133500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:42.164911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Pushing event updated for resources: {'Network': ['ID=94763b4a-44a0-4369-ab3a-9cbb1a459f80,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:42.172957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:42.179198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 94763b4a-44a0-4369-ab3a-9cbb1a459f80 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:42.217040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:42.296581 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4837948f-73c6-4122-9ffc-b4cdd7d94249 req-48f5684b-ce95-452c-babd-231c5f3fc0f3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2893095
Nov 24 14:27:42.341768 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.9697113
Nov 24 14:27:42.343006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:42.346762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47660) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:42.351399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:42.356373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Request body: {'network': {'project_id': 'ef3522695e534a1897a70362b1413840'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:42.362318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:42.368362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Usage tracker for resource:network and tenant:ef3522695e534a1897a70362b1413840 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:42.371714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:42.378071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:42.380470 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:27:42.380933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:27:42.384998 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb1ddf9d-aa2f-4c96-ba12-5a6cb68c771d tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0349200
Nov 24 14:27:42.385234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47664) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:42.419010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ba79f6fd-3320-4ff9-96e5-b21d548529b3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:42.420183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ba79f6fd-3320-4ff9-96e5-b21d548529b3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.7510152
Nov 24 14:27:42.428604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47670) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:42.475509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Pushing event deleted for resources: {'Port': ['ID=6c217cf5-1ad3-4153-a86e-77d642c03c13,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:42.486030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:42.493604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] No DVR routers for this DVR port 6c217cf5-1ad3-4153-a86e-77d642c03c13 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:27:42.510960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1758844949'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:42.522159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:42.531139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:network and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:42.537738 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6b68dc59-20df-4000-9aea-36eaa9986c74 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1079855
Nov 24 14:27:42.545863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:42.554965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47674) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:42.564610 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ceaea1bf-9f77-494d-bb40-0f7d9454ea8e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef3522695e534a1897a70362b1413840&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1780820
Nov 24 14:27:42.595663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47678) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:42.614671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:42.621613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:42.661826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:42.793563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:42.796626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:42.938480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Calling delete_port for 01ed8808-ea91-4fb8-8270-51f7dcc11468 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:42.956617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:42.990803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.025496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:43.036858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Router 2f3c9e13-08dc-49ad-9244-7c6430371f69 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:27:43.037054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0bc44-f484-4bd3-babd-a07899dc736a req-f563da38-cba1-4427-ab90-e7e2e7f4639f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:43.038523 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-22a0bc44-f484-4bd3-babd-a07899dc736a req-f563da38-cba1-4427-ab90-e7e2e7f4639f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.4821832
Nov 24 14:27:43.057970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:43.071608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.086467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:43.104699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:security_group_rule and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:43.110180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:43.121769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:43.147359 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-22a0bc44-f484-4bd3-babd-a07899dc736a req-451b18cd-7c58-4ee0-bb79-b96b1a46d4e8 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946128
Nov 24 14:27:43.157915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:43.265197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.285400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.294627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-be73fd4f-1d93-4c20-8db2-626f74b85617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:43.398041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.399269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Pushing event deleted for resources: {'Port': ['ID=01ed8808-ea91-4fb8-8270-51f7dcc11468,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:43.406088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:43.432939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:43.457777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.514243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7d0084-57d8-4138-8ff1-a41a6d654177,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:43.518237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.527693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:43.533326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.539577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.540732 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb7d0084-57d8-4138-8ff1-a41a6d654177 HTTP/1.1" status: 204  len: 168 time: 0.9331551
Nov 24 14:27:43.543828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47686) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:43.573413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.626306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1d182213-9865-4cee-9514-610b8303fbe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:43.649703 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] 10.222.0.53 "DELETE /v2.0/ports/01ed8808-ea91-4fb8-8270-51f7dcc11468 HTTP/1.1" status: 204  len: 168 time: 1.6984682
Nov 24 14:27:43.653886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.706987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.712552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-37f504ae-79bf-4e7c-9a92-9d19f151a2ed tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:43.811910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:43.815578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:43.820034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:43.820588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.826756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871632f-309f-4ea7-aa50-a3b1fb690743 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:43.857723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=e8043a51-5a09-4603-907d-981b450a8335,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:43.868850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:43.909601 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3517168
Nov 24 14:27:43.913866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47694) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:43.921130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': 'e8043a51-5a09-4603-907d-981b450a8335', 'ip_address': '2001:db8::a670:ab57:aa62:9be2'}], 'name': 'tempest-NetworksTestDHCPv6-474454125'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:43.926626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:43.956022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.965167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb6a3c6-dad7-4b46-b8f9-44cd9fe6a047,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:43.967988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:43.968354 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Added segment 4b090795-107d-425f-8c6b-7378b32daffd of type vlan for network 0b5ea185-0c9f-4409-846d-1782d1917bc3
Nov 24 14:27:43.975781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:44.045667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.110910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:44.116972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:44.125487 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9c561-8490-4224-b380-9c04501721fe None None] Sync routers for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:44.128943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:44.175961 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9c561-8490-4224-b380-9c04501721fe None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:44.177508 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22c9c561-8490-4224-b380-9c04501721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420128310>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:44.195155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': 'e8043a51-5a09-4603-907d-981b450a8335'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:44.196036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.215006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:44.221774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.241826 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22c9c561-8490-4224-b380-9c04501721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420128310>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:44.253569 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9c561-8490-4224-b380-9c04501721fe None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:44.254376 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22c9c561-8490-4224-b380-9c04501721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420128310>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:44.263118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.298864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 81aaf027-dd1f-4e4a-a6a2-8638dfe6587d yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:44.304753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.332129 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22c9c561-8490-4224-b380-9c04501721fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420128310>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:44.335639 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9c561-8490-4224-b380-9c04501721fe None None] The sync data for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:44.350165 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "DELETE /v2.0/floatingips/af45bf4c-47c4-4112-9d10-6121a019a510 HTTP/1.1" status: 204  len: 168 time: 6.1338286
Nov 24 14:27:44.353018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.356768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47702) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:44.360033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ee32e80>,) {'filters': {'network_id': ['94763b4a-44a0-4369-ab3a-9cbb1a459f80']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:44.371574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:44.372108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.382385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:44.387192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:44.414716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ee32e80>, '06d60d8b-4071-45b2-8261-8f6209b3f962') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:44.415116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ee32e80>, '06d60d8b-4071-45b2-8261-8f6209b3f962') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:44.422719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:44.440556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Usage tracker for resource:floatingip and tenant:c9bfd1f610af45cca1fb36d5f3d46040 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:44.447583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.449775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/e8043a51-5a09-4603-907d-981b450a8335/c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:44.455622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:44.482668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47706) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:44.541026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:44.543286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.559354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Network': ['ID=0b5ea185-0c9f-4409-846d-1782d1917bc3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:44.561811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:44.562210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:44.582170 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:44.585919 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.4744418
Nov 24 14:27:44.586067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 0b5ea185-0c9f-4409-846d-1782d1917bc3 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:44.587104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:44.650405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8123765-01c7-43cc-b2d6-def4cf128328 req-234a345a-b9bb-4aa5-9735-66fa7bba0645 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:44.652325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c8123765-01c7-43cc-b2d6-def4cf128328 req-234a345a-b9bb-4aa5-9735-66fa7bba0645 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.2535830
Nov 24 14:27:44.669923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.698229 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Floating IP f27cda21-d642-4111-a89a-e8604d729372 associated. External IP: 172.26.2.160, port: 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683.
Nov 24 14:27:44.782988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.803875 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c8123765-01c7-43cc-b2d6-def4cf128328 req-93e47f00-4b58-446f-a631-b4c1033aa807 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060586
Nov 24 14:27:44.829057 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:44.836636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Usage tracker for resource:security_group_rule and tenant:79d401e9f790448e8bef6cca4ca1c12e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:44.840746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:44.867911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.876656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:44.897732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:44.912164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Transition to ACTIVE for port object c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:44.934551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Transition to ACTIVE for port object c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:44.995511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed238ce9-3b3a-44c0-9d5e-0d8b145de236 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:45.000081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.006361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.009964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.012834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:45.061060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Pushing event deleted for resources: {'Network': ['ID=94763b4a-44a0-4369-ab3a-9cbb1a459f80,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:45.070654 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "DELETE /v2.0/networks/94763b4a-44a0-4369-ab3a-9cbb1a459f80 HTTP/1.1" status: 204  len: 168 time: 1.5235765
Nov 24 14:27:45.071430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47716) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:45.072274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:45.115518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::a670:ab57:aa62:9be2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/e8043a51-5a09-4603-907d-981b450a8335/81aaf027-dd1f-4e4a-a6a2-8638dfe6587d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:45.138623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:45.163804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:45.174336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:45.181371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Pushing event updated for resources: {'Port': ['ID=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:45.190126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:45.293027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.336765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Attempting to bind port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:45.337286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Attempting to bind port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:45.337964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Attempting to bind port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:45.345559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:45.346073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:45.346578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.347079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:45.347648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Bound port: c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:45.348875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.367351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e77f2-4b78-4d06-813e-4cf7c081d9db req-0ee6406c-2626-4b17-9006-60f9117092e9 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:45.372900 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f32e77f2-4b78-4d06-813e-4cf7c081d9db req-0ee6406c-2626-4b17-9006-60f9117092e9 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.3816168
Nov 24 14:27:45.382031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47720) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:45.392607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.414354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.417082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Request body: {'floatingip': {'port_id': '5300a497-6531-463a-aedc-6042a45a3b76'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:45.424375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 81aaf027-dd1f-4e4a-a6a2-8638dfe6587d will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:45.426309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2e5d92d-fc5b-4c8e-bfe8-236a6e402290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:45.462905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c4a00-2065-41f2-bf08-d66dfe4756dc,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:45.473235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:45.487669 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79d401e9f790448e8bef6cca4ca1c12e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0033464
Nov 24 14:27:45.490337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47724) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:45.491804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] For port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:45.495677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] For port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:45.554844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.559242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:45.564117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.571390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.602448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ed44df0>,) {'filters': {'network_id': ['0cf0beaa-56df-4b94-83ae-b485a95c09df']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:45.603759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.619306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.621093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ed44df0>, '5bef6eef-0ee3-44b5-b172-d9daec2a7ddb') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:45.621535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ed44df0>, '5bef6eef-0ee3-44b5-b172-d9daec2a7ddb') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:45.637552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.640985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7002bdab-ab69-4f18-81bf-7c9190483bed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:45.642360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Pushing event updated for resources: {'Port': ['ID=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:45.646554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:45.720440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:45.764610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:45.774547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:45.777333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.779219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:45.780080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.783754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:27:45.784177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.808893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=81aaf027-dd1f-4e4a-a6a2-8638dfe6587d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:45.819569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:27:45.857876 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:27:45.891133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.894124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:45.895808 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d7c4a00-2065-41f2-bf08-d66dfe4756dc HTTP/1.1" status: 204  len: 168 time: 0.4026964
Nov 24 14:27:45.901649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:45.916753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c4a00-2065-41f2-bf08-d66dfe4756dc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:45.926212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:45.934482 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.0186651
Nov 24 14:27:45.938225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47730) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:46.038045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:46.042858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:46.135633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40817b38-d29a-449b-b701-6761924e1885 None None] New status for floating IP ee24d569-ff56-468a-b2d9-dc01236f0346: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:27:46.271653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Allocated IP 172.26.2.9 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/6437ab99-ae90-4799-b2f9-7000b0205457) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:46.287011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:46.287844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2325cb-ad48-43ac-831d-2ebafa0ba6b4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:46.291804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2325cb-ad48-43ac-831d-2ebafa0ba6b4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:46.297448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8a2325cb-ad48-43ac-831d-2ebafa0ba6b4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:46.356995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:46.372203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8a2325cb-ad48-43ac-831d-2ebafa0ba6b4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:46.377099 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8a2325cb-ad48-43ac-831d-2ebafa0ba6b4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.4378555
Nov 24 14:27:46.377776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47738) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:46.432431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:46.502992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Pushing event deleted for resources: {'Network': ['ID=0cf0beaa-56df-4b94-83ae-b485a95c09df,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:46.527624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 81aaf027-dd1f-4e4a-a6a2-8638dfe6587d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:46.528204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:46.601692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:46.636861 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0cf0beaa-56df-4b94-83ae-b485a95c09df HTTP/1.1" status: 204  len: 168 time: 1.5627282
Nov 24 14:27:47.000214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47744) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:47.044956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.226281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.248802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 81aaf027-dd1f-4e4a-a6a2-8638dfe6587d owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:47.291003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4dd3edf5-16bc-47c2-8f14-6046c534e8ec None None] Provisioning for port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:47.377690 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ed006cca-f65c-408e-a6c4-501475b50204 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61239b6acd654175b2c8cd314f2ff1bd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3234644
Nov 24 14:27:47.379686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47750) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:47.535330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.543419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-14098bfe-3875-4452-856e-e27c1de88c86 None None] Provisioning for port 81aaf027-dd1f-4e4a-a6a2-8638dfe6587d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:47.548758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-14098bfe-3875-4452-856e-e27c1de88c86 None None] Provisioning complete for port 81aaf027-dd1f-4e4a-a6a2-8638dfe6587d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:47.549350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-14098bfe-3875-4452-856e-e27c1de88c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.557277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.570517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cafe3052-cd18-41a1-a3a3-466f38d7ccf0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:47.597309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-14098bfe-3875-4452-856e-e27c1de88c86 None None] Port 81aaf027-dd1f-4e4a-a6a2-8638dfe6587d was deleted so its status cannot be updated. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Nov 24 14:27:47.634819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=81aaf027-dd1f-4e4a-a6a2-8638dfe6587d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:47.637873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:47.639764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.715639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.743106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.807407 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/81aaf027-dd1f-4e4a-a6a2-8638dfe6587d HTTP/1.1" status: 204  len: 168 time: 1.4285135
Nov 24 14:27:47.811384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47756) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:47.894095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.943743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c71122fc-71b0-449c-b8f4-6b3a1ca3c085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:47.956019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:47.965869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47762) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:47.977589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:47.984115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'subnet': {'network_id': '0b5ea185-0c9f-4409-846d-1782d1917bc3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:47.995515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cfa21217-fd8b-4b81-ac4a-c15b392bb9dd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:47.999875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3968dfe-8a1d-4ef5-be03-905dcf799b97,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:48.007181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:48.024698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.025947 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3968dfe-8a1d-4ef5-be03-905dcf799b97 HTTP/1.1" status: 204  len: 168 time: 0.6448972
Nov 24 14:27:48.080940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.326021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa32241-affd-4fd3-b494-99d9a81fd4ad tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:48.326021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa32241-affd-4fd3-b494-99d9a81fd4ad tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:48.326021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bfa32241-affd-4fd3-b494-99d9a81fd4ad tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:48.326021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:48.326021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:subnet and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:48.326021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:48.328451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Pushing event updated for resources: {'Port': ['ID=6437ab99-ae90-4799-b2f9-7000b0205457,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:48.329689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:48.329689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47768) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:48.330474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:48.330474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:48.330474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:48.330474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:48.334954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.369621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:48.394719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Usage tracker for resource:security_group_rule and tenant:4e0f8e6a207142239e20f93e553bd5cf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:48.394719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:48.394719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:48.422581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bfa32241-affd-4fd3-b494-99d9a81fd4ad tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:48.426657 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bfa32241-affd-4fd3-b494-99d9a81fd4ad tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6109407
Nov 24 14:27:48.429005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47774) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:48.454677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:48.464830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:48.568793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.569443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:48.591257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.593425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.628500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:48.706284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.706463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.706463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Router 194b311b-1867-4394-a5cc-d5a94c8daec7 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:27:48.776033 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Floating IP c5d3f7ba-0f42-4bf5-b02b-453a16b19184 associated. External IP: 172.26.2.128, port: 5300a497-6531-463a-aedc-6042a45a3b76.
Nov 24 14:27:48.918821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet e8043a51-5a09-4603-907d-981b450a8335 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:27:48.922820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.971820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:48.975608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e7b25cc7-3a04-43b3-9fac-a182376fec56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:48.983258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.021510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50a56919-87d2-4a59-9070-45d9fb74c20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:49.044727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.112646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:49.117085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:49.132404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.161514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eff245-5d5f-4ac6-a902-560f61526388,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:49.167407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:49.175185 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e0f8e6a207142239e20f93e553bd5cf&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0208571
Nov 24 14:27:49.189190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47786) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:49.269917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.320260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.336104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de5d3e2a-a3e0-4430-8706-5a2c4ec93bfd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:49.351924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:49.362063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.362756 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] Sync routers for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:49.381676 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:49.382781 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420002ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:49.400140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.435544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.481777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Subnet': ['ID=a47e2e90-5518-4adc-bbef-387d838ca5cf,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:49.486976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:49.492983 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5f5bf67e-f83c-40e3-afc7-76abc3d573a7 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "PUT /v2.0/floatingips/f27cda21-d642-4111-a89a-e8604d729372 HTTP/1.1" status: 200  len: 991 time: 7.8700876
Nov 24 14:27:49.508933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Checking segment: {'id': '4b090795-107d-425f-8c6b-7378b32daffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0b5ea185-0c9f-4409-846d-1782d1917bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:49.509355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network hostable DHCP agents. Network: 0b5ea185-0c9f-4409-846d-1782d1917bc3, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:27:49.530445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.536555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.536741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:49.538764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:49.591725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=e8043a51-5a09-4603-907d-981b450a8335,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:49.600174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:49.601805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network 0b5ea185-0c9f-4409-846d-1782d1917bc3 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:27:49.607620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.609630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.618950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-061f7ae5-17c4-4699-99ec-6b65913464bb tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:49.630948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be48402-d785-4f5e-87eb-8f23d66d82f9 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:49.671902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.674639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.677238 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78eff245-5d5f-4ac6-a902-560f61526388 HTTP/1.1" status: 204  len: 168 time: 0.4870820
Nov 24 14:27:49.678091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:49.707386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eff245-5d5f-4ac6-a902-560f61526388,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:49.718378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:49.720302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 0b5ea185-0c9f-4409-846d-1782d1917bc3) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:49.730003 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/e8043a51-5a09-4603-907d-981b450a8335 HTTP/1.1" status: 204  len: 168 time: 1.2965610
Nov 24 14:27:49.732273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47802) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:49.738740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:49.741499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.758434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a947caf-df26-4a94-9f23-edda3163fb4a None None] Network 0b5ea185-0c9f-4409-846d-1782d1917bc3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:49.821428 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:49.891929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'status': 'completed', 'code': 200}
Nov 24 14:27:49.895656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:49.994454 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7c7b21dd-cd16-42a3-8428-880e21f307fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2361374
Nov 24 14:27:49.998592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47808) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:50.012567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:50.019377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.025011 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.6671472
Nov 24 14:27:50.027677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47812) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:50.043590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Pushing event updated for resources: {'Port': ['ID=6437ab99-ae90-4799-b2f9-7000b0205457,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:50.052543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:50.076197 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1045084
Nov 24 14:27:50.174283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47818) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:50.210646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:50.228359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1464160123'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:50.255991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:50.272030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:network and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:50.274480 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-b3e2d05a-df9f-495d-9560-7a496fbb8e05 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4aaf32438b04616aae5be4648c0b034&device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 1098 time: 0.3861411
Nov 24 14:27:50.280361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:50.303835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:50.308705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:50.320040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:50.331663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:50.346799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:50.420785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:50.424927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.442446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:50.460755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.599307 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420002ee0>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'f27cda21-d642-4111-a89a-e8604d729372', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'port_id': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'mac_address': 'fa:16:3e:3e:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:02Z', 'updated_at': '2021-11-24T14:27:43Z', 'revision_number': 1, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:24Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:50.608960 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] Checking router: 194b311b-1867-4394-a5cc-d5a94c8daec7 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:27:50.647360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-0d9859ae-7602-41b9-90f4-120574700393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:50.649035 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-0d9859ae-7602-41b9-90f4-120574700393 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ce41eccc-38d0-4eee-98ef-85b689509f7c HTTP/1.1" status: 200  len: 912 time: 0.3639431
Nov 24 14:27:50.649176 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:50.649676 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420002ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:50.658823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:50.666206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:50.682505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:50.682666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.682961 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Added segment d458cc90-a047-4db6-a03f-9b5251f8c127 of type vlan for network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd
Nov 24 14:27:50.686567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Usage tracker for resource:floatingip and tenant:f581b0fd0dd04d3690fc9f7e32f14f76 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:50.689907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:50.699227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:50.737233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.828624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47828) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:50.834411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.856848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.894445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.899572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:50.900290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:50.913145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:50.954422 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:51.048818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.066187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-704480022'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:51.066376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Network': ['ID=0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:51.071347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:51.071783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:51.078203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:51.088435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:network and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:51.091369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:51.102864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:51.107320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:51.137482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=c09df03e-5697-465f-bd7d-d3339549da46,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:51.140833 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9655631
Nov 24 14:27:51.150454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:51.151747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:51.152146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47836) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:51.157181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:51.157402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:51.157917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.161923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47840) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:51.166011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'subnet': {'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:51.177530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Router 43813757-8180-4c25-a59e-0069959df08e has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:27:51.205642 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-dda6dcbc-55a4-4ee7-bd11-2aceb2bac7b0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 HTTP/1.1" status: 200  len: 999 time: 0.4885521
Nov 24 14:27:51.232681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.260429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:51.260702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.279175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:51.283295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Usage tracker for resource:security_group_rule and tenant:48e3b85991ed4220978dfbc19d8e5b0e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:51.287243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:51.293851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:51.294047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:51.298177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:subnet and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:51.299924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Made reservation on behalf of eb095adad6d947bfb1437f3fd4fc6700 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:51.302095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:51.303960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.308994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:51.334069 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3349550
Nov 24 14:27:51.337995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47844) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:51.346578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': 'c09df03e-5697-465f-bd7d-d3339549da46', 'ip_address': '2001:db8::1471:da5c:c678:afc0'}], 'name': 'tempest-NetworksTestDHCPv6-770347437'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:51.388351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.392856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-0b5ea185-0c9f-4409-846d-1782d1917bc3', 'network_id': '0b5ea185-0c9f-4409-846d-1782d1917bc3', 'tenant_id': 'cd25d81bad6b4081ab42d18c36c8e39e', 'fixed_ips': [{'subnet_id': 'a47e2e90-5518-4adc-bbef-387d838ca5cf'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:51.394116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.465745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-c85efd52-fd9e-4e4a-88a5-e4aab47a0566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:51.467861 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-c85efd52-fd9e-4e4a-88a5-e4aab47a0566 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=66ba0f61-6fdd-45e3-b555-9cb093b93436 HTTP/1.1" status: 200  len: 850 time: 0.2159357
Nov 24 14:27:51.490341 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420002ee0>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'f27cda21-d642-4111-a89a-e8604d729372', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'port_id': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'mac_address': 'fa:16:3e:3e:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:02Z', 'updated_at': '2021-11-24T14:27:43Z', 'revision_number': 1, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:24Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:51.500913 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcdf08-16df-4e18-8751-8733df5c36e1 None None] The sync data for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv is: [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'f27cda21-d642-4111-a89a-e8604d729372', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'floating_ip_address': '172.26.2.160', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'port_id': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'mac_address': 'fa:16:3e:3e:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:02Z', 'updated_at': '2021-11-24T14:27:43Z', 'revision_number': 1, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:24Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:51.511162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:51.511629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:27:51.531395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-37bc5b47-e888-43f9-a26b-0e553f45bf51 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6238270
Nov 24 14:27:51.550396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Deleting port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:51.550782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.802917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.803441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:51.823869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:51.828340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:security_group_rule and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:51.832015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:51.840930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:51.876618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8181ec-3b3e-4ab9-9a99-005b855496ee None None] New status for floating IP f27cda21-d642-4111-a89a-e8604d729372: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:27:51.924046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:51.935679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:51.937665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:27:51.940527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:51.951906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:51.999545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.021938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Allocated IP 2001:db8:0:ffff::2 (0b5ea185-0c9f-4409-846d-1782d1917bc3/a47e2e90-5518-4adc-bbef-387d838ca5cf/6935375b-de38-42df-ba1d-0197565fc95e) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:52.026704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a4d19ed-4e0b-4a56-9f10-1df06c0c098f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:52.060423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:52.066009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.075652 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-d358bd51-de2d-4083-a2aa-2d81c52cede0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ce41eccc-38d0-4eee-98ef-85b689509f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5839231
Nov 24 14:27:52.075652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.103214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 8a500f70-5de3-4c40-9642-96856c151750 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:52.183357 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-b3550e6d-3e9a-4f46-8ca5-10be05806341 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 0.5174131
Nov 24 14:27:52.200657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.212004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e524469f-e384-418a-a7d9-42b9ebb860a4,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:52.217897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:52.267592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:52.278825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.309205 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48e3b85991ed4220978dfbc19d8e5b0e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1286228
Nov 24 14:27:52.317301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47852) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:52.388438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:52.401229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] For port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:52.401632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.410010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:27:52.423641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.445836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5f19685a-3342-46b9-9c7e-ea0cb93b2839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:52.478549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeddbb65-f4e1-4eac-aad7-4a124032daa3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:52.491547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:52.511761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::1471:da5c:c678:afc0 (545fb1c8-c25e-4ba6-8844-73dcc5231588/c09df03e-5697-465f-bd7d-d3339549da46/8a500f70-5de3-4c40-9642-96856c151750) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:52.518137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.518479 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Added segment f3f8dfff-978b-47a2-9afd-8240e89e3ffe of type vlan for network 1cded14f-476d-4c69-bf4a-62b1326cc113
Nov 24 14:27:52.563883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Subnet': ['ID=59dd53eb-1b62-4920-b788-b0807e8e1017,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:52.589656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:52.597316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.654765 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-474b7fd5-115f-4ed7-82c0-7bdc639504e7 service neutron] 10.222.0.81 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5625777
Nov 24 14:27:52.655115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Checking segment: {'id': 'd458cc90-a047-4db6-a03f-9b5251f8c127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:52.655447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network hostable DHCP agents. Network: 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:27:52.666835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.667266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.678693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-e097f1b3-e139-49aa-b47d-4f8b74ba2f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:52.680421 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-e097f1b3-e139-49aa-b47d-4f8b74ba2f31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 0.3963933
Nov 24 14:27:52.705817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Calling delete_port for c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:52.775885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.883699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:27:52.893637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.918954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.919176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:52.920447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.931805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:52.932393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Transition to ACTIVE for port object 6935375b-de38-42df-ba1d-0197565fc95e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:52.951951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 8a500f70-5de3-4c40-9642-96856c151750 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:52.953935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e524469f-e384-418a-a7d9-42b9ebb860a4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:52.955769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Transition to ACTIVE for port object 6935375b-de38-42df-ba1d-0197565fc95e will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:52.962211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:52.985392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:52.991408 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e524469f-e384-418a-a7d9-42b9ebb860a4 HTTP/1.1" status: 204  len: 168 time: 0.6468709
Nov 24 14:27:53.022463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:53.028990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:53.028990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.035693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5d767-2c23-481c-ac22-4dc96090489b None None] Network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:53.108183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.115066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:53.118474 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-6812ff70-e936-41e8-ac79-b41217b72ab3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 1001 time: 0.4068801
Nov 24 14:27:53.124998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:27:53.132456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.140829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2889ea61-b56b-4cc2-8f16-5c1bc2a489a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:53.156147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.169583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:27:53.169967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:27:53.194476 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.0392618
Nov 24 14:27:53.205619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47860) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:53.215886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'port': {'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd', 'name': 'tempest-NetworksIpV6TestAttrs-364968491'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:53.220732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Network 0b5ea185-0c9f-4409-846d-1782d1917bc3 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:53.226921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:53.231342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:53.248372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:53.255689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Allocated IP 172.26.2.230 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/b25f22cb-edb7-4c56-9ebe-a4794abc8894) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:53.256015 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:53.257231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:53.266860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:27:53.273535 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ae3bf7-27c7-4a6d-8792-827235f07d17 req-f91950d1-2554-4c3b-af71-10a2e937a429 service neutron] 10.222.0.81 "GET /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5991397
Nov 24 14:27:53.281787 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] Sync routers for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:27:53.296497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.300029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-c484efb3-77fc-403d-ade8-b6930278f34d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:53.301611 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-c484efb3-77fc-403d-ade8-b6930278f34d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.1396775
Nov 24 14:27:53.305981 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:53.307375 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420002eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:53.307736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:53.308381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.327873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dc1c9b2e-bd6b-41f0-ba36-7552377bb153 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:53.405233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:53.425363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:port and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:53.435715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:53.443470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:53.444348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:53.448784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:53.453293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:53.454194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.466191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=8a500f70-5de3-4c40-9642-96856c151750,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:53.478089 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Pushing event updated for resources: {'Port': ['ID=6935375b-de38-42df-ba1d-0197565fc95e,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:53.483937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:53.496876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:53.521923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:53.527855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-09973379-ccfa-452f-bbbc-595b82f3b7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.529601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Attempting to bind port 6935375b-de38-42df-ba1d-0197565fc95e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:53.530148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Attempting to bind port 6935375b-de38-42df-ba1d-0197565fc95e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '4b090795-107d-425f-8c6b-7378b32daffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0b5ea185-0c9f-4409-846d-1782d1917bc3'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:53.530590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Network': ['ID=1cded14f-476d-4c69-bf4a-62b1326cc113,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:53.530833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Attempting to bind port 6935375b-de38-42df-ba1d-0197565fc95e on network 0b5ea185-0c9f-4409-846d-1782d1917bc3 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:53.547216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:53.554828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:53.555529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Checking segment: {'id': '4b090795-107d-425f-8c6b-7378b32daffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0b5ea185-0c9f-4409-846d-1782d1917bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:53.556462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.557007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Bound using segment: {'id': '4b090795-107d-425f-8c6b-7378b32daffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0b5ea185-0c9f-4409-846d-1782d1917bc3'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:53.557983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Bound port: 6935375b-de38-42df-ba1d-0197565fc95e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b090795-107d-425f-8c6b-7378b32daffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0b5ea185-0c9f-4409-846d-1782d1917bc3'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:53.558732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.583625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:53.598439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd', 'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd', 'tenant_id': 'cd25d81bad6b4081ab42d18c36c8e39e', 'fixed_ips': [{'subnet_id': '59dd53eb-1b62-4920-b788-b0807e8e1017'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:53.599625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.605383 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.2656569
Nov 24 14:27:53.609147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47868) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:53.650580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.710419 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:53.729719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:53.734266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.775843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] device_id is not set on port 10b118f3-925f-4db1-8491-e944f142cc3e yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:27:53.799231 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6ad2f261-ff7b-49de-95d4-69e8455e1575 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "PUT /v2.0/floatingips/c5d3f7ba-0f42-4bf5-b02b-453a16b19184 HTTP/1.1" status: 200  len: 991 time: 8.4158032
Nov 24 14:27:53.806093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Deleting port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:53.806716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.835773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:27:53.852144 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 3.0210323
Nov 24 14:27:53.866884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:53.882072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47880) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:53.903057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'subnet': {'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:53.959460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Allocated IP 2001:db8::f816:3eff:fefb:5911 (0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd/59dd53eb-1b62-4920-b788-b0807e8e1017/10b118f3-925f-4db1-8491-e944f142cc3e) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:53.961028 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-44cc5c33-0aff-4499-b924-2e2a259ea217 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6343610
Nov 24 14:27:54.108205 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76', 'status': 'completed', 'code': 200}
Nov 24 14:27:54.271744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:54.284525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:subnet and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:54.292207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.300951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.304473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:54.313347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Transition to ACTIVE for port object 10b118f3-925f-4db1-8491-e944f142cc3e will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:54.315714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:54.343490 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-28f8733a-54af-41ba-bfd3-f5a077b5a7d4 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3629854
Nov 24 14:27:54.353445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf2c08-54f0-4233-91e6-f1d9f15f489b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:54.356674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.358635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cf2c08-54f0-4233-91e6-f1d9f15f489b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:54.359199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5cf2c08-54f0-4233-91e6-f1d9f15f489b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:54.365444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:54.387431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] For port 6935375b-de38-42df-ba1d-0197565fc95e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:54.403047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.414390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:54.438474 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420002eb0>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c5d3f7ba-0f42-4bf5-b02b-453a16b19184', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '43813757-8180-4c25-a59e-0069959df08e', 'port_id': '5300a497-6531-463a-aedc-6042a45a3b76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'mac_address': 'fa:16:3e:39:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:09Z', 'updated_at': '2021-11-24T14:27:47Z', 'revision_number': 1, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:30Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:54.443984 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] Checking router: 43813757-8180-4c25-a59e-0069959df08e for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:27:54.461875 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31f7802c-13da-44c8-b663-f14953cade12 req-d2f40639-67b6-47ec-943a-e474df8f2be4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=57f332d72fa1462fb69739f9b5159a7e&device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 1098 time: 0.3720686
Nov 24 14:27:54.469967 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:27:54.470777 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420002eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:54.477396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Allocated IP 2001:db8::f816:3eff:fe1c:7557 (0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd/59dd53eb-1b62-4920-b788-b0807e8e1017/3ada9b99-d542-47a3-a9d3-3cd08758883f) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:54.487934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5cf2c08-54f0-4233-91e6-f1d9f15f489b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:54.494020 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b5cf2c08-54f0-4233-91e6-f1d9f15f489b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1605 time: 0.8832557
Nov 24 14:27:54.499165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47892) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:54.519628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Made reservation on behalf of eb095adad6d947bfb1437f3fd4fc6700 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:54.543715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:54.544472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Pushing event updated for resources: {'Port': ['ID=b25f22cb-edb7-4c56-9ebe-a4794abc8894,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:54.572765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:54.578363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:54.585567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:54.736049 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:27:54.744519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.758339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Transition to ACTIVE for port object 3ada9b99-d542-47a3-a9d3-3cd08758883f will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:54.803682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Transition to ACTIVE for port object 3ada9b99-d542-47a3-a9d3-3cd08758883f will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:54.826278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] For port 6935375b-de38-42df-ba1d-0197565fc95e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6935375b-de38-42df-ba1d-0197565fc95e,segment=NetworkSegment(4b090795-107d-425f-8c6b-7378b32daffd),segment_id=4b090795-107d-425f-8c6b-7378b32daffd)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:54.854760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.896535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.902257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] For port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:54.902660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.910756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b2bb88f-45b8-4626-bfa8-4547864d8a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:54.913147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:54.914564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:54.928930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:54.932901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:54.933500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.953709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 8a500f70-5de3-4c40-9642-96856c151750 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:54.954043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:54.978722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Port': ['ID=10b118f3-925f-4db1-8491-e944f142cc3e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:54.987516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Pushing event updated for resources: {'Port': ['ID=3ada9b99-d542-47a3-a9d3-3cd08758883f,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:54.992670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:54.996309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:54.996475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.033003 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b8eface-4f10-4e68-acf9-a44b709aec6c req-a36c7385-479c-4e76-9bf9-d88fca902a5b service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6314301
Nov 24 14:27:55.072967 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.8628497
Nov 24 14:27:55.073959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47902) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:55.093092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7802c-13da-44c8-b663-f14953cade12 req-2591e962-b835-4727-8e72-c2a4e822af25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:55.094720 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31f7802c-13da-44c8-b663-f14953cade12 req-2591e962-b835-4727-8e72-c2a4e822af25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=94e535f6-40e6-44d9-9d25-b9c6f6625894 HTTP/1.1" status: 200  len: 907 time: 0.5598664
Nov 24 14:27:55.251053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47908) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:55.260019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:55.270802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting subnet 59dd53eb-1b62-4920-b788-b0807e8e1017 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:27:55.274858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.333387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.366871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:55.380265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Calling delete_port for c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:55.422918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:55.424959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:55.489445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.525553 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31f7802c-13da-44c8-b663-f14953cade12 req-929d3644-6b01-40ee-a205-5f18e0497c58 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5300a497-6531-463a-aedc-6042a45a3b76 HTTP/1.1" status: 200  len: 999 time: 0.4093564
Nov 24 14:27:55.562124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Pushing event updated for resources: {'Port': ['ID=6935375b-de38-42df-ba1d-0197565fc95e,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:55.606601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:55.626278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.672166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-213030078'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:55.675073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7802c-13da-44c8-b663-f14953cade12 req-f17014cd-9df0-47f6-8beb-7013af99a291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:55.675560 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31f7802c-13da-44c8-b663-f14953cade12 req-f17014cd-9df0-47f6-8beb-7013af99a291 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=77b739b1-64a2-499b-9f6a-43f3a36c1cb8 HTTP/1.1" status: 200  len: 845 time: 0.1257842
Nov 24 14:27:55.679927 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420002eb0>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c5d3f7ba-0f42-4bf5-b02b-453a16b19184', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '43813757-8180-4c25-a59e-0069959df08e', 'port_id': '5300a497-6531-463a-aedc-6042a45a3b76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'mac_address': 'fa:16:3e:39:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:09Z', 'updated_at': '2021-11-24T14:27:47Z', 'revision_number': 1, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:30Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:27:55.684271 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaaa1c2-67fb-45b5-af33-8a838afba378 None None] The sync data for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv is: [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c5d3f7ba-0f42-4bf5-b02b-453a16b19184', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '43813757-8180-4c25-a59e-0069959df08e', 'port_id': '5300a497-6531-463a-aedc-6042a45a3b76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'mac_address': 'fa:16:3e:39:ea:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:27:09Z', 'updated_at': '2021-11-24T14:27:47Z', 'revision_number': 1, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:30Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:27:55.685030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:55.704899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Usage tracker for resource:network and tenant:7653796e788d4d90b55275ae4e905a27 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:55.709591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:55.717248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.739890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.743066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Attempting to bind port 3ada9b99-d542-47a3-a9d3-3cd08758883f on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:55.743517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Attempting to bind port 3ada9b99-d542-47a3-a9d3-3cd08758883f by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'd458cc90-a047-4db6-a03f-9b5251f8c127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:55.744302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Attempting to bind port 3ada9b99-d542-47a3-a9d3-3cd08758883f on network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:55.747588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:55.754596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:55.755160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Checking segment: {'id': 'd458cc90-a047-4db6-a03f-9b5251f8c127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:55.755744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.756528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Bound using segment: {'id': 'd458cc90-a047-4db6-a03f-9b5251f8c127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:55.757100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Bound port: 3ada9b99-d542-47a3-a9d3-3cd08758883f, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd458cc90-a047-4db6-a03f-9b5251f8c127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:55.757760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.814592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-70732f0c-a196-4191-a3af-3975c6ce4e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.824432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.826342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dc983b07-b758-4fa3-add5-0c5a5144583c tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:55.834222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b3b0dbf3-4d81-467f-b1f1-5953ee585996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:55.881746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:55.896303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Pushing event deleted for resources: {'Port': ['ID=c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:55.899169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 8a500f70-5de3-4c40-9642-96856c151750 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:55.907633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] No DVR routers for this DVR port c050cd7a-0d65-4cbb-a6db-1c79d4efa9d7 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:27:55.925034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:55.931519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Subnet': ['ID=e18756ba-7ea4-4344-a181-d611b03d7f5f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:55.945125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] For port 3ada9b99-d542-47a3-a9d3-3cd08758883f, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:55.948368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:55.953534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9691655-319e-48cb-9e2b-e5830acee205 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:55.976174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-75f159e0-9585-41d5-9bb6-92fdd5228d79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:55.984652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] For port 3ada9b99-d542-47a3-a9d3-3cd08758883f, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3ada9b99-d542-47a3-a9d3-3cd08758883f,segment=NetworkSegment(d458cc90-a047-4db6-a03f-9b5251f8c127),segment_id=d458cc90-a047-4db6-a03f-9b5251f8c127)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:55.999555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.055202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Made reservation on behalf of 7653796e788d4d90b55275ae4e905a27 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:56.063586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.072304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.088601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:56.088864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Subnet': ['ID=59dd53eb-1b62-4920-b788-b0807e8e1017,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:56.098777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:56.109924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.129015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.141676 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31f7802c-13da-44c8-b663-f14953cade12 req-20cbc4b6-1e7a-4ad6-84cd-f145dd33529e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=94e535f6-40e6-44d9-9d25-b9c6f6625894&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4563749
Nov 24 14:27:56.145516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Checking segment: {'id': 'f3f8dfff-978b-47a2-9afd-8240e89e3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:56.148714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Network hostable DHCP agents. Network: 1cded14f-476d-4c69-bf4a-62b1326cc113, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:27:56.164265 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/59dd53eb-1b62-4920-b788-b0807e8e1017 HTTP/1.1" status: 204  len: 168 time: 1.0859716
Nov 24 14:27:56.165660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47918) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:56.232699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:56.300246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Usage tracker for resource:security_group_rule and tenant:7653796e788d4d90b55275ae4e905a27 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:56.305949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:56.317593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Pushing event updated for resources: {'Port': ['ID=3ada9b99-d542-47a3-a9d3-3cd08758883f,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:56.323204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:56.325326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:56.346360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db115a2-993c-4392-a60c-9e4917ea6b15 None None] Network 0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:56.350501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7502fe7-5966-462b-a9d1-7ab5155a5df0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:56.351967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7502fe7-5966-462b-a9d1-7ab5155a5df0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:56.352735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c7502fe7-5966-462b-a9d1-7ab5155a5df0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Synchronizing usage tracker for tenant:cd25d81bad6b4081ab42d18c36c8e39e on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:56.414334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.421433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:56.453408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31f7802c-13da-44c8-b663-f14953cade12 req-b7fa8eb0-1440-42fe-a1c1-4bb0e7987e28 service neutron] 10.222.0.81 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2841458
Nov 24 14:27:56.468723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c7502fe7-5966-462b-a9d1-7ab5155a5df0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Unset dirty status for tenant:cd25d81bad6b4081ab42d18c36c8e39e on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:56.472722 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c7502fe7-5966-462b-a9d1-7ab5155a5df0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2972598
Nov 24 14:27:56.479876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47924) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:56.482625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=8a500f70-5de3-4c40-9642-96856c151750,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:56.490833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.490984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:56.514428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:27:56.574588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.584362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:56.621266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': 'c09df03e-5697-465f-bd7d-d3339549da46'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:56.622101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.631685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 1cded14f-476d-4c69-bf4a-62b1326cc113) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:56.644030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:56.644650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.653984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f539aa6-2447-4ab2-b2ad-e33c8da66e05 None None] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:56.668733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.674133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-62c160b9-6a56-4e49-821e-0879b6aaec3d tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.721016 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c160b9-6a56-4e49-821e-0879b6aaec3d tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:27:56.721458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c160b9-6a56-4e49-821e-0879b6aaec3d tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:27:56.724286 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-62c160b9-6a56-4e49-821e-0879b6aaec3d tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd HTTP/1.1" status: 409  len: 405 time: 0.2394626
Nov 24 14:27:56.734443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47930) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:56.735865 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/8a500f70-5de3-4c40-9642-96856c151750 HTTP/1.1" status: 204  len: 168 time: 2.2356114
Nov 24 14:27:56.743143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47934) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:56.745257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-964831311'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:56.758397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Pushing event updated for resources: {'Port': ['ID=b25f22cb-edb7-4c56-9ebe-a4794abc8894,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:56.762042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:56.763348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.767245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:network and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:56.777282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:56.795159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.795810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:56.822562 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9378960
Nov 24 14:27:56.824134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:56.825662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47938) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:56.848077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-204468558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:56.856713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31f7802c-13da-44c8-b663-f14953cade12 req-75ea5391-a4b9-4143-911f-5f3bdaae46a4 service neutron] 10.222.0.81 "GET /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637664
Nov 24 14:27:56.875880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.877590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.881552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:56.893515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6ed1d7ba-553d-448e-b51b-f61f4c5b48c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:56.921805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:router and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:56.933631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:56.963339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2754052-ab65-46a1-af8e-a51093de239b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:56.963339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2754052-ab65-46a1-af8e-a51093de239b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:56.963339 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d2754052-ab65-46a1-af8e-a51093de239b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2036562
Nov 24 14:27:56.963566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:56.963642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47942) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:56.964317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:56.975500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ed4027-fe06-40f6-a8d8-885f5f20999e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:56.980975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:56.981919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:56.982342 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Added segment 80014e9a-d09c-4b1f-aab5-ed9babe734a7 of type vlan for network ee82384a-c6c8-42ef-9e78-9f2a59d99870
Nov 24 14:27:57.015933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.021311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.027560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:57.028323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.9869690
Nov 24 14:27:57.028423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.029916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47946) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:57.049668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.050697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.054737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/c09df03e-5697-465f-bd7d-d3339549da46/723d75cd-12ef-4c76-9c26-f5ecbc8d774b) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:57.081493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.133591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:27:57.154836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.155280 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Added segment 6f04a205-4f03-45e4-af4c-e111619f23e2 of type vlan for network 3ed34710-4c1b-4e7b-b82c-5216fb61e203
Nov 24 14:27:57.205218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.234722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.238461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-47322654-3e1e-4e97-a57d-56185545ecc3 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Synchronizing usage tracker for tenant:c9bfd1f610af45cca1fb36d5f3d46040 on resource:floatingip {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:57.257718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-1cded14f-476d-4c69-bf4a-62b1326cc113', 'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113', 'tenant_id': 'eb095adad6d947bfb1437f3fd4fc6700', 'fixed_ips': [{'subnet_id': 'e18756ba-7ea4-4344-a181-d611b03d7f5f'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:27:57.258956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.264074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.274642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:57.275301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.281656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:57.305772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd60f5e-0b40-41b3-8749-353eb7e56a18 None None] Network 0b5ea185-0c9f-4409-846d-1782d1917bc3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:27:57.314371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet c09df03e-5697-465f-bd7d-d3339549da46 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:27:57.359792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-47322654-3e1e-4e97-a57d-56185545ecc3 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Unset dirty status for tenant:c9bfd1f610af45cca1fb36d5f3d46040 on resource:floatingip {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:57.361632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-47322654-3e1e-4e97-a57d-56185545ecc3 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4003 time: 0.3304687
Nov 24 14:27:57.365824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47952) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:57.388694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.407990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:27:57.408600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.421467 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.1643710
Nov 24 14:27:57.424489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47956) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:57.433469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event updated for resources: {'Network': ['ID=ee82384a-c6c8-42ef-9e78-9f2a59d99870,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:57.436670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:57.438182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81490f1e-98c1-42ef-8404-9d6e80cab8e9 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:57.461487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.465223 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cea3b2d5-c1f0-485c-b83e-791b0418562c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.6360292
Nov 24 14:27:57.465377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:57.467630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47960) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:57.553218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Request body: {'subnet': {'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:57.583813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-24b3c2ab-809e-4536-a2a5-e4baf7dbdf88 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Synchronizing usage tracker for tenant:128f2b7b1cff4b8b96512d0047137432 on resource:floatingip {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:27:57.670914 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9337769
Nov 24 14:27:57.675838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47966) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:57.682304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'subnet': {'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:27:57.714325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:57.719836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6a3e3595-7e44-4dd8-adf9-a9194806ea4b None None] Provisioning for port 6935375b-de38-42df-ba1d-0197565fc95e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:57.767703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:57.784355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-24b3c2ab-809e-4536-a2a5-e4baf7dbdf88 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Unset dirty status for tenant:128f2b7b1cff4b8b96512d0047137432 on resource:floatingip {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:27:57.787315 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-24b3c2ab-809e-4536-a2a5-e4baf7dbdf88 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.4200912
Nov 24 14:27:57.791804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47970) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:27:57.793003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Usage tracker for resource:subnet and tenant:7653796e788d4d90b55275ae4e905a27 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:27:57.810491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:27:57.832055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Transition to ACTIVE for port object 723d75cd-12ef-4c76-9c26-f5ecbc8d774b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:57.858525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Allocated IP 172.20.0.2 (1cded14f-476d-4c69-bf4a-62b1326cc113/e18756ba-7ea4-4344-a181-d611b03d7f5f/9dc2e40b-c32a-497a-8cd2-02cc04be2e58) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:57.879942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Network': ['ID=3ed34710-4c1b-4e7b-b82c-5216fb61e203,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:57.885356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:57.897593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:57.921993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 3ed34710-4c1b-4e7b-b82c-5216fb61e203 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:27:57.930166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:27:57.933657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6935375b-de38-42df-ba1d-0197565fc95e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:27:57.971328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Transition to ACTIVE for port object 723d75cd-12ef-4c76-9c26-f5ecbc8d774b will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:58.014182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:27:58.024628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Deleting port b25f22cb-edb7-4c56-9ebe-a4794abc8894 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:27:58.024958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.055150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Made reservation on behalf of 7653796e788d4d90b55275ae4e905a27 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:58.076769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.150652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.170270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-55a63c6e-66d7-4561-9767-960a8caedd56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:58.202475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:27:58.242935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.305530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:58.319681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.320282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:58.329753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:58.348132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Pushing event updated for resources: {'Port': ['ID=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:58.350572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.352553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:58.480597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 6935375b-de38-42df-ba1d-0197565fc95e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:27:58.504816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6935375b-de38-42df-ba1d-0197565fc95e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:58.505384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.547585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.549338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.555913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.567618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Attempting to bind port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:58.568270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Attempting to bind port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:58.568822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Attempting to bind port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:58.571241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Transition to ACTIVE for port object 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:58.605910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:58.606283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:58.606874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.607084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:58.607560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Bound port: 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:58.607930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.621775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Transition to ACTIVE for port object 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:58.671352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.759782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.768190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e1109f03-0744-4582-b18a-e6802afd09e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:58.785004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Calling delete_port for b25f22cb-edb7-4c56-9ebe-a4794abc8894 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:27:58.809299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Allocated IP 172.20.0.1 (1cded14f-476d-4c69-bf4a-62b1326cc113/e18756ba-7ea4-4344-a181-d611b03d7f5f/ab83588e-56e0-4bfa-aebf-6b88ebfd6510) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:27:58.841227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-397a5179-7ecf-4ef3-9848-4bd5314a1fdc None None] Provisioning complete for port 6935375b-de38-42df-ba1d-0197565fc95e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:27:58.841598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-397a5179-7ecf-4ef3-9848-4bd5314a1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.854528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.886974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:58.960873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] For port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:58.998974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.007042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:59.013167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] For port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:59.014142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Pushing event updated for resources: {'Port': ['ID=9dc2e40b-c32a-497a-8cd2-02cc04be2e58,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:59.016977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:59.018104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Transition to ACTIVE for port object ab83588e-56e0-4bfa-aebf-6b88ebfd6510 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:27:59.018450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:59.022447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:59.065065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 6935375b-de38-42df-ba1d-0197565fc95e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6935375b-de38-42df-ba1d-0197565fc95e,segment=NetworkSegment(4b090795-107d-425f-8c6b-7378b32daffd),segment_id=4b090795-107d-425f-8c6b-7378b32daffd)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:27:59.077477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.082059 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:59.112155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.117505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b35b8475-8e95-43ca-b049-f62237a9162c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:59.185960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:27:59.194052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:27:59.197922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.198725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:27:59.239496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Attempting to bind port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:27:59.239874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Attempting to bind port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f3f8dfff-978b-47a2-9afd-8240e89e3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:27:59.240263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Attempting to bind port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 on network 1cded14f-476d-4c69-bf4a-62b1326cc113 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:27:59.269258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:27:59.269553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Checking segment: {'id': 'f3f8dfff-978b-47a2-9afd-8240e89e3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:27:59.270550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.271176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Bound using segment: {'id': 'f3f8dfff-978b-47a2-9afd-8240e89e3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:27:59.271670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Bound port: 9dc2e40b-c32a-497a-8cd2-02cc04be2e58, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f8dfff-978b-47a2-9afd-8240e89e3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:27:59.272048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.281358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Pushing event updated for resources: {'Port': ['ID=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:59.286309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Port': ['ID=ab83588e-56e0-4bfa-aebf-6b88ebfd6510,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:59.288506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:59.291882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c7792aa4-0a37-40a9-b9d7-f0806091e7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:59.295007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:59.304291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.329427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.430650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=6935375b-de38-42df-ba1d-0197565fc95e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:59.434723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:59.462171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] For port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:27:59.528234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.668031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.672946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eebb48f4-0c98-43d4-810d-36eef02afb77 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:59.691852 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] For port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9dc2e40b-c32a-497a-8cd2-02cc04be2e58,segment=NetworkSegment(f3f8dfff-978b-47a2-9afd-8240e89e3ffe),segment_id=f3f8dfff-978b-47a2-9afd-8240e89e3ffe)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:27:59.705291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.715705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=c09df03e-5697-465f-bd7d-d3339549da46,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:59.718849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:59.719541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15a3ed0b-868f-4f78-b36f-3f429cf44d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:59.766097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Pushing event deleted for resources: {'Port': ['ID=b25f22cb-edb7-4c56-9ebe-a4794abc8894,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:59.768412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.777166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.779455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:27:59.788648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:27:59.794383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:59.804348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:27:59.961849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Pushing event updated for resources: {'Port': ['ID=9dc2e40b-c32a-497a-8cd2-02cc04be2e58,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:27:59.972575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:00.000684 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/c09df03e-5697-465f-bd7d-d3339549da46 HTTP/1.1" status: 204  len: 168 time: 3.0381346
Nov 24 14:28:00.003190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47986) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:00.020840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6935375b-de38-42df-ba1d-0197565fc95e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:00.061197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event updated for resources: {'Subnet': ['ID=259d2e02-3d12-47b3-8a75-6937823a4c07,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:00.104981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:00.123763 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f695bfb4-ef84-44a3-84b8-e4036e5a81d5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1166909
Nov 24 14:28:00.127084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 47992) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:00.133559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.137103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:00.138393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.140144 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] 10.222.0.53 "DELETE /v2.0/floatingips/7d08771d-5194-4c2c-a381-8eebb272c87b HTTP/1.1" status: 204  len: 168 time: 2.3435838
Nov 24 14:28:00.147557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 47996) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:00.154362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6935375b-de38-42df-ba1d-0197565fc95e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:00.154740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.298841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:00.303272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Checking segment: {'id': '80014e9a-d09c-4b1f-aab5-ed9babe734a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:00.303629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Network hostable DHCP agents. Network: ee82384a-c6c8-42ef-9e78-9f2a59d99870, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:00.311753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.objects.ports [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84233) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:28:00.356853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:00.357928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 723d75cd-12ef-4c76-9c26-f5ecbc8d774b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:00.365218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:00.374485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:00.416363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.477324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:00.506293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-03bd8169-8d26-437e-969a-6fd4a71207a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:00.536740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:00.556298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee84da4-f79f-4f08-9106-94154f254475 None None] New status for floating IP c5d3f7ba-0f42-4bf5-b02b-453a16b19184: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:28:00.595457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Deleting port 6437ab99-ae90-4799-b2f9-7000b0205457 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:00.595983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.610828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:28:00.627389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.642670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.679639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5ebfb-0720-4a7b-b866-36ec04a601c7 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:00.720942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.726953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Subnet': ['ID=b5734ef8-595a-409e-9b55-7d76aa4e8e4d,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:00.733276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:00.737168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:00.752115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:00.796137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Checking segment: {'id': '6f04a205-4f03-45e4-af4c-e111619f23e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:00.796784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network hostable DHCP agents. Network: 3ed34710-4c1b-4e7b-b82c-5216fb61e203, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:00.864374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.868326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.868861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:00.873258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Port': ['ID=ab83588e-56e0-4bfa-aebf-6b88ebfd6510,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:00.879510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:00.940902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, ee82384a-c6c8-42ef-9e78-9f2a59d99870) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:00.989964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e2526c-8746-4876-877f-ea1f96d7fafd None None] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:01.018965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Calling delete_port for 6437ab99-ae90-4799-b2f9-7000b0205457 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:01.034274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Provisioning for port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:01.049909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:01.055523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.104984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network 3ed34710-4c1b-4e7b-b82c-5216fb61e203 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:01.117269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:01.117799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 3ed34710-4c1b-4e7b-b82c-5216fb61e203) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:01.118576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:01.138656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:01.139595 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.146610 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.7211163
Nov 24 14:28:01.163341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48004) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:01.175452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Request body: {'port': {'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-78717099'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:01.242749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba697f-b589-4bbb-ad3e-c3dfd227f501 None None] Network 3ed34710-4c1b-4e7b-b82c-5216fb61e203 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:01.277396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.293538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af684137-7565-4b8f-83e0-2ef1db5216d4 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:01.338807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:01.354255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Provisioning complete for port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:01.354649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.356709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:01.369134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:01.370091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.381031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.6993802
Nov 24 14:28:01.383089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48010) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:01.396045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'port': {'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203', 'name': 'tempest-NetworksIpV6TestAttrs-832619918'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:01.405305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=c306a2f6-365f-4024-a90f-5f220581fc92,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:01.412191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:01.658825 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5304916
Nov 24 14:28:01.664879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48016) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:01.675478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': 'c306a2f6-365f-4024-a90f-5f220581fc92', 'ip_address': '2001:db8::45b1:bd0f:892f:bbcd'}], 'name': 'tempest-NetworksTestDHCPv6-1043448450'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:01.677211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb946a1-cd93-4a9d-8008-01bd576a8bc3 None None] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:01.681413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.685110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:01.746321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Pushing event deleted for resources: {'Port': ['ID=6437ab99-ae90-4799-b2f9-7000b0205457,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:01.763919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-ee82384a-c6c8-42ef-9e78-9f2a59d99870', 'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870', 'tenant_id': '7653796e788d4d90b55275ae4e905a27', 'fixed_ips': [{'subnet_id': '259d2e02-3d12-47b3-8a75-6937823a4c07'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:01.764729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.769648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:01.835997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:01.841377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:01.845094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:01.852866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:01.878936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:01.886663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:01.890517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Usage tracker for resource:port and tenant:7653796e788d4d90b55275ae4e905a27 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:01.893639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:01.900971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:01.913177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:port and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:01.917544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:01.932601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:01.946590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.948937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.950156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/4709087a-9449-44ba-aa30-53409408ae79 HTTP/1.1" status: 204  len: 168 time: 1.8011324
Nov 24 14:28:01.954057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48020) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:01.963098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:01.968829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:01.996440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port a655ec9e-998a-4801-998b-c06ed63519f2 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:02.020559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting port 4c365f49-211a-49b8-9c2e-35b8a51a4c5c {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:02.020913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.034666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Router 639fa838-94f2-4534-b185-3130ad84016e is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:28:02.036959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:02.053284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Made reservation on behalf of 7653796e788d4d90b55275ae4e905a27 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:02.055978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.083210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:02.086145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.102268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] device_id is not set on port 56608919-5920-42bb-9e1b-6050e4128961 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:02.161835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:02.208224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] device_id is not set on port 21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:02.239206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Deleting port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:02.239613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.304194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-3ed34710-4c1b-4e7b-b82c-5216fb61e203', 'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203', 'tenant_id': 'cd25d81bad6b4081ab42d18c36c8e39e', 'fixed_ips': [{'subnet_id': 'b5734ef8-595a-409e-9b55-7d76aa4e8e4d'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:02.305099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.333945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.387658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::45b1:bd0f:892f:bbcd (545fb1c8-c25e-4ba6-8844-73dcc5231588/c306a2f6-365f-4024-a90f-5f220581fc92/a655ec9e-998a-4801-998b-c06ed63519f2) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:02.492190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Allocated IP 2001:db8::f816:3eff:fe3a:1641 (3ed34710-4c1b-4e7b-b82c-5216fb61e203/b5734ef8-595a-409e-9b55-7d76aa4e8e4d/21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:02.514124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.514613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:02.533045 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] Sync routers for ids ['639fa838-94f2-4534-b185-3130ad84016e'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:02.560407 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] Routers {'639fa838-94f2-4534-b185-3130ad84016e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:02.561105 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e7c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['639fa838-94f2-4534-b185-3130ad84016e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:02.604301 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "PUT /v2.0/routers/639fa838-94f2-4534-b185-3130ad84016e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1357570
Nov 24 14:28:02.607118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Allocated IP 2001:db8::2 (ee82384a-c6c8-42ef-9e78-9f2a59d99870/259d2e02-3d12-47b3-8a75-6937823a4c07/e26d741b-aa17-4ba9-a296-128adf473f2f) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:02.607383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48028) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:02.616797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] For port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:02.623574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'port': {'network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113', 'name': 'tempest-FloatingIPNegativeTestJSON-1910775095'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:02.654803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Calling delete_port for 4c365f49-211a-49b8-9c2e-35b8a51a4c5c owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:02.759566 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e7c0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:02.775370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.778809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:02.789465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:02.831322 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] Routers {'639fa838-94f2-4534-b185-3130ad84016e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:02.831960 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e7c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['639fa838-94f2-4534-b185-3130ad84016e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:02.857590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.927532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object a655ec9e-998a-4801-998b-c06ed63519f2 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:02.961973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:02.963506 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e7c0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:02.963924 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cbf86-57c3-4575-8648-9c0b2e759791 None None] The sync data for ids ['639fa838-94f2-4534-b185-3130ad84016e'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:02.979299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:02.981194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Transition to ACTIVE for port object 21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:02.983191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:port and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:02.986099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:02.993780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:03.022041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.029686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-869c789a-99c4-41a9-af21-96296ef698f3 tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:03.051618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.057937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-faf80f7e-cd80-48e6-9d96-eea2ba72fa66 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:03.070056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Pushing event updated for resources: {'Port': ['ID=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:03.075360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event deleted for resources: {'Port': ['ID=4c365f49-211a-49b8-9c2e-35b8a51a4c5c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:03.076677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] For port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:03.077083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.077711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:03.087151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:03.109557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Made reservation on behalf of eb095adad6d947bfb1437f3fd4fc6700 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:03.114080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.121896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.131113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d77a49e2-0e79-422c-bbb0-693fa9604755 tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:03.169669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] device_id is not set on port 1f2c9feb-1a92-43dd-aaec-02356e40e3a7 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:03.242478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:03.244587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=a655ec9e-998a-4801-998b-c06ed63519f2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:03.252843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:03.260771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:03.263928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:03.268348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:03.269010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.388460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network 3ed34710-4c1b-4e7b-b82c-5216fb61e203 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:03.394305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:03.398121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:03.403174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:03.403924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.424469 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.7583742
Nov 24 14:28:03.429805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48036) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:03.459820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Provisioning for port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:03.476272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Port': ['ID=21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:03.481264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.483125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Calling delete_port for 723d75cd-12ef-4c76-9c26-f5ecbc8d774b owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:03.487923 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "DELETE /v2.0/ports/4c365f49-211a-49b8-9c2e-35b8a51a4c5c HTTP/1.1" status: 204  len: 168 time: 1.5321231
Nov 24 14:28:03.488283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:03.492788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48040) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:03.509936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Allocated IP 172.20.0.6 (1cded14f-476d-4c69-bf4a-62b1326cc113/e18756ba-7ea4-4344-a181-d611b03d7f5f/1f2c9feb-1a92-43dd-aaec-02356e40e3a7) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:03.531038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Provisioning complete for port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:03.531567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.553926 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.1671867
Nov 24 14:28:03.559950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48044) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:03.627316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc71a4a-4d0d-4afb-a232-c124519ac4ce tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:03.631518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc71a4a-4d0d-4afb-a232-c124519ac4ce tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:03.637203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7bc71a4a-4d0d-4afb-a232-c124519ac4ce tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:03.666769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.669117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting subnet b5734ef8-595a-409e-9b55-7d76aa4e8e4d {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:03.695003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef6d2a-041f-4fe0-9711-a09c3594e601 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:03.696007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-19ef6d2a-041f-4fe0-9711-a09c3594e601 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Synchronizing usage tracker for tenant:128f2b7b1cff4b8b96512d0047137432 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:03.716574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Allocated IP 2001:db8::f816:3eff:fed5:6da0 (3ed34710-4c1b-4e7b-b82c-5216fb61e203/b5734ef8-595a-409e-9b55-7d76aa4e8e4d/53d5ac09-2d31-4f79-9ac1-2a7a02cc8796) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:03.720524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Transition to ACTIVE for port object e26d741b-aa17-4ba9-a296-128adf473f2f will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:03.781736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7bc71a4a-4d0d-4afb-a232-c124519ac4ce tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:03.783319 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7bc71a4a-4d0d-4afb-a232-c124519ac4ce tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.3522062
Nov 24 14:28:03.787096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48050) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:03.797904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Transition to ACTIVE for port object e26d741b-aa17-4ba9-a296-128adf473f2f will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:03.867921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.882790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 723d75cd-12ef-4c76-9c26-f5ecbc8d774b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:03.907408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.907866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Transition to ACTIVE for port object 1f2c9feb-1a92-43dd-aaec-02356e40e3a7 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:03.921079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port a655ec9e-998a-4801-998b-c06ed63519f2 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:03.921900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:03.924433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a88f973-c8a7-4007-82f6-0bcbcb8eadd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:03.965010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:03.965010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:03.965305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-19ef6d2a-041f-4fe0-9711-a09c3594e601 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Unset dirty status for tenant:128f2b7b1cff4b8b96512d0047137432 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:03.968530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48054) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:03.969431 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-19ef6d2a-041f-4fe0-9711-a09c3594e601 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f3c9e13-08dc-49ad-9244-7c6430371f69 HTTP/1.1" status: 200  len: 913 time: 0.4753425
Nov 24 14:28:04.079384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.089788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c9879485-e8c7-4a4e-b461-bd85e0a3c004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:04.091701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Pushing event updated for resources: {'Port': ['ID=e26d741b-aa17-4ba9-a296-128adf473f2f,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:04.112493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Allocated IP 2001:db8::254 (ee82384a-c6c8-42ef-9e78-9f2a59d99870/259d2e02-3d12-47b3-8a75-6937823a4c07/56608919-5920-42bb-9e1b-6050e4128961) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:04.154747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:04.160812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:04.200464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:04.246546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:04.250632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.290939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:04.292037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Port': ['ID=1f2c9feb-1a92-43dd-aaec-02356e40e3a7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:04.295146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:04.296338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:04.298548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:04.345567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.387717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.427383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Transition to ACTIVE for port object 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:04.429356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:04.429997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.438011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] For port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9dc2e40b-c32a-497a-8cd2-02cc04be2e58,segment=NetworkSegment(f3f8dfff-978b-47a2-9afd-8240e89e3ffe),segment_id=f3f8dfff-978b-47a2-9afd-8240e89e3ffe)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:04.466007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Attempting to bind port e26d741b-aa17-4ba9-a296-128adf473f2f on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:04.466389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Attempting to bind port e26d741b-aa17-4ba9-a296-128adf473f2f by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '80014e9a-d09c-4b1f-aab5-ed9babe734a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:04.466759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Attempting to bind port e26d741b-aa17-4ba9-a296-128adf473f2f on network ee82384a-c6c8-42ef-9e78-9f2a59d99870 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:04.468896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Deleting port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:04.469291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.496057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.500470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Transition to ACTIVE for port object 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:04.522090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.532484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9f3a63a4-6499-4747-b588-53b6a9497186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:04.560027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:04.560743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Checking segment: {'id': '80014e9a-d09c-4b1f-aab5-ed9babe734a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:04.560964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.561285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Bound using segment: {'id': '80014e9a-d09c-4b1f-aab5-ed9babe734a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:04.561772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Bound port: e26d741b-aa17-4ba9-a296-128adf473f2f, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80014e9a-d09c-4b1f-aab5-ed9babe734a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:04.562157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.580969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:04.582824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.593122 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9769363
Nov 24 14:28:04.607232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48062) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:04.618161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:04.635926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:04.646885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:floatingip and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:04.651888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:04.658063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for a655ec9e-998a-4801-998b-c06ed63519f2 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:04.668347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:04.669093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.692077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.692760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.751807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Transition to ACTIVE for port object 56608919-5920-42bb-9e1b-6050e4128961 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:04.767743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Pushing event updated for resources: {'Port': ['ID=9dc2e40b-c32a-497a-8cd2-02cc04be2e58,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:04.787225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Network 3ed34710-4c1b-4e7b-b82c-5216fb61e203 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:04.788208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:04.788692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:04.799509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.839643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.874802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:04.900269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:04.919365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Provisioning for port 1f2c9feb-1a92-43dd-aaec-02356e40e3a7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:04.941332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.953806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] For port e26d741b-aa17-4ba9-a296-128adf473f2f, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:04.958291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Provisioning complete for port 1f2c9feb-1a92-43dd-aaec-02356e40e3a7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:04.958670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.974423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:04.984762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4cb82bb8-a7ab-4d01-81a4-69e5f5fded4d tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:05.005004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Pushing event updated for resources: {'Port': ['ID=53d5ac09-2d31-4f79-9ac1-2a7a02cc8796,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:05.072526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:05.081073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:05.084498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:05.088988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:05.089643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.094955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] For port e26d741b-aa17-4ba9-a296-128adf473f2f, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e26d741b-aa17-4ba9-a296-128adf473f2f,segment=NetworkSegment(80014e9a-d09c-4b1f-aab5-ed9babe734a7),segment_id=80014e9a-d09c-4b1f-aab5-ed9babe734a7)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:05.116894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event updated for resources: {'Port': ['ID=56608919-5920-42bb-9e1b-6050e4128961,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:05.119959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:05.128595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] For port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:05.129081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.131907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.153645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Port 1f2c9feb-1a92-43dd-aaec-02356e40e3a7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:05.169303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.182560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:05.232518 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 4.0673611
Nov 24 14:28:05.244121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48070) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:05.255485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=a655ec9e-998a-4801-998b-c06ed63519f2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:05.263532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Request body: {'port': {'network_id': 'ee82384a-c6c8-42ef-9e78-9f2a59d99870', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-347499005', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:05.263962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:05.267495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.278278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Calling delete_port for 723d75cd-12ef-4c76-9c26-f5ecbc8d774b owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:05.279804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.api.validators [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] bootfile-name is not in valid_values {{(pid=84234) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:28:05.280488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.api.validators [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] tftp-server is not in valid_values {{(pid=84234) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:28:05.280872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.api.validators [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] server-ip-address is not in valid_values {{(pid=84234) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:28:05.316062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.317073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:05.319826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.321748 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/a655ec9e-998a-4801-998b-c06ed63519f2 HTTP/1.1" status: 204  len: 168 time: 1.5336723
Nov 24 14:28:05.326188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48074) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:05.326347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:05.326666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b762eb6f-543a-4519-9ab9-09bb0f8b569f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:05.408982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a07061-7475-48e6-86b3-bc7240fd9674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:05.411536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a07061-7475-48e6-86b3-bc7240fd9674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:05.412304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6a07061-7475-48e6-86b3-bc7240fd9674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:05.468480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.475162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:05.516134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6a07061-7475-48e6-86b3-bc7240fd9674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:05.517329 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c6a07061-7475-48e6-86b3-bc7240fd9674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1903157
Nov 24 14:28:05.520651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Subnet': ['ID=b5734ef8-595a-409e-9b55-7d76aa4e8e4d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:05.523981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:05.524507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48078) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:05.541958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Attempting to bind port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:05.542151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Attempting to bind port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '6f04a205-4f03-45e4-af4c-e111619f23e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:05.542447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Attempting to bind port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 on network 3ed34710-4c1b-4e7b-b82c-5216fb61e203 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:05.544368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Pushing event updated for resources: {'Port': ['ID=e26d741b-aa17-4ba9-a296-128adf473f2f,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:05.550023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Provisioning for port ab83588e-56e0-4bfa-aebf-6b88ebfd6510 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:05.554312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:05.556296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:05.556296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:05.563616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Provisioning complete for port ab83588e-56e0-4bfa-aebf-6b88ebfd6510 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:05.563616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.571295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.587352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:05.592641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Checking segment: {'id': '6f04a205-4f03-45e4-af4c-e111619f23e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:05.592641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.592641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Bound using segment: {'id': '6f04a205-4f03-45e4-af4c-e111619f23e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:05.592641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Bound port: 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f04a205-4f03-45e4-af4c-e111619f23e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3ed34710-4c1b-4e7b-b82c-5216fb61e203'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:05.592641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.629152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:05.629573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:05.657957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:05.670085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Usage tracker for resource:port and tenant:7653796e788d4d90b55275ae4e905a27 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:05.675496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:05.675893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Port ab83588e-56e0-4bfa-aebf-6b88ebfd6510 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:05.718790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:05.736336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Provisioning complete for port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:05.736719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ee849d4-396a-46a9-981b-a3908cdab889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.762095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Allocated IP 172.26.2.227 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/b0128cac-66e1-4ec6-84c0-8d577815703f) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:05.771557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] For port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:05.791474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] For port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=53d5ac09-2d31-4f79-9ac1-2a7a02cc8796,segment=NetworkSegment(6f04a205-4f03-45e4-af4c-e111619f23e2),segment_id=6f04a205-4f03-45e4-af4c-e111619f23e2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:05.793717 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/b5734ef8-595a-409e-9b55-7d76aa4e8e4d HTTP/1.1" status: 204  len: 168 time: 2.2307756
Nov 24 14:28:05.796151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48084) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:05.905435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:05.919538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8389cb68-6142-4126-b267-79e0810d8ffc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:05.921068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8389cb68-6142-4126-b267-79e0810d8ffc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:05.921753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8389cb68-6142-4126-b267-79e0810d8ffc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Synchronizing usage tracker for tenant:cd25d81bad6b4081ab42d18c36c8e39e on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:05.932480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet c306a2f6-365f-4024-a90f-5f220581fc92 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:05.939061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:05.999792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.019513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6cfed089-f48b-42e8-b92b-704fc2730386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:06.036348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Made reservation on behalf of 7653796e788d4d90b55275ae4e905a27 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:06.041510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.042892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.130676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8389cb68-6142-4126-b267-79e0810d8ffc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Unset dirty status for tenant:cd25d81bad6b4081ab42d18c36c8e39e on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:06.132897 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8389cb68-6142-4126-b267-79e0810d8ffc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3351176
Nov 24 14:28:06.137046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48088) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:06.137680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] device_id is not set on port 6aab4cbb-3ac5-423a-8214-e1af56288c77 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:06.154902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Pushing event updated for resources: {'Port': ['ID=53d5ac09-2d31-4f79-9ac1-2a7a02cc8796,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:06.158933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:06.168238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.244490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:06.244783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.331048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-032d1a28-9a96-4712-b1aa-07c1b6f8acb3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.344841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d967786-05fb-41d0-b4d4-f4cf7fd68bd2 None None] Network 3ed34710-4c1b-4e7b-b82c-5216fb61e203 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:06.349931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-032d1a28-9a96-4712-b1aa-07c1b6f8acb3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:28:06.350384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032d1a28-9a96-4712-b1aa-07c1b6f8acb3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:06.358202 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-032d1a28-9a96-4712-b1aa-07c1b6f8acb3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/3ed34710-4c1b-4e7b-b82c-5216fb61e203 HTTP/1.1" status: 409  len: 405 time: 0.2199225
Nov 24 14:28:06.361840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48094) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:06.368234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1435931760'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:06.376204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:06.381824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:network and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:06.385408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:06.392772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:06.411741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.417193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ca3e0574-6a82-4407-ac5d-4dea1dee11ec tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:06.454522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.460696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=c306a2f6-365f-4024-a90f-5f220581fc92,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:06.463708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:06.478581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.484591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48100) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:06.485762 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/c306a2f6-365f-4024-a90f-5f220581fc92 HTTP/1.1" status: 204  len: 168 time: 0.9586408
Nov 24 14:28:06.487475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:06.496226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.534420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:06.544590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.544922 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Added segment fe406aac-738e-4f05-bc45-c76ee274c32c of type vlan for network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b
Nov 24 14:28:06.577019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.580403 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-adf73fd3-91e0-4cee-b7d8-8d70d2248533 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0945947
Nov 24 14:28:06.581298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Deleting port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:06.581964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.582824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Allocated IP 2001:db8::2b1 (ee82384a-c6c8-42ef-9e78-9f2a59d99870/259d2e02-3d12-47b3-8a75-6937823a4c07/6aab4cbb-3ac5-423a-8214-e1af56288c77) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:06.583044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48104) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:06.709914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab6421-2c15-4d9a-865e-4a49b68323d9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:06.710644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-79ab6421-2c15-4d9a-865e-4a49b68323d9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:06.721512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.727586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:06.728208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.748573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:06.883718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] For port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:06.884243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.892023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:06.901461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:06.953811 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5908380
Nov 24 14:28:06.954576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-79ab6421-2c15-4d9a-865e-4a49b68323d9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:06.960116 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79ab6421-2c15-4d9a-865e-4a49b68323d9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.3734119
Nov 24 14:28:06.960116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48108) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:06.969021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'subnet': {'network_id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:06.991453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48110) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:07.033640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3b0a23-b7dd-44e3-8ad3-932681e6d801 None None] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:07.035275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Network': ['ID=bdb707e4-2892-4b81-ae73-5e79ec1e6a9b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:07.042868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:07.053535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:07.058830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Calling delete_port for 723d75cd-12ef-4c76-9c26-f5ecbc8d774b owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:07.095801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:07.102554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:07.129101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Transition to ACTIVE for port object 6aab4cbb-3ac5-423a-8214-e1af56288c77 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:07.157281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Port': ['ID=b0128cac-66e1-4ec6-84c0-8d577815703f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:07.163367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:07.198954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f1d018-cb73-4f8f-98f2-646b83f5b140 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:07.199655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-57f1d018-cb73-4f8f-98f2-646b83f5b140 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:07.215789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:07.216262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:07.234846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:07.250153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:07.268133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:07.298594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d61a098-313f-4e46-883f-689e516cbda4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:07.313928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-57f1d018-cb73-4f8f-98f2-646b83f5b140 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:07.315212 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57f1d018-cb73-4f8f-98f2-646b83f5b140 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3228250
Nov 24 14:28:07.319220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48118) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:07.409966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:07.436125 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4e132706-9ebe-4d2c-abc6-cbfcf3577c9e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1157188
Nov 24 14:28:07.438334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:07.442204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48122) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:07.451404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:07.460126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting port a02a2368-8b6a-4aa2-9c06-87c531f9e0ad {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:07.460460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:07.478380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fd6042ad-7c0e-466e-8d69-6d1d97d9ef34 None None] Provisioning for port e26d741b-aa17-4ba9-a296-128adf473f2f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:07.512210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:07.514881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:07.525820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b16b718b-3fc0-4a0c-b270-a080f1dee7c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:07.537249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:07.542874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:07.543750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:07.634640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Pushing event deleted for resources: {'Port': ['ID=723d75cd-12ef-4c76-9c26-f5ecbc8d774b,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:07.649841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event updated for resources: {'Port': ['ID=6aab4cbb-3ac5-423a-8214-e1af56288c77,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:07.678732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:07.695073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:07.703931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:07.716471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] No DVR routers for this DVR port 723d75cd-12ef-4c76-9c26-f5ecbc8d774b on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:07.747525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e06f8-7521-4642-ba02-b1a1e956cfaa None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:07.819517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:07.876612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:07.942015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:07.962779 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 2.7046924
Nov 24 14:28:07.962779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48130) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:07.968877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e26d741b-aa17-4ba9-a296-128adf473f2f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:08.184245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.205176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e26d741b-aa17-4ba9-a296-128adf473f2f completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:08.213757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e26d741b-aa17-4ba9-a296-128adf473f2f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:08.214587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.237634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.252254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Provisioning for port 6aab4cbb-3ac5-423a-8214-e1af56288c77 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:08.268486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Provisioning complete for port 6aab4cbb-3ac5-423a-8214-e1af56288c77 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:08.268949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.347495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Port 6aab4cbb-3ac5-423a-8214-e1af56288c77 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:08.350874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:08.354602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.393313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.objects.ports [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84233) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:28:08.406164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Calling delete_port for a02a2368-8b6a-4aa2-9c06-87c531f9e0ad owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:08.444030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.454035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f00223-2826-4543-b47e-62e8b02aac7f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:08.455055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.458561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f00223-2826-4543-b47e-62e8b02aac7f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:08.462839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f00223-2826-4543-b47e-62e8b02aac7f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:08.463774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-49f00223-2826-4543-b47e-62e8b02aac7f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Synchronizing usage tracker for tenant:7653796e788d4d90b55275ae4e905a27 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:08.476760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5eed4a2-232a-445f-ad0e-4cf0f01d42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:08.499576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e26d741b-aa17-4ba9-a296-128adf473f2f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e26d741b-aa17-4ba9-a296-128adf473f2f,segment=NetworkSegment(80014e9a-d09c-4b1f-aab5-ed9babe734a7),segment_id=80014e9a-d09c-4b1f-aab5-ed9babe734a7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:08.514387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Provisioning for port 56608919-5920-42bb-9e1b-6050e4128961 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:08.527336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Provisioning complete for port 56608919-5920-42bb-9e1b-6050e4128961 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:08.528862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.572745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.581963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e2b9796e-26b8-4203-b1c5-a179772ded05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:08.585431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Checking segment: {'id': 'fe406aac-738e-4f05-bc45-c76ee274c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:08.585644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network hostable DHCP agents. Network: bdb707e4-2892-4b81-ae73-5e79ec1e6a9b, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:08.600060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Subnet': ['ID=e8b0b4f3-90df-414d-b311-83ea50c677c0,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:08.605537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:08.674803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b994-284f-43ef-a494-f4724a0eee40 None None] Port 56608919-5920-42bb-9e1b-6050e4128961 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:08.699891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e26d741b-aa17-4ba9-a296-128adf473f2f,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:08.702685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:08.713718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:08.714909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ab039-127d-4c63-8864-d97563eb7b9a None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:28:08.788396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, bdb707e4-2892-4b81-ae73-5e79ec1e6a9b) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:08.799825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:08.800515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.840329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.843218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b125a697-2b89-475f-8339-a7501824d3d8 None None] Provisioning complete for port 6aab4cbb-3ac5-423a-8214-e1af56288c77 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:08.843604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b125a697-2b89-475f-8339-a7501824d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.856707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:08.915758 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.9523053
Nov 24 14:28:08.918588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:08.921767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48140) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:08.924497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:08.931664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b125a697-2b89-475f-8339-a7501824d3d8 None None] Port 6aab4cbb-3ac5-423a-8214-e1af56288c77 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:08.931960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:08.932581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.971107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ab039-127d-4c63-8864-d97563eb7b9a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:28:08.978428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b125a697-2b89-475f-8339-a7501824d3d8 None None] Provisioning complete for port 56608919-5920-42bb-9e1b-6050e4128961 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:08.978868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b125a697-2b89-475f-8339-a7501824d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:08.988205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-49f00223-2826-4543-b47e-62e8b02aac7f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Unset dirty status for tenant:7653796e788d4d90b55275ae4e905a27 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:08.992668 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-49f00223-2826-4543-b47e-62e8b02aac7f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 1.0272906
Nov 24 14:28:08.995596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48144) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:09.105296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=82366419-6ed3-49d9-b9cb-0c399ad3e0f6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:09.111104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6678596
Nov 24 14:28:09.111941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48148) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:09.112745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:09.125620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': '82366419-6ed3-49d9-b9cb-0c399ad3e0f6', 'ip_address': '2001:db8::b41f:d0cf:ad4e:b412'}], 'name': 'tempest-NetworksTestDHCPv6-1303957177'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:09.133179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.135192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b125a697-2b89-475f-8339-a7501824d3d8 None None] Port 56608919-5920-42bb-9e1b-6050e4128961 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:09.196007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Deleting port 6aab4cbb-3ac5-423a-8214-e1af56288c77 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:09.196459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.216396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.221344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bcd584f8-67da-479e-9f87-539cb9e08f37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:09.262075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.332781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.332996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Port': ['ID=b0128cac-66e1-4ec6-84c0-8d577815703f,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:09.366801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:09.366801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:09.435231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '82366419-6ed3-49d9-b9cb-0c399ad3e0f6'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:09.436457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.448901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event deleted for resources: {'Port': ['ID=a02a2368-8b6a-4aa2-9c06-87c531f9e0ad,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:09.452412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-bdb707e4-2892-4b81-ae73-5e79ec1e6a9b', 'network_id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b', 'tenant_id': 'cd25d81bad6b4081ab42d18c36c8e39e', 'fixed_ips': [{'subnet_id': 'e8b0b4f3-90df-414d-b311-83ea50c677c0'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:09.454254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.459379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:09.475505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.563739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:09.605475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.653331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.657484 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0480387
Nov 24 14:28:09.664146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48154) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:09.670664 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b1ea650c-399e-4771-9db3-2ca3f1c2b385 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'floatingip': {'port_id': '1f2c9feb-1a92-43dd-aaec-02356e40e3a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:09.694653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:09.714723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.756418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1ea650c-399e-4771-9db3-2ca3f1c2b385 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.761579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Allocated IP 2001:db8::f816:3eff:fea3:ddc1 (bdb707e4-2892-4b81-ae73-5e79ec1e6a9b/e8b0b4f3-90df-414d-b311-83ea50c677c0/45612459-bb82-47fe-9345-d53c6aade3f6) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:09.780134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/82366419-6ed3-49d9-b9cb-0c399ad3e0f6/55f4e11e-7340-4019-8813-4cd7c0f87f03) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:09.868114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Calling delete_port for 6aab4cbb-3ac5-423a-8214-e1af56288c77 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:09.902505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:09.908214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:09.948613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e26d741b-aa17-4ba9-a296-128adf473f2f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:09.951213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port be8e43b5-ed1a-40b5-84c9-60968737c1c4 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:10.000969 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-b1ea650c-399e-4771-9db3-2ca3f1c2b385 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] update failed (client error): The resource could not be found.
Nov 24 14:28:10.005489 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b1ea650c-399e-4771-9db3-2ca3f1c2b385 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "PUT /v2.0/floatingips/aed20fe0-4748-40c7-a6cb-8a4ef7ec6c16 HTTP/1.1" status: 404  len: 507 time: 0.3369222
Nov 24 14:28:10.008358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48158) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:10.076970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.313647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.320979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9d9a7c2a-8180-441b-90a0-f5bbd7c1c340 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:10.353722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Deleting port b0128cac-66e1-4ec6-84c0-8d577815703f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:10.354303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.408029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.430281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Transition to ACTIVE for port object 55f4e11e-7340-4019-8813-4cd7c0f87f03 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:10.462096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.464601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e26d741b-aa17-4ba9-a296-128adf473f2f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:10.464970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.469517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event deleted for resources: {'Port': ['ID=6aab4cbb-3ac5-423a-8214-e1af56288c77,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:10.473709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:10.511280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Transition to ACTIVE for port object 55f4e11e-7340-4019-8813-4cd7c0f87f03 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:10.515302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.516489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Transition to ACTIVE for port object 45612459-bb82-47fe-9345-d53c6aade3f6 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:10.548366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Transition to ACTIVE for port object 45612459-bb82-47fe-9345-d53c6aade3f6 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:10.603881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.609766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:10.617936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.618276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.647110 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "DELETE /v2.0/ports/6aab4cbb-3ac5-423a-8214-e1af56288c77 HTTP/1.1" status: 204  len: 168 time: 1.6442771
Nov 24 14:28:10.648317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48166) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:10.655377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Request body: {'port': {'name': 'tempest-new-port-name-1772850157', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:10.655840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] bootfile-name is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:28:10.656195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] tftp-server is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:28:10.656519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] server-ip-address is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:28:10.662281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.699731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Pushing event updated for resources: {'Port': ['ID=55f4e11e-7340-4019-8813-4cd7c0f87f03,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:10.703129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:10.707996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:10.708497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d326e0a8-fdfe-481d-aa90-1990a5b897d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:10.728815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::b41f:d0cf:ad4e:b412 (545fb1c8-c25e-4ba6-8844-73dcc5231588/82366419-6ed3-49d9-b9cb-0c399ad3e0f6/be8e43b5-ed1a-40b5-84c9-60968737c1c4) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:10.738593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:10.746005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:10.758191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Calling delete_port for b0128cac-66e1-4ec6-84c0-8d577815703f owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:10.761393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:10.766046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:10.770680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:10.781147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.798212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-294336e1-7683-405c-88aa-5ab22bf78362 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:10.851670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Pushing event updated for resources: {'Port': ['ID=45612459-bb82-47fe-9345-d53c6aade3f6,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:10.881375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b0b4f3-90df-414d-b311-83ea50c677c0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:10.885469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:10.885819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:10.890793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.940464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Attempting to bind port 55f4e11e-7340-4019-8813-4cd7c0f87f03 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:10.941161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Attempting to bind port 55f4e11e-7340-4019-8813-4cd7c0f87f03 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:10.941286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Attempting to bind port 55f4e11e-7340-4019-8813-4cd7c0f87f03 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:10.962038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:10.962416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:10.962819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.963219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:10.963673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Bound port: 55f4e11e-7340-4019-8813-4cd7c0f87f03, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:10.964114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.972783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Attempting to bind port 45612459-bb82-47fe-9345-d53c6aade3f6 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:10.973156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Attempting to bind port 45612459-bb82-47fe-9345-d53c6aade3f6 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fe406aac-738e-4f05-bc45-c76ee274c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:10.973513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Attempting to bind port 45612459-bb82-47fe-9345-d53c6aade3f6 on network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:10.986723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:10.987081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Checking segment: {'id': 'fe406aac-738e-4f05-bc45-c76ee274c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:10.987482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:10.987863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Bound using segment: {'id': 'fe406aac-738e-4f05-bc45-c76ee274c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:10.988889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Bound port: 45612459-bb82-47fe-9345-d53c6aade3f6, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe406aac-738e-4f05-bc45-c76ee274c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:10.989263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.070253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.132983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] For port 55f4e11e-7340-4019-8813-4cd7c0f87f03, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:11.145778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] For port 55f4e11e-7340-4019-8813-4cd7c0f87f03, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=55f4e11e-7340-4019-8813-4cd7c0f87f03,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:11.147108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] For port 45612459-bb82-47fe-9345-d53c6aade3f6, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:11.150408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] For port 45612459-bb82-47fe-9345-d53c6aade3f6, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=45612459-bb82-47fe-9345-d53c6aade3f6,segment=NetworkSegment(fe406aac-738e-4f05-bc45-c76ee274c32c),segment_id=fe406aac-738e-4f05-bc45-c76ee274c32c)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:11.174341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fc18130>,) {'filters': {'network_id': ['bdb707e4-2892-4b81-ae73-5e79ec1e6a9b']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:11.221487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fc18130>, 'fe406aac-738e-4f05-bc45-c76ee274c32c') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:11.221702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fc18130>, 'fe406aac-738e-4f05-bc45-c76ee274c32c') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:11.244346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.251874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:11.275519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.289768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-297e62a2-dcff-4c67-9714-a7f73e3c483a tempest-RoutersAdminNegativeTest-553021347 tempest-RoutersAdminNegativeTest-553021347-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:11.303230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.323460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.346752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.366422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:11.367114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.370289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event deleted for resources: {'Port': ['ID=b0128cac-66e1-4ec6-84c0-8d577815703f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:11.377033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:11.388057 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:11.398853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.408398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Pushing event updated for resources: {'Port': ['ID=55f4e11e-7340-4019-8813-4cd7c0f87f03,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:11.413039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:11.414136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-294cf024-1df0-466e-bd5d-6ed2776d273e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:11.492060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Pushing event updated for resources: {'Port': ['ID=45612459-bb82-47fe-9345-d53c6aade3f6,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:11.495499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:11.511698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.520951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object be8e43b5-ed1a-40b5-84c9-60968737c1c4 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:11.526098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.528787 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "DELETE /v2.0/floatingips/aed20fe0-4748-40c7-a6cb-8a4ef7ec6c16 HTTP/1.1" status: 204  len: 168 time: 1.5183511
Nov 24 14:28:11.533511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48176) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:11.541369 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:28:11.544806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'floatingip': {'floating_network_id': '1cded14f-476d-4c69-bf4a-62b1326cc113', 'port_id': '1f2c9feb-1a92-43dd-aaec-02356e40e3a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:11.557561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:11.566362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:floatingip and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:11.575688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:11.584471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:11.590994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Router 2f3c9e13-08dc-49ad-9244-7c6430371f69 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:28:11.607761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:28:11.607761 dv-neutron-818347-1-hyperv neutron-server[84233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:28:11.607761 dv-neutron-818347-1-hyperv neutron-server[84233]: [parameters: {'id': 'bdb707e4-2892-4b81-ae73-5e79ec1e6a9b'}]
Nov 24 14:28:11.607761 dv-neutron-818347-1-hyperv neutron-server[84233]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:11.608163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:11.616789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.703252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.712986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f2fd1b1-c5e2-4d4f-94eb-c3a9db0a198d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:11.754272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.758890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.841007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] In _notify_port_updated(), no bound segment for port 56608919-5920-42bb-9e1b-6050e4128961 on network ee82384a-c6c8-42ef-9e78-9f2a59d99870 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:28:11.845345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:11.846262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:11.850916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "PUT /v2.0/ports/56608919-5920-42bb-9e1b-6050e4128961 HTTP/1.1" status: 200  len: 1130 time: 1.2014980
Nov 24 14:28:11.851697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48180) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:11.884298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:11.886695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 55f4e11e-7340-4019-8813-4cd7c0f87f03 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:11.902213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=be8e43b5-ed1a-40b5-84c9-60968737c1c4,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:11.904794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:11.906569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:11.912806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1e0bee59-6104-404e-978e-8d26f95907dc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:11.952813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:11.957063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:11.957766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.020276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:12.028906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "PUT /v2.0/routers/2f3c9e13-08dc-49ad-9244-7c6430371f69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0581534
Nov 24 14:28:12.036218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48184) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:12.038310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] Sync routers for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:12.059023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:12.059659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe1aa60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:12.065950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event updated for resources: {'Port': ['ID=56608919-5920-42bb-9e1b-6050e4128961,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:12.069588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:12.110764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.148126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d6ab8-08fa-4b12-a28f-6e1775240a18 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:12.149510 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-022d6ab8-08fa-4b12-a28f-6e1775240a18 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "GET /v2.0/ports/56608919-5920-42bb-9e1b-6050e4128961 HTTP/1.1" status: 200  len: 1130 time: 0.2968791
Nov 24 14:28:12.152935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 55f4e11e-7340-4019-8813-4cd7c0f87f03 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:12.153453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48190) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:12.154744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting port 45612459-bb82-47fe-9345-d53c6aade3f6 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:12.155240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.168928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe1aa60>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:12.190207 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.0687675
Nov 24 14:28:12.190804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48194) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:12.195501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] Routers {'2f3c9e13-08dc-49ad-9244-7c6430371f69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:12.196739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe1aa60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2f3c9e13-08dc-49ad-9244-7c6430371f69'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:12.203452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': '82366419-6ed3-49d9-b9cb-0c399ad3e0f6', 'ip_address': '2001:db8::b41f:d0cf:ad4e:b412'}], 'name': 'tempest-NetworksTestDHCPv6-479415960'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:12.256199 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:28:12.257245 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d9fcb740-dba0-40f0-9631-386f41197482 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.7219934
Nov 24 14:28:12.263148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48198) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:12.271174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe1aa60>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:12.271500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d6f1-487b-4a14-bafd-da4d0c794d0a None None] The sync data for ids ['2f3c9e13-08dc-49ad-9244-7c6430371f69'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:12.274743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '1f2c9feb-1a92-43dd-aaec-02356e40e3a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:12.289352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:12.310882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Usage tracker for resource:floatingip and tenant:eb095adad6d947bfb1437f3fd4fc6700 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:12.320146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:12.325345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Deleting port 56608919-5920-42bb-9e1b-6050e4128961 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:12.325680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.370927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:12.412466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] For port 45612459-bb82-47fe-9345-d53c6aade3f6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=45612459-bb82-47fe-9345-d53c6aade3f6,segment=NetworkSegment(fe406aac-738e-4f05-bc45-c76ee274c32c),segment_id=fe406aac-738e-4f05-bc45-c76ee274c32c)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:12.412822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.588335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.608862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:12.621884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:12.627695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:12.658512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d9e26-f708-4059-b48c-94f606d70efd None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:28:12.669094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Calling delete_port for 45612459-bb82-47fe-9345-d53c6aade3f6 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:12.670066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:12.807729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.858309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.881251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:12.887201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d9e26-f708-4059-b48c-94f606d70efd None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:28:12.900434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.903746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.908750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Provisioning for port 55f4e11e-7340-4019-8813-4cd7c0f87f03 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:12.919494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ef248027-6be8-4024-87f2-cee955318642 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:12.935624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Provisioning complete for port 55f4e11e-7340-4019-8813-4cd7c0f87f03 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:12.935924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:12.975310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Port': ['ID=45612459-bb82-47fe-9345-d53c6aade3f6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:12.980644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:12.993188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No DVR routers for this DVR port 45612459-bb82-47fe-9345-d53c6aade3f6 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:13.048132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Calling delete_port for 56608919-5920-42bb-9e1b-6050e4128961 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:13.131525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.202410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ea83c40>,) {'filters': {'network_id': ['bdb707e4-2892-4b81-ae73-5e79ec1e6a9b']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:13.215020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.223684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea83c40>, 'fe406aac-738e-4f05-bc45-c76ee274c32c') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:13.223976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea83c40>, 'fe406aac-738e-4f05-bc45-c76ee274c32c') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:13.248807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.264110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] For port 55f4e11e-7340-4019-8813-4cd7c0f87f03, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=55f4e11e-7340-4019-8813-4cd7c0f87f03,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:13.264947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.277133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Allocated IP 172.26.2.126 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/46545e5a-ea5c-464b-b86d-91196e625deb) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:13.279224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.297709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:13.298120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.355440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.359836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dace035e-3c5a-48cb-a057-5b1adedaa828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:13.398302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port e3246f86-2a01-4b47-abbc-b98608f70160 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:13.416760 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:13.455017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Pushing event updated for resources: {'Port': ['ID=55f4e11e-7340-4019-8813-4cd7c0f87f03,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:13.462399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0873570a-6085-45a7-be29-88207a1e93be None None] Network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:13.483569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:13.487895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738fc4c2-b870-4b29-894f-0e8babb90d6e None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:13.605335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.641044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.651045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.659140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2bb37132-b360-477f-bca5-3c544e86d305 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:13.682012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4e65573b-9d64-43ae-b9dd-ddaea3f1699f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:13.708345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.718574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Network': ['ID=bdb707e4-2892-4b81-ae73-5e79ec1e6a9b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:13.723091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:13.735654 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/bdb707e4-2892-4b81-ae73-5e79ec1e6a9b HTTP/1.1" status: 204  len: 168 time: 4.8093615
Nov 24 14:28:13.735802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48212) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:13.744202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454246281'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:13.750111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:13.766788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:network and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:13.773084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:13.802511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:13.827276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.866138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c8079e73-e321-4b46-92fc-1ca73c13ecde tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:13.902487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 55f4e11e-7340-4019-8813-4cd7c0f87f03 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:13.959129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:13.962110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:13.979155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event updated for resources: {'Port': ['ID=46545e5a-ea5c-464b-b86d-91196e625deb,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:13.985536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:13.986751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:13.989823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:13.993763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:14.008697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event deleted for resources: {'Port': ['ID=56608919-5920-42bb-9e1b-6050e4128961,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:14.012155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:14.038328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:14.047962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.048409 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Added segment 02c90d70-8cda-4dbc-803b-0008b5a0d389 of type vlan for network a273b3df-0ff1-4f00-b50f-a15374045b85
Nov 24 14:28:14.080246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.089254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.090370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.092279 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:28:14.092717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:14.114626 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "DELETE /v2.0/ports/56608919-5920-42bb-9e1b-6050e4128961 HTTP/1.1" status: 204  len: 168 time: 1.9601550
Nov 24 14:28:14.117366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48216) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:14.169966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815a49a-8596-4cd8-a5fb-e7bd1420ba6e None None] Network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:14.200111 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7815a49a-8596-4cd8-a5fb-e7bd1420ba6e None None] Network bdb707e4-2892-4b81-ae73-5e79ec1e6a9b could not be found, it might have been deleted concurrently. {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Nov 24 14:28:14.210088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting port e6d4fb25-d7bb-4b90-b3e7-0dd24eedbf4a {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:14.210443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.211163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 55f4e11e-7340-4019-8813-4cd7c0f87f03 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:14.211558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.252049 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8c77b122-2ba1-4953-8c17-5725402d2c09 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 2.0601625
Nov 24 14:28:14.257070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48220) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:14.316198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.323041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:14.323648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.328867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Deleting port 46545e5a-ea5c-464b-b86d-91196e625deb {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:14.329201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.373792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ceec3a09-9c48-43f1-8cd1-6aa0ce23a63e tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:14.376373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c9df311b-bffb-49ed-9dad-f6966d7cf2fd None None] Could not find standard attr ID for object 56608919-5920-42bb-9e1b-6050e4128961. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:28:14.501752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.635461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Calling delete_port for e6d4fb25-d7bb-4b90-b3e7-0dd24eedbf4a owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:14.711321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-69f90ac1-a45e-463a-ab72-727bef0990b3 None None] Provisioning complete for port 55f4e11e-7340-4019-8813-4cd7c0f87f03 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:14.712048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69f90ac1-a45e-463a-ab72-727bef0990b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.725112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Deleting subnet 259d2e02-3d12-47b3-8a75-6937823a4c07 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:14.735970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.747413 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.0098188
Nov 24 14:28:14.762802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48226) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:14.767719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Network': ['ID=a273b3df-0ff1-4f00-b50f-a15374045b85,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:14.774508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:14.782756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'subnet': {'network_id': 'a273b3df-0ff1-4f00-b50f-a15374045b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:14.788671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a273b3df-0ff1-4f00-b50f-a15374045b85 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:14.815180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.857972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.858361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:14.939301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a2eae-263b-4ada-875c-a8edb4b190f8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:14.943932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a2eae-263b-4ada-875c-a8edb4b190f8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:14.944764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-025a2eae-263b-4ada-875c-a8edb4b190f8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:14.949875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.109978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Calling delete_port for 46545e5a-ea5c-464b-b86d-91196e625deb owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:15.136897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.141194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:15.161240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:15.165056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-69f90ac1-a45e-463a-ab72-727bef0990b3 None None] Provisioning for port be8e43b5-ed1a-40b5-84c9-60968737c1c4 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:15.172665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-69f90ac1-a45e-463a-ab72-727bef0990b3 None None] Provisioning complete for port be8e43b5-ed1a-40b5-84c9-60968737c1c4 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:15.172827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:subnet and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:15.173586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69f90ac1-a45e-463a-ab72-727bef0990b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.178291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:15.180260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event deleted for resources: {'Subnet': ['ID=259d2e02-3d12-47b3-8a75-6937823a4c07,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:15.184072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:15.188435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:15.190112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.200213 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "DELETE /v2.0/subnets/259d2e02-3d12-47b3-8a75-6937823a4c07 HTTP/1.1" status: 204  len: 168 time: 1.0816078
Nov 24 14:28:15.202594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48234) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:15.206730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f50e430-4710-4f0f-8fb0-fa3bb632bab7 None None] Network ee82384a-c6c8-42ef-9e78-9f2a59d99870 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:15.282363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-025a2eae-263b-4ada-875c-a8edb4b190f8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:15.285949 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-025a2eae-263b-4ada-875c-a8edb4b190f8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 1.0266540
Nov 24 14:28:15.287226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48238) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:15.303231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.310735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:15.327242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:15.355441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-69f90ac1-a45e-463a-ab72-727bef0990b3 None None] Port be8e43b5-ed1a-40b5-84c9-60968737c1c4 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:15.364002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event deleted for resources: {'Port': ['ID=e6d4fb25-d7bb-4b90-b3e7-0dd24eedbf4a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:15.373191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:15.415494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.434165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.441665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:15.469466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Deleting port e26d741b-aa17-4ba9-a296-128adf473f2f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:15.469973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.483856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3986a8a8-df53-4e9b-9486-81d07554a53b None None] Provisioning complete for port be8e43b5-ed1a-40b5-84c9-60968737c1c4 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:15.484337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3986a8a8-df53-4e9b-9486-81d07554a53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.487978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event deleted for resources: {'Port': ['ID=46545e5a-ea5c-464b-b86d-91196e625deb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:15.492550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port be8e43b5-ed1a-40b5-84c9-60968737c1c4 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:15.492954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.517743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:15.540955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3986a8a8-df53-4e9b-9486-81d07554a53b None None] Port be8e43b5-ed1a-40b5-84c9-60968737c1c4 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:15.580816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] DHCP port deletion for ee82384a-c6c8-42ef-9e78-9f2a59d99870 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:15.585723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.587482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Deleting port e26d741b-aa17-4ba9-a296-128adf473f2f {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:15.587972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.815959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] For port e26d741b-aa17-4ba9-a296-128adf473f2f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e26d741b-aa17-4ba9-a296-128adf473f2f,segment=NetworkSegment(80014e9a-d09c-4b1f-aab5-ed9babe734a7),segment_id=80014e9a-d09c-4b1f-aab5-ed9babe734a7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:15.817170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.821905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:15.960160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e26d741b-aa17-4ba9-a296-128adf473f2f no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:15.997206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Calling delete_port for e26d741b-aa17-4ba9-a296-128adf473f2f owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:16.014641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.027135 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] create failed (client error): The resource could not be found.
Nov 24 14:28:16.031564 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.7635026
Nov 24 14:28:16.033648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48244) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:16.156913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.190046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for be8e43b5-ed1a-40b5-84c9-60968737c1c4 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:16.199740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.211479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.214023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] For port e26d741b-aa17-4ba9-a296-128adf473f2f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e26d741b-aa17-4ba9-a296-128adf473f2f,segment=NetworkSegment(80014e9a-d09c-4b1f-aab5-ed9babe734a7),segment_id=80014e9a-d09c-4b1f-aab5-ed9babe734a7)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:16.214896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.215264 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.229837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:16.310307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Deleting port 1f2c9feb-1a92-43dd-aaec-02356e40e3a7 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:16.310640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.331008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Pushing event deleted for resources: {'Port': ['ID=e26d741b-aa17-4ba9-a296-128adf473f2f,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:16.334993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:16.335961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] No DVR routers for this DVR port e26d741b-aa17-4ba9-a296-128adf473f2f on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:16.385813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Calling delete_port for e26d741b-aa17-4ba9-a296-128adf473f2f owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:16.488979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:16.489814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:16.570888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.585545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:16.587761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.588555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Fanout notify agent at l3_agent the message router_deleted on router 2f3c9e13-08dc-49ad-9244-7c6430371f69 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:28:16.609679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.610757 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "DELETE /v2.0/routers/2f3c9e13-08dc-49ad-9244-7c6430371f69 HTTP/1.1" status: 204  len: 168 time: 4.5736322
Nov 24 14:28:16.613370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48252) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:16.777474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Subnet': ['ID=d107fc0d-22f7-4e80-b2c5-bd2a47e3fa03,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:16.785335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:16.804853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.818091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-341f4134-3428-43bf-a08f-9703bf9328c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:16.827476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting subnet 2af98b79-f8e5-4653-92ee-d6582c813551 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:16.840048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.867745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Checking segment: {'id': '02c90d70-8cda-4dbc-803b-0008b5a0d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'a273b3df-0ff1-4f00-b50f-a15374045b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:16.868130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network hostable DHCP agents. Network: a273b3df-0ff1-4f00-b50f-a15374045b85, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:16.888503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=be8e43b5-ed1a-40b5-84c9-60968737c1c4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:16.890831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.900581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:16.930063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:16.992613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Deleting port e26d741b-aa17-4ba9-a296-128adf473f2f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:16.993109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.075328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] The port 'e26d741b-aa17-4ba9-a296-128adf473f2f' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:28:17.089700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Calling delete_port for 1f2c9feb-1a92-43dd-aaec-02356e40e3a7 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:17.132779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.237217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.256142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network a273b3df-0ff1-4f00-b50f-a15374045b85 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:17.266256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.288651 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/be8e43b5-ed1a-40b5-84c9-60968737c1c4 HTTP/1.1" status: 204  len: 168 time: 2.0003135
Nov 24 14:28:17.291142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48260) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:17.308735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f642006b340>,) {'filters': {'network_id': ['ee82384a-c6c8-42ef-9e78-9f2a59d99870']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:17.330921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f642006b340>, '80014e9a-d09c-4b1f-aab5-ed9babe734a7') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:17.330921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f642006b340>, '80014e9a-d09c-4b1f-aab5-ed9babe734a7') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:17.341416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.363774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.370766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:17.371249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.371865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e27e8-f22a-40d5-9cad-8cef937e8dd0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:17.374093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e27e8-f22a-40d5-9cad-8cef937e8dd0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:17.375233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1a2e27e8-f22a-40d5-9cad-8cef937e8dd0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:17.384755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a273b3df-0ff1-4f00-b50f-a15374045b85) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:17.391042 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:17.393984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:17.395635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.399375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ca7df-0251-45ed-9849-9401ceb894da None None] Network a273b3df-0ff1-4f00-b50f-a15374045b85 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:17.427154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.449755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3239a451-eba2-4ab7-8a69-d576971b9959 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:17.560395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1a2e27e8-f22a-40d5-9cad-8cef937e8dd0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:17.563561 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1a2e27e8-f22a-40d5-9cad-8cef937e8dd0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2686043
Nov 24 14:28:17.563561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event deleted for resources: {'Port': ['ID=1f2c9feb-1a92-43dd-aaec-02356e40e3a7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:17.568619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:17.571776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48266) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:17.584372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.614753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:17.656872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.664557 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.8972261
Nov 24 14:28:17.664719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event deleted for resources: {'Subnet': ['ID=2af98b79-f8e5-4653-92ee-d6582c813551,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:17.665950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48272) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:17.671976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:17.695360 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "DELETE /v2.0/subnets/2af98b79-f8e5-4653-92ee-d6582c813551 HTTP/1.1" status: 204  len: 168 time: 1.0808930
Nov 24 14:28:17.700335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48276) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:17.746912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64883c84-4cff-465c-b5ee-c6d7fcbf6db8 None None] Network ba479fa5-ae16-46a3-8bb1-631161467533 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:17.759578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.768069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.771118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-21e856d3-7662-466c-948b-daeef28f8b8e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:17.800072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Pushing event deleted for resources: {'Network': ['ID=ee82384a-c6c8-42ef-9e78-9f2a59d99870,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:17.812422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:17.838011 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] 10.222.0.53 "DELETE /v2.0/networks/ee82384a-c6c8-42ef-9e78-9f2a59d99870 HTTP/1.1" status: 204  len: 168 time: 2.6155808
Nov 24 14:28:17.882811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e9afb-72c6-4d3d-904a-710a90e6bc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a273b3df-0ff1-4f00-b50f-a15374045b85', 'network_id': 'a273b3df-0ff1-4f00-b50f-a15374045b85', 'tenant_id': 'cd25d81bad6b4081ab42d18c36c8e39e', 'fixed_ips': [{'subnet_id': 'd107fc0d-22f7-4e80-b2c5-bd2a47e3fa03'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:17.883887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f27e9afb-72c6-4d3d-904a-710a90e6bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.903398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.956430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 82366419-6ed3-49d9-b9cb-0c399ad3e0f6 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:17.967449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.971911 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "DELETE /v2.0/ports/1f2c9feb-1a92-43dd-aaec-02356e40e3a7 HTTP/1.1" status: 204  len: 168 time: 1.9349675
Nov 24 14:28:17.973468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48282) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:17.974125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:17.980860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.175800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.178454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.201526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.205505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:18.232389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] DHCP port deletion for ba479fa5-ae16-46a3-8bb1-631161467533 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:18.238020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Deleting port 31e1ff39-d094-4049-8a14-a36b6cde8680 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:18.238943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.258715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Subnet': ['ID=d107fc0d-22f7-4e80-b2c5-bd2a47e3fa03,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:18.262547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server [None req-f27e9afb-72c6-4d3d-904a-710a90e6bc7f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d107fc0d-22f7-4e80-b2c5-bd2a47e3fa03: This subnet is being modified by another concurrent operation.
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 24 14:28:18.283102 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise exception
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d107fc0d-22f7-4e80-b2c5-bd2a47e3fa03: This subnet is being modified by another concurrent operation.
Nov 24 14:28:18.291772 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server 
Nov 24 14:28:18.341553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd4579-53af-4651-acfe-18ce8cd383d2 None None] Network a273b3df-0ff1-4f00-b50f-a15374045b85 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:18.372323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting port 31e1ff39-d094-4049-8a14-a36b6cde8680 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:18.372686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.398610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.432685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fd80280>,) {'filters': {'network_id': ['a273b3df-0ff1-4f00-b50f-a15374045b85']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:18.450529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd80280>, '02c90d70-8cda-4dbc-803b-0008b5a0d389') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:18.450918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd80280>, '02c90d70-8cda-4dbc-803b-0008b5a0d389') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:18.466167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.467722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ba6e9-5253-478b-af15-6df716e18df4 req-349538ef-c3d4-444e-a017-c23a585cea76 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:18.474548 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d3ba6e9-5253-478b-af15-6df716e18df4 req-349538ef-c3d4-444e-a017-c23a585cea76 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5558164
Nov 24 14:28:18.484549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.495240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:18.495651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.515905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c85ab-d5bd-47c9-9012-6cff5a6b2df4 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:18.516636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b04c85ab-d5bd-47c9-9012-6cff5a6b2df4 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Synchronizing usage tracker for tenant:eb095adad6d947bfb1437f3fd4fc6700 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:18.578773 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:18.584205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48292) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:18.690841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.701400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.704967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.708419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5dd2d148-bb0b-42c4-aa3c-c30c749abb95 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:18.720404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] For port 31e1ff39-d094-4049-8a14-a36b6cde8680, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=31e1ff39-d094-4049-8a14-a36b6cde8680,segment=NetworkSegment(d0dc754b-3fcb-4d80-a161-2139c05c5ac2),segment_id=d0dc754b-3fcb-4d80-a161-2139c05c5ac2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:18.720909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.738657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Network': ['ID=a273b3df-0ff1-4f00-b50f-a15374045b85,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:18.742708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:18.750111 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/a273b3df-0ff1-4f00-b50f-a15374045b85 HTTP/1.1" status: 204  len: 168 time: 1.0815420
Nov 24 14:28:18.753412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48298) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:18.761754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1784217000'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:18.763044 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d3ba6e9-5253-478b-af15-6df716e18df4 req-740096f7-2284-4d0d-ba2e-e66d60a4452b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2876384
Nov 24 14:28:18.785015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:18.790476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:network and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:18.794268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:18.802015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:18.845159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] For port 31e1ff39-d094-4049-8a14-a36b6cde8680, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=31e1ff39-d094-4049-8a14-a36b6cde8680,segment=NetworkSegment(d0dc754b-3fcb-4d80-a161-2139c05c5ac2),segment_id=d0dc754b-3fcb-4d80-a161-2139c05c5ac2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:18.845608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.865508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Calling delete_port for 31e1ff39-d094-4049-8a14-a36b6cde8680 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:18.901698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:18.905270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:18.930855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b04c85ab-d5bd-47c9-9012-6cff5a6b2df4 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Unset dirty status for tenant:eb095adad6d947bfb1437f3fd4fc6700 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:18.933076 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b04c85ab-d5bd-47c9-9012-6cff5a6b2df4 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "GET /v2.0/ports?device_id=639fa838-94f2-4534-b185-3130ad84016e HTTP/1.1" status: 200  len: 913 time: 0.9211318
Nov 24 14:28:18.936081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48304) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:18.998564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:18.999982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Calling delete_port for 31e1ff39-d094-4049-8a14-a36b6cde8680 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:19.027722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.031950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:19.073523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-00b5a815-0a2b-472c-9019-e8dd05ae0e8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7653796e788d4d90b55275ae4e905a27&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4856021
Nov 24 14:28:19.074012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48308) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:19.076765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.077222 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Added segment f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02 of type vlan for network 2abe194b-1cd3-4501-a946-484bb3302027
Nov 24 14:28:19.077331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Pushing event deleted for resources: {'Port': ['ID=31e1ff39-d094-4049-8a14-a36b6cde8680,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:19.080532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:19.085193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] No DVR routers for this DVR port 31e1ff39-d094-4049-8a14-a36b6cde8680 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:19.103630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:19.105228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:19.105797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc9d2d-305e-49d8-81c4-f7bf1bc5a5dd None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:28:19.142114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.147107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2c8df2d2-e9a1-4aae-8705-19453f26eb31 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:19.150806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.192539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=82366419-6ed3-49d9-b9cb-0c399ad3e0f6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:19.195017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:19.203274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.214196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.251893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.280645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc9d2d-305e-49d8-81c4-f7bf1bc5a5dd None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:28:19.429678 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/82366419-6ed3-49d9-b9cb-0c399ad3e0f6 HTTP/1.1" status: 204  len: 168 time: 1.8593144
Nov 24 14:28:19.438801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.475598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:19.475598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.475598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:19.477848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48314) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:19.554440 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-88b5ddcb-f3f6-47ec-823b-33ac47c03844 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0712130
Nov 24 14:28:19.554687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48318) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:19.560249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:19.568481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Network': ['ID=2abe194b-1cd3-4501-a946-484bb3302027,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:19.571736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:19.575828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.584813 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 2abe194b-1cd3-4501-a946-484bb3302027 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:19.637498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting port 31e1ff39-d094-4049-8a14-a36b6cde8680 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:19.637741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.722368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] The port '31e1ff39-d094-4049-8a14-a36b6cde8680' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:28:19.776640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e3a57-d89b-49da-8b9c-8d97ae362343 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:19.802181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:19.806467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:19.810412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:19.816567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:19.848400 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.0924656
Nov 24 14:28:19.849557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.860014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:19.868307 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7ed4027-fe06-40f6-a8d8-885f5f20999e HTTP/1.1" status: 204  len: 168 time: 0.7864377
Nov 24 14:28:19.870534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48326) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:19.872020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:19.884784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Request body: {'subnet': {'network_id': '2abe194b-1cd3-4501-a946-484bb3302027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:19.916979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ed4027-fe06-40f6-a8d8-885f5f20999e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:19.920193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:19.955883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31e1ff39-d094-4049-8a14-a36b6cde8680 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:20.010243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:20.016849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.025547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 31e1ff39-d094-4049-8a14-a36b6cde8680 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:20.025909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31e1ff39-d094-4049-8a14-a36b6cde8680 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:28:20.037766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:20.045037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Usage tracker for resource:subnet and tenant:cd25d81bad6b4081ab42d18c36c8e39e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:20.046360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.051439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:20.059090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:20.093162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f6ed940>,) {'filters': {'network_id': ['ba479fa5-ae16-46a3-8bb1-631161467533']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:20.131083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.196606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Made reservation on behalf of cd25d81bad6b4081ab42d18c36c8e39e for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:20.198124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6ed940>, 'd0dc754b-3fcb-4d80-a161-2139c05c5ac2') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:20.198619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6ed940>, 'd0dc754b-3fcb-4d80-a161-2139c05c5ac2') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:20.217854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:20.224465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Deleting port 55f4e11e-7340-4019-8813-4cd7c0f87f03 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:20.225056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.227634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.271584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.283433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bd497-8349-4f74-ab7c-c4fe05e4de5e req-437b231c-d0de-49d0-a032-b2207eece537 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:20.285260 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a10bd497-8349-4f74-ab7c-c4fe05e4de5e req-437b231c-d0de-49d0-a032-b2207eece537 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3358626
Nov 24 14:28:20.288984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:20.289386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:20.304799 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:20.363918 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a10bd497-8349-4f74-ab7c-c4fe05e4de5e req-f1e64d17-91e2-4e9f-be8f-3377730c7baa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582008
Nov 24 14:28:20.373813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.600850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.610616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] For port 55f4e11e-7340-4019-8813-4cd7c0f87f03, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=55f4e11e-7340-4019-8813-4cd7c0f87f03,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:20.611029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.619678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.623506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:20.763642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:20.768416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event deleted for resources: {'Network': ['ID=ba479fa5-ae16-46a3-8bb1-631161467533,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:20.772833 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "DELETE /v2.0/networks/ba479fa5-ae16-46a3-8bb1-631161467533 HTTP/1.1" status: 204  len: 168 time: 3.0682917
Nov 24 14:28:20.776193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:20.776635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:20.793817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Calling delete_port for 55f4e11e-7340-4019-8813-4cd7c0f87f03 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:20.799679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48346) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:20.843171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=6a6069b1-bba7-4901-b901-a27622c1385d,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:20.846693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:20.858063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:20.859227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:20.861798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:20.862376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.022836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.030565 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4748423
Nov 24 14:28:21.031702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48354) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:21.038137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': '6a6069b1-bba7-4901-b901-a27622c1385d', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-63032380'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:21.039782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:21.041766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Deleting port 4442f9f3-ca76-4aa1-8cf1-919b81509df8 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:21.042280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.109523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Pushing event deleted for resources: {'Port': ['ID=55f4e11e-7340-4019-8813-4cd7c0f87f03,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:21.115052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:21.119545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] No DVR routers for this DVR port 55f4e11e-7340-4019-8813-4cd7c0f87f03 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:21.137940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536dca2f-ea82-41cf-a079-fb1e32c2d3a3 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:21.230791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:21.235864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:21.244510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:21.245899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:21.333772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Deleting port ab83588e-56e0-4bfa-aebf-6b88ebfd6510 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:21.334106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.369786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '6a6069b1-bba7-4901-b901-a27622c1385d'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:21.370695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.386462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:21.389571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.405708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.406024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.422142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 567cf6e6-9392-4bc4-b84f-9636106df4fb yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:21.598590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/6a6069b1-bba7-4901-b901-a27622c1385d/4f0b5999-09d9-436b-b39a-ba270e852e72) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:21.680360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48368) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:21.711151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Calling delete_port for 4442f9f3-ca76-4aa1-8cf1-919b81509df8 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:21.880071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 55f4e11e-7340-4019-8813-4cd7c0f87f03 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:21.892427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:28:21.893575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'networks': [{'name': 'tempest-network--200052081'}, {'name': 'tempest-network--865668238'}]} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:21.894096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'network': {'name': 'tempest-network--200052081'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:21.894937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'network': {'name': 'tempest-network--865668238'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:21.900215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.907445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:21.912805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Usage tracker for resource:network and tenant:d194773bdafe49bcb16d1b53fbae6107 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:21.920172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:21.925835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:21.931099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 55f4e11e-7340-4019-8813-4cd7c0f87f03 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:21.931570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 55f4e11e-7340-4019-8813-4cd7c0f87f03 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:28:21.939545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:21.966736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:21.978324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Transition to ACTIVE for port object 4f0b5999-09d9-436b-b39a-ba270e852e72 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:21.998455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Transition to ACTIVE for port object 4f0b5999-09d9-436b-b39a-ba270e852e72 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:22.050485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Made reservation on behalf of d194773bdafe49bcb16d1b53fbae6107 for: {'network': 2} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:22.055150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.068745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.090948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.091207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.095843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2c326b36-0501-4417-a96e-195e4a4aee57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:22.100914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event updated for resources: {'Subnet': ['ID=87945039-9116-45f3-8026-e9746eaf53d6,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:22.106891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:22.110895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Usage tracker for resource:security_group_rule and tenant:d194773bdafe49bcb16d1b53fbae6107 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:22.112394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:22.116703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:22.122518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:22.155870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:22.158899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:22.168261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:22.178708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Pushing event updated for resources: {'Port': ['ID=4f0b5999-09d9-436b-b39a-ba270e852e72,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:22.205919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:22.221841 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:28:22.222874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:22.228814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.267828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Calling delete_port for ab83588e-56e0-4bfa-aebf-6b88ebfd6510 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:22.275166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Attempting to bind port 4f0b5999-09d9-436b-b39a-ba270e852e72 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:22.275706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Attempting to bind port 4f0b5999-09d9-436b-b39a-ba270e852e72 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:22.276143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Attempting to bind port 4f0b5999-09d9-436b-b39a-ba270e852e72 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:22.282845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:22.283279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:22.283776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.284301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:22.284777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Bound port: 4f0b5999-09d9-436b-b39a-ba270e852e72, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:22.285221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.341590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.342676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.345628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Checking segment: {'id': 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2abe194b-1cd3-4501-a946-484bb3302027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:22.345973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network hostable DHCP agents. Network: 2abe194b-1cd3-4501-a946-484bb3302027, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:22.362594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3093d9e1-4413-4567-b276-a2213d5207dd tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:22.396732 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f79ac607-9049-4ddb-a5b8-a3072c3fa936 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.3612175
Nov 24 14:28:22.400678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48378) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:22.416842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] For port 4f0b5999-09d9-436b-b39a-ba270e852e72, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:22.422845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3bd1bc-b17c-411b-9c24-6cd858857ac0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:22.427532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:22.435874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:22.451120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.451649 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Added segment a0e89d99-8255-4914-9f28-4da8e994fc86 of type vlan for network df2c6a0d-3726-4918-a71b-84aaad49183f
Nov 24 14:28:22.453010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5fcf-5b9a-4176-a19b-5c50544b3dcf req-a27e712b-fbb7-46fe-a3e2-85cb86a227b0 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:22.454447 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e78a5fcf-5b9a-4176-a19b-5c50544b3dcf req-a27e712b-fbb7-46fe-a3e2-85cb86a227b0 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4867830
Nov 24 14:28:22.464450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] For port 4f0b5999-09d9-436b-b39a-ba270e852e72, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4f0b5999-09d9-436b-b39a-ba270e852e72,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:22.466069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.474714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df35dad5-2e0f-4bef-9831-59ee7a6b4e4d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:22.481922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.515836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:22.526612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.526954 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Added segment 14f23b94-fa90-49fc-98a1-6f85fcde8f8a of type vlan for network afa7d5e1-e408-4c2f-8204-143361558dd8
Nov 24 14:28:22.543955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Pushing event deleted for resources: {'Port': ['ID=4442f9f3-ca76-4aa1-8cf1-919b81509df8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:22.546212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.549578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:22.552184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-55a63c6e-66d7-4561-9767-960a8caedd56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:22.555669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.639459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Pushing event updated for resources: {'Port': ['ID=4f0b5999-09d9-436b-b39a-ba270e852e72,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:22.640106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Network 2abe194b-1cd3-4501-a946-484bb3302027 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:22.645655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:22.659585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.661419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.665254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:22.670111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:22.670111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.674372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:22.719382 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e78a5fcf-5b9a-4176-a19b-5c50544b3dcf req-3d53e9ff-885a-4573-82a6-aaeeab67673b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2557938
Nov 24 14:28:22.742354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad839ee4-9085-4085-97a0-a3cb77e6fbfc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:22.742354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad839ee4-9085-4085-97a0-a3cb77e6fbfc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:22.759646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.791712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Network': ['ID=df2c6a0d-3726-4918-a71b-84aaad49183f,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:22.804748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network df2c6a0d-3726-4918-a71b-84aaad49183f details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:22.808430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 2abe194b-1cd3-4501-a946-484bb3302027) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:22.823559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:22.824649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.851306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef0b7b-2da9-479a-a955-5f589e95ac45 None None] Network 2abe194b-1cd3-4501-a946-484bb3302027 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:22.882838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:22.888404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:22.912513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Network': ['ID=afa7d5e1-e408-4c2f-8204-143361558dd8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:22.916057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:22.916722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:22.917027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:22.921153 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 1.2397418
Nov 24 14:28:22.921911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48384) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:22.985722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network afa7d5e1-e408-4c2f-8204-143361558dd8 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:23.049330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event deleted for resources: {'Port': ['ID=ab83588e-56e0-4bfa-aebf-6b88ebfd6510,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:23.054688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad839ee4-9085-4085-97a0-a3cb77e6fbfc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:23.056252 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ad839ee4-9085-4085-97a0-a3cb77e6fbfc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.6492014
Nov 24 14:28:23.058193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.061496 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] 10.222.0.53 "DELETE /v2.0/floatingips/1c9e851d-4243-446f-a466-9581fe17435e HTTP/1.1" status: 204  len: 168 time: 2.2558115
Nov 24 14:28:23.064185 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.1840875
Nov 24 14:28:23.065027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48388) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:23.065358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48392) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:23.066420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:23.125204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9225c-3430-4762-beb6-9d664ea635ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:23.131885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9225c-3430-4762-beb6-9d664ea635ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:23.137278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9225c-3430-4762-beb6-9d664ea635ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:23.143159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9225c-3430-4762-beb6-9d664ea635ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:23.144170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-17b9225c-3430-4762-beb6-9d664ea635ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Synchronizing usage tracker for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:23.279163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-17b9225c-3430-4762-beb6-9d664ea635ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Unset dirty status for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:23.280434 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-17b9225c-3430-4762-beb6-9d664ea635ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.3565896
Nov 24 14:28:23.284569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48398) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:23.424982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ef6a229e-fba8-4907-bb46-7141aeaca605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.430181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.512748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-2abe194b-1cd3-4501-a946-484bb3302027', 'network_id': '2abe194b-1cd3-4501-a946-484bb3302027', 'tenant_id': 'cd25d81bad6b4081ab42d18c36c8e39e', 'fixed_ips': [{'subnet_id': '87945039-9116-45f3-8026-e9746eaf53d6'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:23.514361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.590394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.625895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fefc6a0>,) {'filters': {'network_id': ['df2c6a0d-3726-4918-a71b-84aaad49183f']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:23.668070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fefc6a0>, 'a0e89d99-8255-4914-9f28-4da8e994fc86') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:23.668394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fefc6a0>, 'a0e89d99-8255-4914-9f28-4da8e994fc86') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:23.682246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.703210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.705714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad58696-6c7d-4c78-825d-36b0eba70703 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:23.707775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad58696-6c7d-4c78-825d-36b0eba70703 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:23.708603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ad58696-6c7d-4c78-825d-36b0eba70703 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:23.717155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:23.718698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:23.745710 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:23.785874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.793038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.824537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Allocated IP 2001:db8::f816:3eff:fe4d:59df (2abe194b-1cd3-4501-a946-484bb3302027/87945039-9116-45f3-8026-e9746eaf53d6/075b4b0f-002f-4d48-94b6-a30feda9a319) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:23.916961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48408) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:23.933542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:23.987278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ad58696-6c7d-4c78-825d-36b0eba70703 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:23.988885 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5ad58696-6c7d-4c78-825d-36b0eba70703 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.9198277
Nov 24 14:28:24.045651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48414) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:24.165821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.171516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.177327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1786a2a4-288c-46fb-9259-2a4ad081ddad tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:24.183677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Transition to ACTIVE for port object 075b4b0f-002f-4d48-94b6-a30feda9a319 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:24.209096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Transition to ACTIVE for port object 075b4b0f-002f-4d48-94b6-a30feda9a319 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:24.215511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4f0b5999-09d9-436b-b39a-ba270e852e72 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:24.226591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.238763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Network': ['ID=df2c6a0d-3726-4918-a71b-84aaad49183f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:24.302611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.307108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:24.369950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c8c0f910-1e02-44e6-b6bb-71d0dba81dae None None] Provisioning for port 4f0b5999-09d9-436b-b39a-ba270e852e72 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:24.381911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Network 2abe194b-1cd3-4501-a946-484bb3302027 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:24.382832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.388157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:24.393208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:24.395415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Pushing event updated for resources: {'Port': ['ID=075b4b0f-002f-4d48-94b6-a30feda9a319,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:24.399399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:24.421280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:24.433068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 4f0b5999-09d9-436b-b39a-ba270e852e72 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:24.442633 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/networks/df2c6a0d-3726-4918-a71b-84aaad49183f HTTP/1.1" status: 204  len: 168 time: 1.1550553
Nov 24 14:28:24.443890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48420) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:24.445249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 4f0b5999-09d9-436b-b39a-ba270e852e72 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:24.445693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.472282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.496799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f43bed-2e0b-4489-a69c-ea691ea0ded3 req-de0d0294-2563-4f22-87bb-e58f6ef9e692 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:24.498256 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b3f43bed-2e0b-4489-a69c-ea691ea0ded3 req-de0d0294-2563-4f22-87bb-e58f6ef9e692 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5167859
Nov 24 14:28:24.539472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Attempting to bind port 075b4b0f-002f-4d48-94b6-a30feda9a319 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:24.539966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Attempting to bind port 075b4b0f-002f-4d48-94b6-a30feda9a319 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2abe194b-1cd3-4501-a946-484bb3302027'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:24.540314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Attempting to bind port 075b4b0f-002f-4d48-94b6-a30feda9a319 on network 2abe194b-1cd3-4501-a946-484bb3302027 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:24.540670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:24.555287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:24.555664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Checking segment: {'id': 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2abe194b-1cd3-4501-a946-484bb3302027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:24.556072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.556489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Bound using segment: {'id': 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2abe194b-1cd3-4501-a946-484bb3302027'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:24.556968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Bound port: 075b4b0f-002f-4d48-94b6-a30feda9a319, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2abe194b-1cd3-4501-a946-484bb3302027'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:24.557328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.577387 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5316c1ca-545c-4852-9d07-37f177181a1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=128f2b7b1cff4b8b96512d0047137432&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6586983
Nov 24 14:28:24.587671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Subnet': ['ID=87945039-9116-45f3-8026-e9746eaf53d6,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:24.591143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:24.593989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48426) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:24.603887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 6a6069b1-bba7-4901-b901-a27622c1385d {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:24.611369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.656261 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b3f43bed-2e0b-4489-a69c-ea691ea0ded3 req-17b06050-9811-48ed-9463-23399c332c2d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466136
Nov 24 14:28:24.694207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.694436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.715266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] For port 075b4b0f-002f-4d48-94b6-a30feda9a319, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:24.722099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] For port 075b4b0f-002f-4d48-94b6-a30feda9a319, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=075b4b0f-002f-4d48-94b6-a30feda9a319,segment=NetworkSegment(f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02),segment_id=f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:24.737068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 4f0b5999-09d9-436b-b39a-ba270e852e72, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4f0b5999-09d9-436b-b39a-ba270e852e72,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:24.831941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.839459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.879992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f282b50>,) {'filters': {'network_id': ['2abe194b-1cd3-4501-a946-484bb3302027']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:24.896805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.901706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3f55a2c3-60ca-4c8e-a296-7885c278fa68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:24.905185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Router 639fa838-94f2-4534-b185-3130ad84016e has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:28:24.931006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f282b50>, 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:24.931286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f282b50>, 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:24.941888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.947180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.949709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:24.973273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.015785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.019040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Pushing event updated for resources: {'Port': ['ID=075b4b0f-002f-4d48-94b6-a30feda9a319,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:25.023595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:25.024067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:25.073763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:25.074182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.091053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.094081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d471b-05ed-4ce3-aed6-8275e8f02f27 None None] Network 2abe194b-1cd3-4501-a946-484bb3302027 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:25.114100 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:25.151716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.155685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eb1e34fa-85d7-49be-be9f-4c628a787dd0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:25.167384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=4f0b5999-09d9-436b-b39a-ba270e852e72,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:25.184900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:25.188481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.190023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6069b1-bba7-4901-b901-a27622c1385d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:25.194026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:25.201043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.235496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ea0a0-32d4-413c-88a8-89988a85ddd0 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:25.308546 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/6a6069b1-bba7-4901-b901-a27622c1385d HTTP/1.1" status: 204  len: 168 time: 1.2615700
Nov 24 14:28:25.311071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48432) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:25.388863 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ba48c185-2b8f-45ae-b427-882b181ba21d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0762961
Nov 24 14:28:25.392805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48436) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:25.400145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:25.478932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f550730>,) {'filters': {'network_id': ['afa7d5e1-e408-4c2f-8204-143361558dd8']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:25.497029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f550730>, '14f23b94-fa90-49fc-98a1-6f85fcde8f8a') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:25.497327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f550730>, '14f23b94-fa90-49fc-98a1-6f85fcde8f8a') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:25.513282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.531384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:25.536312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.540483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:25.546227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:25.546447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:25.546835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.549766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:25.553135 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] Sync routers for ids ['639fa838-94f2-4534-b185-3130ad84016e'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:25.556701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:25.561658 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:25.574785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:28:25.574785 dv-neutron-818347-1-hyperv neutron-server[84234]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:28:25.574785 dv-neutron-818347-1-hyperv neutron-server[84234]: [parameters: {'id': '2abe194b-1cd3-4501-a946-484bb3302027'}]
Nov 24 14:28:25.574785 dv-neutron-818347-1-hyperv neutron-server[84234]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:25.574785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:25.587672 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] Routers {'639fa838-94f2-4534-b185-3130ad84016e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:25.588746 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420312af0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['639fa838-94f2-4534-b185-3130ad84016e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:25.641515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:25.647020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Deleting port 4f0b5999-09d9-436b-b39a-ba270e852e72 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:25.647760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.657835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.660297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.664253 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0589a22-8b60-459b-8851-099674a0cdc2 HTTP/1.1" status: 204  len: 168 time: 1.0653329
Nov 24 14:28:25.668347 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420312af0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:25.682392 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] Routers {'639fa838-94f2-4534-b185-3130ad84016e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:25.683376 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420312af0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:27:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['639fa838-94f2-4534-b185-3130ad84016e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:25.698169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8e8cc368-791d-4f8d-9d74-6994d8d5eae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:25.701306 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "PUT /v2.0/routers/639fa838-94f2-4534-b185-3130ad84016e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7633810
Nov 24 14:28:25.703933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48446) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:25.717360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0589a22-8b60-459b-8851-099674a0cdc2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:25.720712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:25.787326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c9d0a-57e1-48a4-9291-651d87c283f6 req-3332dcf4-d34c-4081-bcef-f5c30a86caf8 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:25.788844 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6c4c9d0a-57e1-48a4-9291-651d87c283f6 req-3332dcf4-d34c-4081-bcef-f5c30a86caf8 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.1378350
Nov 24 14:28:25.828009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:25.833571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.834116 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420312af0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:25.834487 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e32f1-ab36-4c6b-a5a5-e94ee9a28a67 None None] The sync data for ids ['639fa838-94f2-4534-b185-3130ad84016e'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:25.839143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.846668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3f870be6-1794-465c-af7c-8887fe89688e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:25.890233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:25.896714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Network': ['ID=afa7d5e1-e408-4c2f-8204-143361558dd8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:25.906490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4f0b5999-09d9-436b-b39a-ba270e852e72 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:25.928721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:25.938812 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6c4c9d0a-57e1-48a4-9291-651d87c283f6 req-251c3bc1-60f1-4a92-a54d-3c252d06755a tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1430490
Nov 24 14:28:25.944049 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/networks/afa7d5e1-e408-4c2f-8204-143361558dd8 HTTP/1.1" status: 204  len: 168 time: 1.4991767
Nov 24 14:28:25.945024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48452) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:25.953633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7837c9d6-3e11-4c25-90b4-8a03a8ec4a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.037424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] For port 4f0b5999-09d9-436b-b39a-ba270e852e72, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4f0b5999-09d9-436b-b39a-ba270e852e72,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:26.037771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.074532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.121109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99aaf76a-d933-49f4-a1aa-8ae3a78d4786 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.122105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting port 075b4b0f-002f-4d48-94b6-a30feda9a319 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:26.122508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.190886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Calling delete_port for 4f0b5999-09d9-436b-b39a-ba270e852e72 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:26.307381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fb895-332e-451f-8f81-3d2fa6a701b7 req-e1c5cd9e-5310-4a8e-a483-5e3a01638d2f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:26.313947 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e43fb895-332e-451f-8f81-3d2fa6a701b7 req-e1c5cd9e-5310-4a8e-a483-5e3a01638d2f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4116042
Nov 24 14:28:26.352328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.400690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.403832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fdd028-5b48-4882-ad2e-77cfe84892ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:26.408618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fdd028-5b48-4882-ad2e-77cfe84892ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:26.409374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-22fdd028-5b48-4882-ad2e-77cfe84892ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Synchronizing usage tracker for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:26.415268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] For port 075b4b0f-002f-4d48-94b6-a30feda9a319, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=075b4b0f-002f-4d48-94b6-a30feda9a319,segment=NetworkSegment(f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02),segment_id=f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:26.419959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.443886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:26.475749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] No DVR routers for this DVR port 4f0b5999-09d9-436b-b39a-ba270e852e72 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:26.499633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Pushing event deleted for resources: {'Port': ['ID=4f0b5999-09d9-436b-b39a-ba270e852e72,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:26.503147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:26.510919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36be27a-28d1-4f55-8e61-55f2cad881fb None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:28:26.529200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e43fb895-332e-451f-8f81-3d2fa6a701b7 req-e5a39ea0-7491-49db-9cc4-978f9fa1f367 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2143922
Nov 24 14:28:26.562729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Calling delete_port for 075b4b0f-002f-4d48-94b6-a30feda9a319 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:26.618726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-22fdd028-5b48-4882-ad2e-77cfe84892ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Unset dirty status for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:26.620586 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-22fdd028-5b48-4882-ad2e-77cfe84892ec tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6744714
Nov 24 14:28:26.625204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48462) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:26.635574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1364212882'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:26.642245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.643389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:26.666962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:26.684953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36be27a-28d1-4f55-8e61-55f2cad881fb None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:28:26.737481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48466) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:26.759525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.765115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:26.795079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99aaf76a-d933-49f4-a1aa-8ae3a78d4786 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.802317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.803389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99aaf76a-d933-49f4-a1aa-8ae3a78d4786 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.825529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Made reservation on behalf of d194773bdafe49bcb16d1b53fbae6107 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:26.828371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.854269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Port': ['ID=075b4b0f-002f-4d48-94b6-a30feda9a319,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:26.859465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:26.865080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No DVR routers for this DVR port 075b4b0f-002f-4d48-94b6-a30feda9a319 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:26.897156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.904671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:26.932355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:26.936245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Usage tracker for resource:security_group_rule and tenant:f581b0fd0dd04d3690fc9f7e32f14f76 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:26.939118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:26.945834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:26.960216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:26.977075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:26.977416 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Added segment 9a1a31bc-f30a-4a33-a23c-1653aeafcc35 of type vlan for network e9294546-6152-4c1f-b13d-7cbeb19cfde2
Nov 24 14:28:26.995765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=8995b1e2-1015-4290-9764-86e624d42930,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:27.011083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:27.011902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99aaf76a-d933-49f4-a1aa-8ae3a78d4786 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.015397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aaf76a-d933-49f4-a1aa-8ae3a78d4786 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Fanout notify agent at l3_agent the message router_deleted on router 639fa838-94f2-4534-b185-3130ad84016e {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:28:27.043524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:27.048006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99aaf76a-d933-49f4-a1aa-8ae3a78d4786 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.052081 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-99aaf76a-d933-49f4-a1aa-8ae3a78d4786 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "DELETE /v2.0/routers/639fa838-94f2-4534-b185-3130ad84016e HTTP/1.1" status: 204  len: 168 time: 1.3443618
Nov 24 14:28:27.052081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:27.055244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:27.056310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.059927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48472) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:27.074339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.118134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.127913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ed86700>,) {'filters': {'network_id': ['2abe194b-1cd3-4501-a946-484bb3302027']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:27.146461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '8995b1e2-1015-4290-9764-86e624d42930'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:27.147347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.162618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ed86700>, 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:27.163159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ed86700>, 'f04ed084-95f4-47ff-8cc9-f1aa3b3c4d02') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:27.195921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.239468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.247689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.252378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:27.253012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:27.269322 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:27.282013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8876398
Nov 24 14:28:27.291818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48478) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:27.306083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1221149312', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:27.313369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:27.317482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Deleting subnet e18756ba-7ea4-4344-a181-d611b03d7f5f {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:27.321356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:router and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:27.323816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.332911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.336986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:27.342235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.350835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:27.356431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7867bf2-067d-42fa-90ff-21718d0d2fbe tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:27.362224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:27.364874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/8995b1e2-1015-4290-9764-86e624d42930/029c5c4c-5718-4e72-a9dc-47da249be7b3) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:27.391267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.494639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.535379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.536695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.578042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Network': ['ID=e9294546-6152-4c1f-b13d-7cbeb19cfde2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:27.580925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:27.582431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.614625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-859879e6-ac53-4f3a-a134-f0ef0ca79253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:27.642455 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f581b0fd0dd04d3690fc9f7e32f14f76&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9033995
Nov 24 14:28:27.644413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f946b3-2a8a-488a-b031-e4e875d5dce1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:27.645807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00eb4-4407-41d2-86f7-e7b6bb0d4095 req-f561643b-b666-4418-a577-860592f70181 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:27.647896 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d8f00eb4-4407-41d2-86f7-e7b6bb0d4095 req-f561643b-b666-4418-a577-860592f70181 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.1184986
Nov 24 14:28:27.648158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:27.648389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:27.663597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.678551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network e9294546-6152-4c1f-b13d-7cbeb19cfde2 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:27.744447 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d8f00eb4-4407-41d2-86f7-e7b6bb0d4095 req-eb9dfca0-978a-44f9-8c60-54ca3948a5b4 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821438
Nov 24 14:28:27.751660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.780320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.790787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.797154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-571720aa-0af9-4ea5-b535-317b73d5c8ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:27.819641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be95ad-cad2-4d80-99a3-7d04c951221a req-5915e146-0dc9-4bd5-b182-857b8c7ccf3c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:27.821537 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-58be95ad-cad2-4d80-99a3-7d04c951221a req-5915e146-0dc9-4bd5-b182-857b8c7ccf3c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.1213682
Nov 24 14:28:27.834021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Transition to ACTIVE for port object 029c5c4c-5718-4e72-a9dc-47da249be7b3 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:27.845962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event deleted for resources: {'Subnet': ['ID=e18756ba-7ea4-4344-a181-d611b03d7f5f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:27.855027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.861447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:27.861631 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.2326801
Nov 24 14:28:27.864749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.872487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:27.872642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48490) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:27.872890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Transition to ACTIVE for port object 029c5c4c-5718-4e72-a9dc-47da249be7b3 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:27.877523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-339573756'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:27.887843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.888187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:27.889665 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/2abe194b-1cd3-4501-a946-484bb3302027 HTTP/1.1" status: 204  len: 168 time: 4.8191104
Nov 24 14:28:27.893552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48494) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:27.895224 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "DELETE /v2.0/subnets/e18756ba-7ea4-4344-a181-d611b03d7f5f HTTP/1.1" status: 204  len: 168 time: 0.8322489
Nov 24 14:28:27.896395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48496) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:27.897248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Network': ['ID=2abe194b-1cd3-4501-a946-484bb3302027,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:27.900178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Usage tracker for resource:network and tenant:d194773bdafe49bcb16d1b53fbae6107 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:27.903535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:27.908795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.918761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:27.930461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:27.970976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:27.976352 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbc3d92-2e60-4351-9045-6d984f0118ba tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:27.976831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0339c88a-2bd2-4cea-9966-3e7a03666a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:27.976960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbc3d92-2e60-4351-9045-6d984f0118ba tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:27.978499 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cfbc3d92-2e60-4351-9045-6d984f0118ba tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/87945039-9116-45f3-8026-e9746eaf53d6 HTTP/1.1" status: 404  len: 337 time: 0.0839949
Nov 24 14:28:27.981274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48502) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.015579 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-1560e75c-17a8-4fad-99a5-ecaa05312ec5 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:28.016206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1560e75c-17a8-4fad-99a5-ecaa05312ec5 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:28.028724 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1560e75c-17a8-4fad-99a5-ecaa05312ec5 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/2abe194b-1cd3-4501-a946-484bb3302027 HTTP/1.1" status: 404  len: 339 time: 0.0438535
Nov 24 14:28:28.028938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48506) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.035951 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-58be95ad-cad2-4d80-99a3-7d04c951221a req-512bf3d2-100d-41b3-a4b0-6729025c0c8c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2080786
Nov 24 14:28:28.072208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.073586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-625d14c1-297c-4e0b-9f5d-ecf377997f8d tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:28.074011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625d14c1-297c-4e0b-9f5d-ecf377997f8d tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:28.075639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-625d14c1-297c-4e0b-9f5d-ecf377997f8d tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/d107fc0d-22f7-4e80-b2c5-bd2a47e3fa03 HTTP/1.1" status: 404  len: 337 time: 0.0455585
Nov 24 14:28:28.075764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.078065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.079058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48510) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.079190 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86f946b3-2a8a-488a-b031-e4e875d5dce1 HTTP/1.1" status: 204  len: 168 time: 0.4297872
Nov 24 14:28:28.079854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:28.089690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f946b3-2a8a-488a-b031-e4e875d5dce1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:28.092877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:28.107943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Deleting port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:28.108129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Made reservation on behalf of d194773bdafe49bcb16d1b53fbae6107 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:28.108364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.112393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.123240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Pushing event updated for resources: {'Port': ['ID=029c5c4c-5718-4e72-a9dc-47da249be7b3,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:28.127187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:28.131016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:28.131147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.132031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:28.135790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:28.157234 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-33333261-e125-4e91-bbaf-572bf4a81584 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:28.157713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33333261-e125-4e91-bbaf-572bf4a81584 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:28.159373 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-33333261-e125-4e91-bbaf-572bf4a81584 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/a273b3df-0ff1-4f00-b50f-a15374045b85 HTTP/1.1" status: 404  len: 339 time: 0.0791018
Nov 24 14:28:28.163395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48516) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.182415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:28.194987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.195462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Added segment cc9d4a63-b780-4ff2-92a8-76456b010aae of type vlan for network b0b00dfe-a0e6-44c6-8451-6b064c5845fc
Nov 24 14:28:28.213880 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-021e297c-0c4d-476c-86d3-a09bcfec3918 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:28.214328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021e297c-0c4d-476c-86d3-a09bcfec3918 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:28.220314 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-021e297c-0c4d-476c-86d3-a09bcfec3918 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/e8b0b4f3-90df-414d-b311-83ea50c677c0 HTTP/1.1" status: 404  len: 337 time: 0.0516560
Nov 24 14:28:28.220314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48520) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.232443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.242301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.247305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.249181 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a8fa1bd5-a75b-46ad-a140-76762f3dde3b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.9557142
Nov 24 14:28:28.257686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Attempting to bind port 029c5c4c-5718-4e72-a9dc-47da249be7b3 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:28.257686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Attempting to bind port 029c5c4c-5718-4e72-a9dc-47da249be7b3 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:28.257686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Attempting to bind port 029c5c4c-5718-4e72-a9dc-47da249be7b3 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:28.257982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48524) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.263880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:28.264445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:28.264851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.265648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:28.266251 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Bound port: 029c5c4c-5718-4e72-a9dc-47da249be7b3, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:28.266633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.287038 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09d1d8c-72f4-4886-ba7e-3c58328d6c6e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:28.287484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09d1d8c-72f4-4886-ba7e-3c58328d6c6e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:28.292354 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e09d1d8c-72f4-4886-ba7e-3c58328d6c6e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/bdb707e4-2892-4b81-ae73-5e79ec1e6a9b HTTP/1.1" status: 404  len: 339 time: 0.0690775
Nov 24 14:28:28.292354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48528) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.363714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] For port 029c5c4c-5718-4e72-a9dc-47da249be7b3, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:28.367677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] For port 029c5c4c-5718-4e72-a9dc-47da249be7b3, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=029c5c4c-5718-4e72-a9dc-47da249be7b3,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:28.381125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:28:28.447971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting port 21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:28.448341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.451339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.466508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:28.522072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] For port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9dc2e40b-c32a-497a-8cd2-02cc04be2e58,segment=NetworkSegment(f3f8dfff-978b-47a2-9afd-8240e89e3ffe),segment_id=f3f8dfff-978b-47a2-9afd-8240e89e3ffe)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:28.522436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.567410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Pushing event updated for resources: {'Port': ['ID=029c5c4c-5718-4e72-a9dc-47da249be7b3,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:28.571034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:28.597022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.602367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:28.605012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:28.613991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:28.713929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Calling delete_port for 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:28.760656 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8912978
Nov 24 14:28:28.768430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48536) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:28.803331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'ports': [{'network_id': 'e9294546-6152-4c1f-b13d-7cbeb19cfde2', 'name': 'tempest-port--72599253', 'admin_state_up': True}, {'network_id': 'b0b00dfe-a0e6-44c6-8451-6b064c5845fc', 'admin_state_up': False}]} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:28.803975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'port': {'network_id': 'e9294546-6152-4c1f-b13d-7cbeb19cfde2', 'name': 'tempest-port--72599253', 'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:28.804111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'port': {'network_id': 'b0b00dfe-a0e6-44c6-8451-6b064c5845fc', 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:28.839941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Network': ['ID=b0b00dfe-a0e6-44c6-8451-6b064c5845fc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:28.849685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ddd5fd66-c7d6-4f9f-9af5-ff477396d2c2 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:28.855855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network b0b00dfe-a0e6-44c6-8451-6b064c5845fc details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:29.108047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.242443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48544) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:29.242443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Calling delete_port for 21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:29.340646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.389609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.409509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7aa69a79-6a39-41b1-a2ac-226c027a6f02 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:29.516686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730270-422b-4040-83b3-cd0055045ac9 req-729c3b69-b358-496f-a0c8-5910834e115d tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:29.518193 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a9730270-422b-4040-83b3-cd0055045ac9 req-729c3b69-b358-496f-a0c8-5910834e115d tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.5845616
Nov 24 14:28:29.559402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event deleted for resources: {'Port': ['ID=9dc2e40b-c32a-497a-8cd2-02cc04be2e58,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:29.565273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:29.569299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:29.575495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] No DVR routers for this DVR port 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:29.603174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Usage tracker for resource:security_group_rule and tenant:c9bfd1f610af45cca1fb36d5f3d46040 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:29.619405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:29.630728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:29.636892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.651953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:29.652906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Usage tracker for resource:port and tenant:d194773bdafe49bcb16d1b53fbae6107 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:29.659139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.669982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:29.670538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3db3f-c80d-4b2f-a21a-b0ba3f3354d7 req-58c2619e-4751-490a-ac26-cf3ca980cd59 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:29.676844 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91c3db3f-c80d-4b2f-a21a-b0ba3f3354d7 req-58c2619e-4751-490a-ac26-cf3ca980cd59 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.4429796
Nov 24 14:28:29.677825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:29.684156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919e45-4c5c-48a7-86d3-48256f84ee57 req-7c401689-b8ef-4792-b1be-7c271f6795da tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:29.684156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f919e45-4c5c-48a7-86d3-48256f84ee57 req-7c401689-b8ef-4792-b1be-7c271f6795da tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4261334
Nov 24 14:28:29.689802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc9375-49f2-4516-a9a6-a5df9832c9f1 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:29.692050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:29.697902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Deleting port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:29.698236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.708320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3015c4-4c6a-40b2-b731-56f93d9581e8 None None] Network 1cded14f-476d-4c69-bf4a-62b1326cc113 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:29.853308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Port': ['ID=21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:29.861006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:29.890407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.944697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Made reservation on behalf of d194773bdafe49bcb16d1b53fbae6107 for: {'port': 2} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:29.950959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.969950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:29.979775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fb172b0>,) {'filters': {'network_id': ['1cded14f-476d-4c69-bf4a-62b1326cc113']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:30.010553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb172b0>, 'f3f8dfff-978b-47a2-9afd-8240e89e3ffe') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:30.010845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb172b0>, 'f3f8dfff-978b-47a2-9afd-8240e89e3ffe') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:30.036672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-11a4f2e6-ab91-42b5-88a6-44db024ce36b None None] Provisioning for port 029c5c4c-5718-4e72-a9dc-47da249be7b3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:30.037960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.041737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 029c5c4c-5718-4e72-a9dc-47da249be7b3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:30.049578 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/ports/21e7c64e-560e-4ad3-b5b5-0b5ea5c13af7 HTTP/1.1" status: 204  len: 168 time: 1.7566047
Nov 24 14:28:30.061058 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91c3db3f-c80d-4b2f-a21a-b0ba3f3354d7 req-72873e0d-b789-4bc6-9a12-b572694f574c tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2935567
Nov 24 14:28:30.079842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.089199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48550) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:30.101542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.116425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.126154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:30.126645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.152941 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b91b07-dc86-4c7f-8469-f3aad0120400 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:30.157897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b91b07-dc86-4c7f-8469-f3aad0120400 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:30.157897 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d2b91b07-dc86-4c7f-8469-f3aad0120400 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/b5734ef8-595a-409e-9b55-7d76aa4e8e4d HTTP/1.1" status: 404  len: 337 time: 0.0537605
Nov 24 14:28:30.173723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48554) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:30.215168 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f919e45-4c5c-48a7-86d3-48256f84ee57 req-bfe788b4-45bb-4d18-89cb-9a3a332dac0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4865906
Nov 24 14:28:30.218274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb0a03-cfa8-4d84-a99e-fe0542e544f9 None None] DHCP port deletion for 1cded14f-476d-4c69-bf4a-62b1326cc113 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:30.228237 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:30.268171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.286471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 029c5c4c-5718-4e72-a9dc-47da249be7b3 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:30.291339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1bb8f5f3-dc02-4475-820f-2e0d04c0bf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:30.310126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 029c5c4c-5718-4e72-a9dc-47da249be7b3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:30.310656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.358566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4578a1-7e7d-469a-b4f2-5fcc127a200b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:30.363115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:30.366442 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9bfd1f610af45cca1fb36d5f3d46040&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0938768
Nov 24 14:28:30.369073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48560) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:30.461168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.471820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:30.480717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.490573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.508780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Pushing event deleted for resources: {'Network': ['ID=1cded14f-476d-4c69-bf4a-62b1326cc113,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:30.518505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:30.527927 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] 10.222.0.53 "DELETE /v2.0/networks/1cded14f-476d-4c69-bf4a-62b1326cc113 HTTP/1.1" status: 204  len: 168 time: 2.6281359
Nov 24 14:28:30.532982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.537956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 029c5c4c-5718-4e72-a9dc-47da249be7b3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=029c5c4c-5718-4e72-a9dc-47da249be7b3,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:30.543838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] device_id is not set on port 3c36e49a-81bd-4f7a-8f5a-7e6b7177b091 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:30.567022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.606112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021a48-d946-48ad-83dd-1c9697c40070 req-44c6c937-3e9a-4745-96fa-c1684c78f8bf tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:30.607598 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6f021a48-d946-48ad-83dd-1c9697c40070 req-44c6c937-3e9a-4745-96fa-c1684c78f8bf tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.1962900
Nov 24 14:28:30.646974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.646974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:30.680475 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6f021a48-d946-48ad-83dd-1c9697c40070 req-ebe04630-e9e8-4884-bbb8-4939f940bb97 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638340
Nov 24 14:28:30.757994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=029c5c4c-5718-4e72-a9dc-47da249be7b3,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:30.761353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:30.774260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3095a7b2-47c2-4ac6-87d6-efd8324dfe40 None None] Provisioning complete for port 029c5c4c-5718-4e72-a9dc-47da249be7b3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:30.774260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3095a7b2-47c2-4ac6-87d6-efd8324dfe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.792985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.797389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c538b4a-6448-471e-8a41-7113efc77a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:30.810155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4578a1-7e7d-469a-b4f2-5fcc127a200b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:30.814134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:30.821674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.822782 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a4578a1-7e7d-469a-b4f2-5fcc127a200b HTTP/1.1" status: 204  len: 168 time: 0.4527285
Nov 24 14:28:30.858949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:30.922135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] For port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:30.922490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.042868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:31.043503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.229764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::1 (545fb1c8-c25e-4ba6-8844-73dcc5231588/8995b1e2-1015-4290-9764-86e624d42930/b06a3bb7-7ce2-4c75-967c-97e21f11d25e) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:31.256697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.306650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:31.325621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0b914-e76b-48ed-af0e-4686d055f67b req-f480029b-56bc-4221-9098-b4f2668787c3 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:31.333507 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cfa0b914-e76b-48ed-af0e-4686d055f67b req-f480029b-56bc-4221-9098-b4f2668787c3 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 945 time: 0.1461906
Nov 24 14:28:31.438563 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cfa0b914-e76b-48ed-af0e-4686d055f67b req-5a5abcef-4faf-4076-aba9-0c17e78ff26e tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951293
Nov 24 14:28:31.609138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] device_id is not set on port 8c7e181d-f620-4977-8f29-4262c9db6990 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:31.653884 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0545b130-5073-4906-b8be-098791630a1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb095adad6d947bfb1437f3fd4fc6700&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3453317
Nov 24 14:28:31.656291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48594) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:31.673896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69117b65-9926-4f99-8068-a93984aaa38f req-fb86358c-373d-44cc-a51d-a5b81d7007aa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:31.675385 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-69117b65-9926-4f99-8068-a93984aaa38f req-fb86358c-373d-44cc-a51d-a5b81d7007aa tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.1383355
Nov 24 14:28:31.740838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] For port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=53d5ac09-2d31-4f79-9ac1-2a7a02cc8796,segment=NetworkSegment(6f04a205-4f03-45e4-af4c-e111619f23e2),segment_id=6f04a205-4f03-45e4-af4c-e111619f23e2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:31.741193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.761061 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-69117b65-9926-4f99-8068-a93984aaa38f req-b64503ec-2fee-429d-989e-b3ee4a0271c4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715237
Nov 24 14:28:31.765574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.816841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.817218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.817528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Floating IP f27cda21-d642-4111-a89a-e8604d729372 disassociated. External IP: 172.26.2.160, port: 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683.
Nov 24 14:28:31.817871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Calling delete_port for 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:31.827825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:31.905464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 029c5c4c-5718-4e72-a9dc-47da249be7b3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:31.924890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Calling delete_port for 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:32.013027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 029c5c4c-5718-4e72-a9dc-47da249be7b3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:32.013786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.075608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.081459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:32.095658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeddbb65-f4e1-4eac-aad7-4a124032daa3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:32.103781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:32.104069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.104605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.114984 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eeddbb65-f4e1-4eac-aad7-4a124032daa3 HTTP/1.1" status: 204  len: 168 time: 0.4510438
Nov 24 14:28:32.150772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3b369-2750-4890-90e6-8ba1f6affdeb req-2e91bb2b-4515-4a74-8ec5-cc04255f1c64 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:32.157694 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e9f3b369-2750-4890-90e6-8ba1f6affdeb req-2e91bb2b-4515-4a74-8ec5-cc04255f1c64 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.1332204
Nov 24 14:28:32.163460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object b06a3bb7-7ce2-4c75-967c-97e21f11d25e will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:32.176268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:32.210360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:32.210986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9dc2e40b-c32a-497a-8cd2-02cc04be2e58 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:28:32.217318 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e9f3b369-2750-4890-90e6-8ba1f6affdeb req-2fcd93f0-9838-4874-a7e2-f8d27e0d1833 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580082
Nov 24 14:28:32.304609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.316782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:32.468051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.475124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Port': ['ID=53d5ac09-2d31-4f79-9ac1-2a7a02cc8796,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:32.476974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.480314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:32.490658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.493627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-62163ba6-64df-478b-9935-1f416f82d3db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:32.545026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No DVR routers for this DVR port 53d5ac09-2d31-4f79-9ac1-2a7a02cc8796 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:32.746112 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-459299b9-6973-4349-a224-c93cc5a85cbe req-4aa6b54f-8b55-4830-810a-2f4ffe9eeaed tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.1565328
Nov 24 14:28:32.755205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:32.762914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:32.771232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:32.774007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:32.774528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:32.842701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=b06a3bb7-7ce2-4c75-967c-97e21f11d25e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:32.868988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:32.870034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:28:32.953023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event deleted for resources: {'Port': ['ID=1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:32.982804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:32.984529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:32.984916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:32.991426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:33.042611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f9626a0>,) {'filters': {'network_id': ['3ed34710-4c1b-4e7b-b82c-5216fb61e203']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:33.070818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9626a0>, '6f04a205-4f03-45e4-af4c-e111619f23e2') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:33.071389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9626a0>, '6f04a205-4f03-45e4-af4c-e111619f23e2') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:33.113309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:33.115564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:33.187268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4890d-f05c-402e-a22f-e459aaa54e35 req-04b76a67-3a89-4f4a-9b87-d63b4bb2c430 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:33.197803 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cca4890d-f05c-402e-a22f-e459aaa54e35 req-04b76a67-3a89-4f4a-9b87-d63b4bb2c430 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.1566460
Nov 24 14:28:33.205589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:33.212847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ba77d709-7252-4fd9-8cbd-46e468e3014f tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:33.259681 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cca4890d-f05c-402e-a22f-e459aaa54e35 req-08cf7d23-f869-41e3-a5a1-8aca33fb50a6 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602007
Nov 24 14:28:33.343459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:33.343920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:33.486101 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:33.516494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e99f3467-e713-445c-9058-5d6c06a028a2 None None] Provisioning for port b06a3bb7-7ce2-4c75-967c-97e21f11d25e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:33.523155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e99f3467-e713-445c-9058-5d6c06a028a2 None None] Provisioning complete for port b06a3bb7-7ce2-4c75-967c-97e21f11d25e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:33.523586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e99f3467-e713-445c-9058-5d6c06a028a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:33.638914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e99f3467-e713-445c-9058-5d6c06a028a2 None None] Port b06a3bb7-7ce2-4c75-967c-97e21f11d25e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:33.671541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Port': ['ID=3c36e49a-81bd-4f7a-8f5a-7e6b7177b091,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:33.682928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:33.700182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:33.733710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Checking segment: {'id': '9a1a31bc-f30a-4a33-a23c-1653aeafcc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e9294546-6152-4c1f-b13d-7cbeb19cfde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:33.734058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Network hostable DHCP agents. Network: e9294546-6152-4c1f-b13d-7cbeb19cfde2, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:33.830856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5c286-dbae-4620-9c30-a959a222443a req-5d9f16e8-b841-4f0f-915f-a5f63cdc3917 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:33.832343 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf5c286-dbae-4620-9c30-a959a222443a req-5d9f16e8-b841-4f0f-915f-a5f63cdc3917 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.5690553
Nov 24 14:28:33.845918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ceb4a-1a2b-4a35-934a-f7c79e95abff req-6f3e21ca-8846-4819-8bfa-1f05d93690b6 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:33.847837 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c79ceb4a-1a2b-4a35-934a-f7c79e95abff req-6f3e21ca-8846-4819-8bfa-1f05d93690b6 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.3487837
Nov 24 14:28:34.039381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:34.078776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Router 194b311b-1867-4394-a5cc-d5a94c8daec7 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:28:34.086494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:34.117707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:34.122757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Deleting port 5300a497-6531-463a-aedc-6042a45a3b76 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:34.123081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:34.160320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Network': ['ID=3ed34710-4c1b-4e7b-b82c-5216fb61e203,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:34.180693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:34.204489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Network e9294546-6152-4c1f-b13d-7cbeb19cfde2 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:34.335219 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c79ceb4a-1a2b-4a35-934a-f7c79e95abff req-6678b638-d3bd-4b17-b841-b946759db4dd tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4481812
Nov 24 14:28:34.361336 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/3ed34710-4c1b-4e7b-b82c-5216fb61e203 HTTP/1.1" status: 204  len: 168 time: 4.1863136
Nov 24 14:28:34.367810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, e9294546-6152-4c1f-b13d-7cbeb19cfde2) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:34.369511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48650) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:34.378577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6ad57-23e8-42a6-8123-4c9a8062f3f0 None None] Network e9294546-6152-4c1f-b13d-7cbeb19cfde2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:34.481447 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b7d8e031-2952-4f97-b13e-6adc6d133000 req-922e9f9d-7643-49e5-a88c-e5c710188f07 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.1629353
Nov 24 14:28:34.503042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:34.504524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:34.559457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c8434088-4e3a-4e58-8968-8b40ee699cbc tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:34.667728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48656) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:34.858699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61584729'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:34.866478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:34.871249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:34.875381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:34.886114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:34.891854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting port 10b118f3-925f-4db1-8491-e944f142cc3e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:34.892224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:34.953532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Port': ['ID=8c7e181d-f620-4977-8f29-4262c9db6990,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:35.017716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:35.030897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:35.037400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.062633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.119200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:35.125457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:security_group_rule and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:35.130748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:35.138378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:35.161790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:28:35.226813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.268268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.276263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Checking segment: {'id': 'cc9d4a63-b780-4ff2-92a8-76456b010aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b0b00dfe-a0e6-44c6-8451-6b064c5845fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:35.276614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Network hostable DHCP agents. Network: b0b00dfe-a0e6-44c6-8451-6b064c5845fc, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:35.299213 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-9f111e29-d53b-4b77-95a5-76a0c8dcc6f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 0.6907759
Nov 24 14:28:35.308563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] For port 5300a497-6531-463a-aedc-6042a45a3b76, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=5300a497-6531-463a-aedc-6042a45a3b76,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:35.313082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.333473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2be7-f421-4ec2-a8a0-15945b4e5711 req-7d782462-54ba-4d44-b330-e68750f7fe26 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:35.334892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a1ea2be7-f421-4ec2-a8a0-15945b4e5711 req-7d782462-54ba-4d44-b330-e68750f7fe26 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6963181
Nov 24 14:28:35.348356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.352888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c1d2de3-a95b-470b-9a82-a57a02ad2e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:35.386318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:35.395490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a2612-ede7-4b02-b66f-1efb2b872336,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:35.399647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:35.402298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.403142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment f3e4126f-a155-4c28-88eb-7f82737f8f4c of type vlan for network d649c124-afe6-4e02-88d6-d754cd64ecca
Nov 24 14:28:35.446475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.469511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.470335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.475263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48674) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:35.483013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:35.581032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491746c-eed5-4d21-9f24-62bb7c1d240e req-072ddb17-cd6d-42f0-94e7-899565aac35f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:35.583270 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e491746c-eed5-4d21-9f24-62bb7c1d240e req-072ddb17-cd6d-42f0-94e7-899565aac35f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.0919228
Nov 24 14:28:35.633483 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e491746c-eed5-4d21-9f24-62bb7c1d240e req-1f25bf0a-208a-4687-baaa-ec471af1eced tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440001
Nov 24 14:28:35.638504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.642040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:35.646937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:35.656303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-93d52941-c42e-4f23-bdfa-77e5ee29f453 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:35.668383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:35.833729 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.1644278
Nov 24 14:28:35.850641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=d649c124-afe6-4e02-88d6-d754cd64ecca,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:35.865909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network d649c124-afe6-4e02-88d6-d754cd64ecca details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:35.877889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:35.886688 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-241fe0f9-0523-4830-914b-ccc94de1de20 req-b67cabe9-6cae-4aaa-bb69-827220b509bd tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.0963726
Nov 24 14:28:35.921936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:36.007827 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-93d52941-c42e-4f23-bdfa-77e5ee29f453 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "PUT /v2.0/quotas/7481cfcd0e794f8e81931f6ed1274732 HTTP/1.1" status: 200  len: 366 time: 0.5287139
Nov 24 14:28:36.008199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48682) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.021522 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a854c216-6638-4d27-8978-7f8704b69090 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0099013
Nov 24 14:28:36.021709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48686) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.035938 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9fdabf61-e5df-4a57-a794-046cbd7d0fa7 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "GET /v2.0/quotas/7481cfcd0e794f8e81931f6ed1274732 HTTP/1.1" status: 200  len: 366 time: 0.0106280
Nov 24 14:28:36.036249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48690) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.046080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=b06a3bb7-7ce2-4c75-967c-97e21f11d25e,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:36.108497 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a26c342a-fde6-4c11-8fcf-ae0251954855 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/7481cfcd0e794f8e81931f6ed1274732 HTTP/1.1" status: 204  len: 168 time: 0.0710111
Nov 24 14:28:36.110693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48694) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.127097 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1f3cbc6c-8436-4736-8335-af5f509405bd tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0151234
Nov 24 14:28:36.129814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48698) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.141175 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6506e8d9-72b2-4f5e-b13f-05b7b54db0e3 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "GET /v2.0/quotas/7481cfcd0e794f8e81931f6ed1274732 HTTP/1.1" status: 200  len: 370 time: 0.0100799
Nov 24 14:28:36.143646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48702) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.150246 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-25030d18-e850-477d-99d6-4407bd4049ad tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "GET /v2.0/quotas/7481cfcd0e794f8e81931f6ed1274732/default HTTP/1.1" status: 200  len: 370 time: 0.0052216
Nov 24 14:28:36.153612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48706) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.165814 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-b2f2decd-6541-4210-b65c-4c077e573e5e tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] delete failed (client error): The resource could not be found.
Nov 24 14:28:36.169486 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b2f2decd-6541-4210-b65c-4c077e573e5e tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/7481cfcd0e794f8e81931f6ed1274732 HTTP/1.1" status: 404  len: 348 time: 0.0123155
Nov 24 14:28:36.169733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Calling delete_port for 10b118f3-925f-4db1-8491-e944f142cc3e owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:36.200205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:36.200374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Network b0b00dfe-a0e6-44c6-8451-6b064c5845fc is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:36.219752 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a1ea2be7-f421-4ec2-a8a0-15945b4e5711 req-c324b4dd-ff21-408c-a4c1-fa332c2fb1ee tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7943122
Nov 24 14:28:36.257096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-d9b4a838-4214-4a86-a9b1-7cfb6d926ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:36.258547 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-d9b4a838-4214-4a86-a9b1-7cfb6d926ff8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 0.9379816
Nov 24 14:28:36.423433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, b0b00dfe-a0e6-44c6-8451-6b064c5845fc) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:36.432905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b634c-e969-4b58-a9f9-c572b667dc83 None None] Network b0b00dfe-a0e6-44c6-8451-6b064c5845fc requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:36.446477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:36.450451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:36.453670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:36.454303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:36.480700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:36.508126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] Sync routers for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:36.525237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48712) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.605821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:36.606286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:36.606865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Floating IP c5d3f7ba-0f42-4bf5-b02b-453a16b19184 disassociated. External IP: 172.26.2.128, port: 5300a497-6531-463a-aedc-6042a45a3b76.
Nov 24 14:28:36.607204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Calling delete_port for 5300a497-6531-463a-aedc-6042a45a3b76 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:36.633311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:36.634191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f911850>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:36.669545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] No DVR routers for this DVR port 1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:36.674569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:36.675793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:36.681389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'name': 'network-vif-deleted', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:28:36.687643 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-3914a21e-8fdb-4465-b68a-4b193ec4233b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 1001 time: 0.3529453
Nov 24 14:28:36.688505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:36.697626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1448 time: 7.9240148
Nov 24 14:28:36.720077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48720) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:36.787423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 5300a497-6531-463a-aedc-6042a45a3b76 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:36.851140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:network and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:36.867439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:36.900927 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a08587-d8d6-4a8c-8510-4945d25ce5a7', 'name': 'network-vif-deleted', 'tag': '1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683', 'status': 'completed', 'code': 200}
Nov 24 14:28:36.930675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:subnet and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:36.946666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:37.013262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:subnetpool and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:37.123811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:37.148707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:port and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:37.162153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee73c0-9adc-445f-9a75-c558d5ad068a tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:37.166746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee73c0-9adc-445f-9a75-c558d5ad068a tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:37.171228 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cbee73c0-9adc-445f-9a75-c558d5ad068a tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1443 time: 0.4464104
Nov 24 14:28:37.177721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:37.178251 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:37.179272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48726) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:37.216609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:37.228807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:router and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:37.243830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:37.275686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Deleting port 3c36e49a-81bd-4f7a-8f5a-7e6b7177b091 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:37.276031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:37.282369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-243b42fa-8090-468f-b936-0630a1acce70 None None] Provisioning complete for port b06a3bb7-7ce2-4c75-967c-97e21f11d25e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:37.283014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-243b42fa-8090-468f-b936-0630a1acce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:37.323187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:37.333926 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.81 "DELETE /v2.0/ports/1d9a16fe-bfd3-44b2-8cc3-ad7386ad2683 HTTP/1.1" status: 204  len: 173 time: 7.7953370
Nov 24 14:28:37.335432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-faf8f1b2-f674-485c-b10d-3b22fc126fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:37.336754 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-faf8f1b2-f674-485c-b10d-3b22fc126fcf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.6394508
Nov 24 14:28:37.339545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8c1db-67a6-4ac6-82d5-1cb211b8f0ae req-af01b390-d3fd-4f76-8dd6-637a6e0118cb tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:37.340632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-243b42fa-8090-468f-b936-0630a1acce70 None None] Port b06a3bb7-7ce2-4c75-967c-97e21f11d25e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:28:37.347794 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9da8c1db-67a6-4ac6-82d5-1cb211b8f0ae req-af01b390-d3fd-4f76-8dd6-637a6e0118cb tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 945 time: 0.3152716
Nov 24 14:28:37.353065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:floatingip and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:37.370355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:37.386964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:37.486018 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9da8c1db-67a6-4ac6-82d5-1cb211b8f0ae req-98c23846-6743-4fcf-8b90-93bfc24cadc6 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2b7834-f322-4d68-bd2d-dbe1bb771258&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365471
Nov 24 14:28:37.542190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:37.671416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f911850>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:24Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:37.677283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] Checking router: 194b311b-1867-4394-a5cc-d5a94c8daec7 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:28:37.689976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:37.690758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f911850>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:37.694781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Port': ['ID=10b118f3-925f-4db1-8491-e944f142cc3e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:37.775790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/ports/10b118f3-925f-4db1-8491-e944f142cc3e HTTP/1.1" status: 204  len: 168 time: 3.4019725
Nov 24 14:28:37.788148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9400ef8e-0995-4142-a321-efcf48d5fe8d req-94446f84-65fb-4350-92d9-712ef61a2663 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Synchronizing usage tracker for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:37.788148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:37.804346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48732) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:37.821433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.821949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.822405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.822864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.823340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.823793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.824291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.824868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.825316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.825835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.826295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:37.852051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:37.861851 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a87279-eaff-4add-9c59-be78c2d7ea8c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:28:37.862290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a87279-eaff-4add-9c59-be78c2d7ea8c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:28:37.867182 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a6a87279-eaff-4add-9c59-be78c2d7ea8c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/59dd53eb-1b62-4920-b788-b0807e8e1017 HTTP/1.1" status: 404  len: 337 time: 0.0686374
Nov 24 14:28:37.868115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:37.868769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:37.878896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48736) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:37.912740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:security_group and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:37.924573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:38.054573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Calling delete_port for 3c36e49a-81bd-4f7a-8f5a-7e6b7177b091 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:38.063186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:38.088420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event deleted for resources: {'Port': ['ID=5300a497-6531-463a-aedc-6042a45a3b76,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:38.091235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:38.092063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9400ef8e-0995-4142-a321-efcf48d5fe8d req-94446f84-65fb-4350-92d9-712ef61a2663 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Unset dirty status for tenant:f4aaf32438b04616aae5be4648c0b034 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:38.109778 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9400ef8e-0995-4142-a321-efcf48d5fe8d req-94446f84-65fb-4350-92d9-712ef61a2663 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a08587-d8d6-4a8c-8510-4945d25ce5a7 HTTP/1.1" status: 200  len: 210 time: 0.7638066
Nov 24 14:28:38.202046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:38.231983 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-d4e9d7a5-0ea2-46e5-a554-704dc2b36c56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8633056
Nov 24 14:28:38.245682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Usage tracker for resource:security_group_rule and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:38.252745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting port 3ada9b99-d542-47a3-a9d3-3cd08758883f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:38.253136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:38.328113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:38.424243 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-28deb97b-1fd9-46fb-b6af-5e5bac321ae4 tempest-QuotasTest-1105156258 tempest-QuotasTest-1105156258-project-admin] 10.222.0.53 "GET /v2.0/quotas/1a931539010a4783a4464ab9542c16b1/details.json HTTP/1.1" status: 200  len: 703 time: 1.8966513
Nov 24 14:28:38.648864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f911850>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:24Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:38.652064 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-54444a19-8491-4944-b33e-a133a6e49cc8 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4076166
Nov 24 14:28:38.660018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888fa89b-0abe-4642-81ed-7c08a34c264f None None] The sync data for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv is: [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e7f256eb-8329-4c44-abe7-26173782db59', 'name': '', 'network_id': 'ce41eccc-38d0-4eee-98ef-85b689509f7c', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'mac_address': 'fa:16:3e:67:3f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:27:24Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'subnets': [{'id': '66ba0f61-6fdd-45e3-b555-9cb093b93436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:38.796734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef454-28c9-4d12-842c-4328d8ccddb2 req-731522ba-b0a0-4e19-a1ee-5cd41669a23c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:38.804750 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7abef454-28c9-4d12-842c-4328d8ccddb2 req-731522ba-b0a0-4e19-a1ee-5cd41669a23c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 1.0730176
Nov 24 14:28:38.842915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:38.857458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30487ec6-117d-46d4-bdc8-b9fda476d3a0 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:38.914568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] For port 3ada9b99-d542-47a3-a9d3-3cd08758883f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3ada9b99-d542-47a3-a9d3-3cd08758883f,segment=NetworkSegment(d458cc90-a047-4db6-a03f-9b5251f8c127),segment_id=d458cc90-a047-4db6-a03f-9b5251f8c127)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:38.915062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:38.935585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Port': ['ID=3c36e49a-81bd-4f7a-8f5a-7e6b7177b091,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:38.991638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-06cc307c-3186-4eda-97b0-4f96e2781604 req-bd91c69b-29a3-4e7f-96bd-afdf48f9a34f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Synchronizing usage tracker for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:39.025924 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7abef454-28c9-4d12-842c-4328d8ccddb2 req-acc00b00-7625-4778-a6d0-0c2f0cf8db70 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2202723
Nov 24 14:28:39.059589 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161fa03a-abce-4586-b018-31f2a95afff2 None None] New status for floating IP f27cda21-d642-4111-a89a-e8604d729372: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:28:39.098834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Calling delete_port for 3ada9b99-d542-47a3-a9d3-3cd08758883f owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:39.101534 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eb7acd5-ba08-465c-bb43-699360e924ed req-e5670447-ff3c-4d17-88a7-b1a465062481 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4383469
Nov 24 14:28:39.138304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Router 43813757-8180-4c25-a59e-0069959df08e has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:28:39.153413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.155062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.156351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.157380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.160295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.160899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.161418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.161941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.162473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.163725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.165661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:39.171136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:39.196514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:39.216055 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/ports/3c36e49a-81bd-4f7a-8f5a-7e6b7177b091 HTTP/1.1" status: 204  len: 168 time: 2.0335615
Nov 24 14:28:39.220917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48748) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:39.238202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-06cc307c-3186-4eda-97b0-4f96e2781604 req-bd91c69b-29a3-4e7f-96bd-afdf48f9a34f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Unset dirty status for tenant:57f332d72fa1462fb69739f9b5159a7e on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:39.264373 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06cc307c-3186-4eda-97b0-4f96e2781604 req-bd91c69b-29a3-4e7f-96bd-afdf48f9a34f tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 210 time: 0.4358456
Nov 24 14:28:39.265182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Router f0539671-1e4a-4198-9686-c9430cf3bef4 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:28:39.309943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48752) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:39.327683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': 'd649c124-afe6-4e02-88d6-d754cd64ecca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:39.424350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48758) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:39.442369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48764) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:39.519323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Deleting port 8c7e181d-f620-4977-8f29-4262c9db6990 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:39.519673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:39.612466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:39.627570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:39.634148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d92c3b49-0939-4754-9678-343ce1e113cc tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:39.641119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:39.645528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:39.675163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:39.686561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Port': ['ID=3ada9b99-d542-47a3-a9d3-3cd08758883f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:39.689722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:39.703380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No DVR routers for this DVR port 3ada9b99-d542-47a3-a9d3-3cd08758883f on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:39.751517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:39.775876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:39.841596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:39.850489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:39.858589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Usage tracker for resource:security_group_rule and tenant:6d36466bc6c24b6a9721dd530a13fb06 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:39.865710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:39.884458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:39.919415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:39.930847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:39.942532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.031715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:40.045486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Sync routers for ids ['f0539671-1e4a-4198-9686-c9430cf3bef4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:40.058595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Routers {'f0539671-1e4a-4198-9686-c9430cf3bef4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:40.059797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f911e50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['f0539671-1e4a-4198-9686-c9430cf3bef4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:40.079293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ec660a0>,) {'filters': {'network_id': ['0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:40.089370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.100007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Calling delete_port for 8c7e181d-f620-4977-8f29-4262c9db6990 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:40.117304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:40.131180 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] Sync routers for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:40.142675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ec660a0>, 'd458cc90-a047-4db6-a03f-9b5251f8c127') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:40.142987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ec660a0>, 'd458cc90-a047-4db6-a03f-9b5251f8c127') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:40.153849 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:40.157508 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46610>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:40.163645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.165644 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "PUT /v2.0/routers/f0539671-1e4a-4198-9686-c9430cf3bef4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9064152
Nov 24 14:28:40.177338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48770) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:40.180274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.297646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.324966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:40.325364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.335021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Set router f0539671-1e4a-4198-9686-c9430cf3bef4 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:40.345260 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:40.360847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7403ec-c9c5-4ab4-bf3b-ed8dd46082a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:40.362234 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ab7403ec-c9c5-4ab4-bf3b-ed8dd46082a2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports/b06a3bb7-7ce2-4c75-967c-97e21f11d25e HTTP/1.1" status: 200  len: 911 time: 0.1842272
Nov 24 14:28:40.366631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48776) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:40.428803 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:40.485230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.489115 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b HTTP/1.1" status: 204  len: 168 time: 1.0354142
Nov 24 14:28:40.489940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48780) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:40.490805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.500407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:40.505226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-896c26b7-c239-43f4-b32c-717d510c95d7 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:40.523856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] No DVR routers for this DVR port 5300a497-6531-463a-aedc-6042a45a3b76 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:40.544584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.549386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.551461 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf5c286-dbae-4620-9c30-a959a222443a req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.81 "DELETE /v2.0/ports/5300a497-6531-463a-aedc-6042a45a3b76 HTTP/1.1" status: 204  len: 173 time: 6.7016459
Nov 24 14:28:40.552377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:40.554016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'name': 'network-vif-deleted', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:28:40.555887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Port': ['ID=8c7e181d-f620-4977-8f29-4262c9db6990,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:40.560783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:40.562726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:40.569257 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-ce926320-9e39-4620-a3ed-ae5aad449a40 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] show failed (client error): The resource could not be found.
Nov 24 14:28:40.573316 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ce926320-9e39-4620-a3ed-ae5aad449a40 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "GET /v2.0/security-groups/e7068ff8-95d9-4a2f-8bbc-f6f6fbae780b HTTP/1.1" status: 404  len: 347 time: 0.0602117
Nov 24 14:28:40.575774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.576482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48786) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:40.587299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:40.609155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.626314 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd HTTP/1.1" status: 204  len: 168 time: 2.7462168
Nov 24 14:28:40.627916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:40.638397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.640332 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/ports/8c7e181d-f620-4977-8f29-4262c9db6990 HTTP/1.1" status: 204  len: 168 time: 1.4184663
Nov 24 14:28:40.642540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Network': ['ID=0517b5a2-bf3a-441f-b8b8-1bdbccbc0ebd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:40.654287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:40.667057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48794) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:40.766315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.767969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84caf0b0-552d-4667-8db8-347dd9141a6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:40.773046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84caf0b0-552d-4667-8db8-347dd9141a6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:40.777618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-84caf0b0-552d-4667-8db8-347dd9141a6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3337297
Nov 24 14:28:40.780969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48798) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:40.812940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:40.884336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-28cdc072-7458-468d-89f1-72e30a1c2a21 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Synchronizing usage tracker for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:40.896117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c18367-359c-43a7-ab1f-229e70c34ad9 req-6581493e-1b6b-4c4d-97f8-6337e48d3ea1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:40.903349 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-84c18367-359c-43a7-ab1f-229e70c34ad9 req-6581493e-1b6b-4c4d-97f8-6337e48d3ea1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6531496
Nov 24 14:28:40.907793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f911e50>, [{'id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'name': 'tempest-NetworksTestDHCPv6-router-1221149312', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:27Z', 'updated_at': '2021-11-24T14:28:33Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None, '_interfaces': [{'id': 'b06a3bb7-7ce2-4c75-967c-97e21f11d25e', 'name': '', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'mac_address': 'fa:16:3e:ca:ee:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8995b1e2-1015-4290-9764-86e624d42930', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:30Z', 'updated_at': '2021-11-24T14:28:34Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'subnets': [{'id': '8995b1e2-1015-4290-9764-86e624d42930', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:40.921227 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b91596ae-06db-4893-9238-b6dcf3f6e43c req-d975ca8a-0972-4736-b03a-30992810d1df tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fa8caac-c798-4105-b663-09f3b4ed4d4b HTTP/1.1" status: 200  len: 210 time: 0.1602283
Nov 24 14:28:40.921688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Checking router: f0539671-1e4a-4198-9686-c9430cf3bef4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:28:40.922058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Updating router f0539671-1e4a-4198-9686-c9430cf3bef4 port b06a3bb7-7ce2-4c75-967c-97e21f11d25e binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:28:40.951726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Deleting port db09bb71-beab-4825-a959-bf91b42e1343 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:40.952067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:40.996309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb93abf3-c2ec-4786-af40-52b4872d6412,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:40.998706 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-84c18367-359c-43a7-ab1f-229e70c34ad9 req-b84608fd-ab05-4794-ba73-42cca3615c84 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943120
Nov 24 14:28:41.026192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.046616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:41.051679 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d36466bc6c24b6a9721dd530a13fb06&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6219115
Nov 24 14:28:41.062145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48804) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:41.086727 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46610>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:30Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:41.097849 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] Checking router: 43813757-8180-4c25-a59e-0069959df08e for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:28:41.119805 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:41.123284 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46610>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:41.164078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa8caac-c798-4105-b663-09f3b4ed4d4b', 'name': 'network-vif-deleted', 'tag': '5300a497-6531-463a-aedc-6042a45a3b76', 'status': 'completed', 'code': 200}
Nov 24 14:28:41.194043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-28cdc072-7458-468d-89f1-72e30a1c2a21 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Unset dirty status for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:41.195209 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-28cdc072-7458-468d-89f1-72e30a1c2a21 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.5271778
Nov 24 14:28:41.204327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48808) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:41.230894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-167183936'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:41.250328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.256622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:41.314427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Usage tracker for resource:network and tenant:d194773bdafe49bcb16d1b53fbae6107 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:41.326071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:41.333842 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:41.354622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:41.377012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.471935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting subnet a47e2e90-5518-4adc-bbef-387d838ca5cf {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:41.475199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.475534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.479147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.489123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Made reservation on behalf of d194773bdafe49bcb16d1b53fbae6107 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:41.493485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.508759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.618668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.630696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Calling delete_port for db09bb71-beab-4825-a959-bf91b42e1343 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:41.636190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e15be-908b-418d-91cf-1db0eacfa3c7 req-b09bdf72-304b-487f-9668-39b2f5ee3dc4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:41.637717 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cd5e15be-908b-418d-91cf-1db0eacfa3c7 req-b09bdf72-304b-487f-9668-39b2f5ee3dc4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3084526
Nov 24 14:28:41.657073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ea6a7f1-9450-4b08-b79b-36a4621ca60f tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:41.696357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.710033 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46610>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:30Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:41.714227 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29d1bb-00f2-407b-8539-7b83a943ace1 None None] The sync data for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv is: [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:26:57Z', 'revision_number': 4, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'fe835948-6306-4f71-9a1f-9a10cbb5902d', 'name': '', 'network_id': '94e535f6-40e6-44d9-9d25-b9c6f6625894', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'mac_address': 'fa:16:3e:0f:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:56Z', 'updated_at': '2021-11-24T14:27:30Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'subnets': [{'id': '77b739b1-64a2-499b-9f6a-43f3a36c1cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:41.821972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=a0dbfd2c-c9dd-4d3f-924e-c522546738de,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:41.826823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:41.837246 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cd5e15be-908b-418d-91cf-1db0eacfa3c7 req-d09a51e5-8a7d-4ac7-b73d-cae49b9d66dd tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1478741
Nov 24 14:28:41.842005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': 'f3e4126f-a155-4c28-88eb-7f82737f8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd649c124-afe6-4e02-88d6-d754cd64ecca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:41.842463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: d649c124-afe6-4e02-88d6-d754cd64ecca, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:41.894850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.903692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.906813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:41.917371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ea5496b9-e550-42b0-83bd-ec02971c1783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:41.944279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb93abf3-c2ec-4786-af40-52b4872d6412,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:41.957371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:41.958310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:41.958651 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Added segment 835ffe39-b725-49de-baac-5bae45ab825f of type vlan for network 973b4670-e0bf-4e57-b9ec-aff9278ac0cc
Nov 24 14:28:42.025493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.132497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec2fe6-325a-4f46-aaf3-a29e367e48f8 None None] New status for floating IP c5d3f7ba-0f42-4bf5-b02b-453a16b19184: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:28:42.147241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.152474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6182f42e-f89d-4dbe-a755-2a214a15c948 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:42.178880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.191417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:42.199767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network d649c124-afe6-4e02-88d6-d754cd64ecca is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:42.201810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.205888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:42.206592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.215091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Pushing event deleted for resources: {'Port': ['ID=db09bb71-beab-4825-a959-bf91b42e1343,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:42.218554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:42.223896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Transition to ACTIVE for port object b06a3bb7-7ce2-4c75-967c-97e21f11d25e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:42.225313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-24315519-c16b-4940-97d1-41c51fa247cc tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:42.234822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Subnet': ['ID=a47e2e90-5518-4adc-bbef-387d838ca5cf,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:42.243898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.247204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48818) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:42.310446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:42.326057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.333278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:42.382240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.400291 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/subnets/a47e2e90-5518-4adc-bbef-387d838ca5cf HTTP/1.1" status: 204  len: 168 time: 1.7644870
Nov 24 14:28:42.404318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48822) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:42.431980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e21883-8356-4a74-8eac-380ecf3f1572 None None] Network 0b5ea185-0c9f-4409-846d-1782d1917bc3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:42.553346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, d649c124-afe6-4e02-88d6-d754cd64ecca) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:42.558065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:42.558775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.563550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.564846 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb93abf3-c2ec-4786-af40-52b4872d6412 HTTP/1.1" status: 204  len: 168 time: 1.4991336
Nov 24 14:28:42.599355 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3732147
Nov 24 14:28:42.607993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Network': ['ID=973b4670-e0bf-4e57-b9ec-aff9278ac0cc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:42.611452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:42.612057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48830) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:42.635511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1942708318'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:42.646085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:42.654988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Usage tracker for resource:network and tenant:d194773bdafe49bcb16d1b53fbae6107 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:42.660899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.663477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.666217 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] 10.222.0.53 "DELETE /v2.0/floatingips/f27cda21-d642-4111-a89a-e8604d729372 HTTP/1.1" status: 204  len: 168 time: 2.0873535
Nov 24 14:28:42.666217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:42.672080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.673817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48834) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:42.680678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:42.736506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Deleting port 6935375b-de38-42df-ba1d-0197565fc95e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:42.736873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.759061 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.4404919
Nov 24 14:28:42.770784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48838) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:42.778169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.795875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-885211925'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:42.815731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.820337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Pushing event updated for resources: {'Port': ['ID=b06a3bb7-7ce2-4c75-967c-97e21f11d25e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:42.873758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b141e-9432-4c89-a89c-3d86d583367f None None] Network d649c124-afe6-4e02-88d6-d754cd64ecca requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:42.921129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Made reservation on behalf of d194773bdafe49bcb16d1b53fbae6107 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:42.924301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:42.952965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 973b4670-e0bf-4e57-b9ec-aff9278ac0cc details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:42.966940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:42.986719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:43.004711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:43.011810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.012244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Added segment f92f8273-2199-4def-b096-8f8ad103d342 of type vlan for network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8
Nov 24 14:28:43.028306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:43.050710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.110560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:43.129487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.129833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.130171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.130510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.130914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.131247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.131574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.131904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.132244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.132563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.132887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:28:43.156860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:43.185639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Attempting to bind port b06a3bb7-7ce2-4c75-967c-97e21f11d25e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:43.186018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Attempting to bind port b06a3bb7-7ce2-4c75-967c-97e21f11d25e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:43.186966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Attempting to bind port b06a3bb7-7ce2-4c75-967c-97e21f11d25e on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:43.190148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:28:43.197683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port b06a3bb7-7ce2-4c75-967c-97e21f11d25e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:43.198171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.223599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.227916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:43.242313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2b7834-f322-4d68-bd2d-dbe1bb771258,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:43.245819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:43.250886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:43.251291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:43.251693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.252226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:43.256547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Bound port: b06a3bb7-7ce2-4c75-967c-97e21f11d25e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:43.256547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.362452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.367053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:43.367732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.378323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ebfea65d-6b29-4a85-86d3-80815314d9b0 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:43.435673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] For port b06a3bb7-7ce2-4c75-967c-97e21f11d25e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:43.439395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] For port b06a3bb7-7ce2-4c75-967c-97e21f11d25e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b06a3bb7-7ce2-4c75-967c-97e21f11d25e,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:43.442241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-d649c124-afe6-4e02-88d6-d754cd64ecca', 'network_id': 'd649c124-afe6-4e02-88d6-d754cd64ecca', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': 'a0dbfd2c-c9dd-4d3f-924e-c522546738de'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:43.444003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.458383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] DHCP port deletion for 0b5ea185-0c9f-4409-846d-1782d1917bc3 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:43.463048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a30b42-8eea-4f25-9cf3-ec419c92a04a req-8423cc49-9b26-4c34-a9a1-921b717f9908 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:43.467981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Deleting port 6935375b-de38-42df-ba1d-0197565fc95e {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:43.468394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.469469 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-42a30b42-8eea-4f25-9cf3-ec419c92a04a req-8423cc49-9b26-4c34-a9a1-921b717f9908 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6849186
Nov 24 14:28:43.471179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:43.474749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.510246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Network': ['ID=5d85ce8b-6744-4af1-b5e7-a710a7cde3d8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:43.513224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:43.517490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.521884 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb2b7834-f322-4d68-bd2d-dbe1bb771258 HTTP/1.1" status: 204  len: 168 time: 1.2654083
Nov 24 14:28:43.523130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48844) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:43.541828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:43.544263 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-7aa11112-b08d-4871-9e28-4f6524b12dfe tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] show failed (client error): The resource could not be found.
Nov 24 14:28:43.548170 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7aa11112-b08d-4871-9e28-4f6524b12dfe tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "GET /v2.0/security-groups/cb2b7834-f322-4d68-bd2d-dbe1bb771258 HTTP/1.1" status: 404  len: 347 time: 0.0219257
Nov 24 14:28:43.548648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48848) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:43.565649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.573147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] For port 6935375b-de38-42df-ba1d-0197565fc95e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6935375b-de38-42df-ba1d-0197565fc95e,segment=NetworkSegment(4b090795-107d-425f-8c6b-7378b32daffd),segment_id=4b090795-107d-425f-8c6b-7378b32daffd)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:43.573506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.577021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c36d93d3-685e-4901-9ab4-471859001ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:43.613996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48852) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:43.662973 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0362964
Nov 24 14:28:43.720403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.774565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Calling delete_port for 6935375b-de38-42df-ba1d-0197565fc95e owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:43.797433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Deleting port fd268a09-6e92-4a90-a31e-570c02ebb340 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:43.798010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.843605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:43.863616 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-42a30b42-8eea-4f25-9cf3-ec419c92a04a req-98aaf3c5-3b6e-4806-bb5f-1307a2060bbd tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3932097
Nov 24 14:28:43.995318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:43.995318 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment 98a406cb-781a-49ce-8e44-97beb91eaa84 of type vlan for network 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f
Nov 24 14:28:44.018472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.043338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port b06a3bb7-7ce2-4c75-967c-97e21f11d25e, host dv-neutron-818347-1-hyperv, got binding levels [] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:44.043617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.172808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] For port 6935375b-de38-42df-ba1d-0197565fc95e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6935375b-de38-42df-ba1d-0197565fc95e,segment=NetworkSegment(4b090795-107d-425f-8c6b-7378b32daffd),segment_id=4b090795-107d-425f-8c6b-7378b32daffd)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:44.173404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.185698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:44.231646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Usage tracker for resource:security_group_rule and tenant:1a931539010a4783a4464ab9542c16b1 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:44.275198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:44.288249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for b06a3bb7-7ce2-4c75-967c-97e21f11d25e owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:44.292391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:44.327503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.382728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.394684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c0257616-4afd-4865-b20b-a7b8ab3be400 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:44.399306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Calling delete_port for 6935375b-de38-42df-ba1d-0197565fc95e owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:44.445985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Port': ['ID=6935375b-de38-42df-ba1d-0197565fc95e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:44.451504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:44.456816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] No DVR routers for this DVR port 6935375b-de38-42df-ba1d-0197565fc95e on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:44.492481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.494973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:44.494973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.502378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:44.503793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:44.504885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:44.535204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Allocated IP 2001:db8:0:ffff::2 (d649c124-afe6-4e02-88d6-d754cd64ecca/a0dbfd2c-c9dd-4d3f-924e-c522546738de/b4e21e51-b796-4324-a3b5-bf680bdad785) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:44.555356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.556049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.722499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:44.743807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:44.867470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.881237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Transition to ACTIVE for port object b4e21e51-b796-4324-a3b5-bf680bdad785 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:44.898735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:44.913415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Transition to ACTIVE for port object b4e21e51-b796-4324-a3b5-bf680bdad785 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:44.924506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Pushing event updated for resources: {'Port': ['ID=b06a3bb7-7ce2-4c75-967c-97e21f11d25e,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:44.929614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Routers {'f0539671-1e4a-4198-9686-c9430cf3bef4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:44.930742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f911e50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['f0539671-1e4a-4198-9686-c9430cf3bef4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:44.964668 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.1854212
Nov 24 14:28:44.966457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eddcc10>,) {'filters': {'network_id': ['0b5ea185-0c9f-4409-846d-1782d1917bc3']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:44.989387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48860) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:45.009385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:45.009613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:45.011111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eddcc10>, '4b090795-107d-425f-8c6b-7378b32daffd') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:45.011399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eddcc10>, '4b090795-107d-425f-8c6b-7378b32daffd') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:45.013538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Calling delete_port for fd268a09-6e92-4a90-a31e-570c02ebb340 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:45.024354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:45.062388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.086814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639daa8-0edd-42e1-8d35-eb5ff0ee150c req-ccbdbf3b-f503-4a6b-a02c-b4bc5f3e75b6 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:45.088551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.093546 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3639daa8-0edd-42e1-8d35-eb5ff0ee150c req-ccbdbf3b-f503-4a6b-a02c-b4bc5f3e75b6 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3482738
Nov 24 14:28:45.146932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] Set router f0539671-1e4a-4198-9686-c9430cf3bef4 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:45.183357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.202224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:45.202615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:45.217180 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:45.275046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.288889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-54f3ab68-09ae-4326-8769-13c8f2dee890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:45.307200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:45.320255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6935375b-de38-42df-ba1d-0197565fc95e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:45.320808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:45.323604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:45.327661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca69d78-a275-4cb8-928e-a8a06ecc0d50,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:45.343417 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3639daa8-0edd-42e1-8d35-eb5ff0ee150c req-80e7fd9d-b8d2-46c1-bbec-b6306c7ed6a1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2489707
Nov 24 14:28:45.344721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:45.346288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:45.364592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:45.388381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.811s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:45.392182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Deleting port 6935375b-de38-42df-ba1d-0197565fc95e {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:45.392683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.412176 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a931539010a4783a4464ab9542c16b1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7970815
Nov 24 14:28:45.414222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48864) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:45.419211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.427299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2d555a59-fd14-47bd-aeb5-eb643bbc7e54 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:45.445022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.458965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:45.549098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.554960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.577254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ccc52e90-4abe-49a8-bc9d-b6f5f1d3a583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:45.613818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.688260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.692938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Network d649c124-afe6-4e02-88d6-d754cd64ecca is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:45.694103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 6935375b-de38-42df-ba1d-0197565fc95e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:45.694625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6935375b-de38-42df-ba1d-0197565fc95e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:28:45.708705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Pushing event updated for resources: {'Port': ['ID=b4e21e51-b796-4324-a3b5-bf680bdad785,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:45.709414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-504142c9-bec0-4126-909b-c124572dc2b5 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:45.713057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:45.733299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:45.747692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port b06a3bb7-7ce2-4c75-967c-97e21f11d25e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:45.748075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.800658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:45.803302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Pushing event deleted for resources: {'Port': ['ID=fd268a09-6e92-4a90-a31e-570c02ebb340,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:45.805607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:45.828379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Pushing event deleted for resources: {'Network': ['ID=0b5ea185-0c9f-4409-846d-1782d1917bc3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:45.844234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:45.853517 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] 10.222.0.53 "DELETE /v2.0/networks/0b5ea185-0c9f-4409-846d-1782d1917bc3 HTTP/1.1" status: 204  len: 168 time: 3.4355259
Nov 24 14:28:45.901475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f4f97-270e-4251-b07c-2794a446e9e1 None None] The port '6935375b-de38-42df-ba1d-0197565fc95e' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:28:45.959746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:46.037545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.081157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Attempting to bind port b4e21e51-b796-4324-a3b5-bf680bdad785 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:46.082323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Attempting to bind port b4e21e51-b796-4324-a3b5-bf680bdad785 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f3e4126f-a155-4c28-88eb-7f82737f8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd649c124-afe6-4e02-88d6-d754cd64ecca'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:46.082978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Attempting to bind port b4e21e51-b796-4324-a3b5-bf680bdad785 on network d649c124-afe6-4e02-88d6-d754cd64ecca {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:46.092650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:46.093171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Checking segment: {'id': 'f3e4126f-a155-4c28-88eb-7f82737f8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd649c124-afe6-4e02-88d6-d754cd64ecca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:46.093667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.094153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Bound using segment: {'id': 'f3e4126f-a155-4c28-88eb-7f82737f8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd649c124-afe6-4e02-88d6-d754cd64ecca'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:46.094716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Bound port: b4e21e51-b796-4324-a3b5-bf680bdad785, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e4126f-a155-4c28-88eb-7f82737f8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd649c124-afe6-4e02-88d6-d754cd64ecca'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:46.095200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.108742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f911e50>, [{'id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'name': 'tempest-NetworksTestDHCPv6-router-1221149312', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:27Z', 'updated_at': '2021-11-24T14:28:33Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None, '_interfaces': [{'id': 'b06a3bb7-7ce2-4c75-967c-97e21f11d25e', 'name': '', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'mac_address': 'fa:16:3e:ca:ee:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8995b1e2-1015-4290-9764-86e624d42930', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:30Z', 'updated_at': '2021-11-24T14:28:43Z', 'revision_number': 4, 'project_id': '19f3d526668d4f448ed507716ca43486', 'subnets': [{'id': '8995b1e2-1015-4290-9764-86e624d42930', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:46.118175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ff80e-c10d-4e94-8aa6-346fd67beb79 None None] The sync data for ids ['f0539671-1e4a-4198-9686-c9430cf3bef4'] in dv-neutron-818347-1-hyperv is: [{'id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'name': 'tempest-NetworksTestDHCPv6-router-1221149312', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:27Z', 'updated_at': '2021-11-24T14:28:33Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None, '_interfaces': [{'id': 'b06a3bb7-7ce2-4c75-967c-97e21f11d25e', 'name': '', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'mac_address': 'fa:16:3e:ca:ee:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8995b1e2-1015-4290-9764-86e624d42930', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:30Z', 'updated_at': '2021-11-24T14:28:43Z', 'revision_number': 4, 'project_id': '19f3d526668d4f448ed507716ca43486', 'subnets': [{'id': '8995b1e2-1015-4290-9764-86e624d42930', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:46.200954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.210243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] For port b4e21e51-b796-4324-a3b5-bf680bdad785, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:46.214344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] For port b4e21e51-b796-4324-a3b5-bf680bdad785, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4e21e51-b796-4324-a3b5-bf680bdad785,segment=NetworkSegment(f3e4126f-a155-4c28-88eb-7f82737f8f4c),segment_id=f3e4126f-a155-4c28-88eb-7f82737f8f4c)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:46.230406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:46.260165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca69d78-a275-4cb8-928e-a8a06ecc0d50,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:46.265361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:46.270290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.275953 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ca69d78-a275-4cb8-928e-a8a06ecc0d50 HTTP/1.1" status: 204  len: 168 time: 0.8603106
Nov 24 14:28:46.287555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.287555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] 10.222.0.53 "DELETE /v2.0/floatingips/c5d3f7ba-0f42-4bf5-b02b-453a16b19184 HTTP/1.1" status: 204  len: 168 time: 2.7314923
Nov 24 14:28:46.290684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48874) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:46.307820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.312076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01010c33-eab6-462f-8f94-db3027888d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:46.518474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Pushing event updated for resources: {'Port': ['ID=b4e21e51-b796-4324-a3b5-bf680bdad785,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:46.530826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.530826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:46.537305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:46.624310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port b06a3bb7-7ce2-4c75-967c-97e21f11d25e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b06a3bb7-7ce2-4c75-967c-97e21f11d25e,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:46.624799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:46.626253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Deleting port e7f256eb-8329-4c44-abe7-26173782db59 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:46.626762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:47.027774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for b06a3bb7-7ce2-4c75-967c-97e21f11d25e owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:47.084202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48884) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:47.084754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48890) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:47.140954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'subnets': [{'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--890613281', 'ip_version': 6}, {'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:47.141283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'subnet': {'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--890613281', 'ip_version': 6}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:47.141924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Request body: {'subnet': {'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:47.200286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] For port e7f256eb-8329-4c44-abe7-26173782db59, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e7f256eb-8329-4c44-abe7-26173782db59,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:47.200641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:47.285849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=3c6e5db5-b5eb-4430-8c79-4d25713f5603,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:47.304212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:47.346316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': '98a406cb-781a-49ce-8e44-97beb91eaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:47.346611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:47.413908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Calling delete_port for e7f256eb-8329-4c44-abe7-26173782db59 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:47.522611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9388bf-2071-4bad-9a99-8658d732aef7 req-258d2651-5c48-468a-ab34-08dc515d2087 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:47.524142 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2f9388bf-2071-4bad-9a99-8658d732aef7 req-258d2651-5c48-468a-ab34-08dc515d2087 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4258351
Nov 24 14:28:47.625521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:47.640996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Usage tracker for resource:subnet and tenant:d194773bdafe49bcb16d1b53fbae6107 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:47.649863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:47.675997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:47.691179 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0cf2f60c-05f0-4ff1-a169-ed0c0db96a5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd25d81bad6b4081ab42d18c36c8e39e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6010053
Nov 24 14:28:47.693938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48906) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:47.706084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:47.779858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:47.804294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Made reservation on behalf of d194773bdafe49bcb16d1b53fbae6107 for: {'subnet': 2} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:47.826947 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2f9388bf-2071-4bad-9a99-8658d732aef7 req-acdec967-56ec-4d60-8b2e-b8c54922664b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660899
Nov 24 14:28:48.018707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4e21e51-b796-4324-a3b5-bf680bdad785 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:48.059075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:48.065316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.097493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:48.125211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b30e1-a735-452c-b1c7-825a09840517 None None] Network 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:48.175964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:48.179578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.256169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=b06a3bb7-7ce2-4c75-967c-97e21f11d25e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:48.276592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.369771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.387406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.401640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41558ca3-9085-41a3-8c64-3c16dabf83c7 None None] Network d649c124-afe6-4e02-88d6-d754cd64ecca requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:48.404993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:48.491508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port b4e21e51-b796-4324-a3b5-bf680bdad785 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:48.496005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2e724eaf-2b3d-473a-a56b-00c161f99f16 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:48.544203 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:28:48.559233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f256eb-8329-4c44-abe7-26173782db59,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:48.571578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:48.615716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.618773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.620170 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bb6a3c6-dad7-4b46-b8f9-44cd9fe6a047 HTTP/1.1" status: 204  len: 168 time: 0.9252176
Nov 24 14:28:48.642233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:48.644455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b06a3bb7-7ce2-4c75-967c-97e21f11d25e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:48.656978 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.6525161
Nov 24 14:28:48.667097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48922) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:48.706023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb6a3c6-dad7-4b46-b8f9-44cd9fe6a047,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:48.706387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b06a3bb7-7ce2-4c75-967c-97e21f11d25e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:48.706708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b06a3bb7-7ce2-4c75-967c-97e21f11d25e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Nov 24 14:28:48.729741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:48.900953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.901278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:48.907575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Port b06a3bb7-7ce2-4c75-967c-97e21f11d25e not found, will not notify nova. {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 24 14:28:49.012070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Provisioning for port b4e21e51-b796-4324-a3b5-bf680bdad785 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:49.027897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Provisioning complete for port b4e21e51-b796-4324-a3b5-bf680bdad785 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:49.029199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:49.135291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f', 'network_id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': '3c6e5db5-b5eb-4430-8c79-4d25713f5603'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:49.136118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:49.185248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:49.312107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097e763-a818-4e81-a4ce-dc316a8d177c req-fdd76162-6c42-4778-abed-8c730d7da7ed tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:49.321339 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d097e763-a818-4e81-a4ce-dc316a8d177c req-fdd76162-6c42-4778-abed-8c730d7da7ed tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.8650739
Nov 24 14:28:49.353279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:49.419607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:49.484623 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d097e763-a818-4e81-a4ce-dc316a8d177c req-56e190b4-eb0b-4e41-bda8-b84a3d8e52a0 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1623285
Nov 24 14:28:49.533204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] For port b4e21e51-b796-4324-a3b5-bf680bdad785, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4e21e51-b796-4324-a3b5-bf680bdad785,segment=NetworkSegment(f3e4126f-a155-4c28-88eb-7f82737f8f4c),segment_id=f3e4126f-a155-4c28-88eb-7f82737f8f4c)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:49.545990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Allocated IP 2001:db8::1 (2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f/3c6e5db5-b5eb-4430-8c79-4d25713f5603/2d327f17-fad3-4208-bf99-6167f600f471) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:49.600862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:49.734915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:49.754466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:50.102274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.114850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Transition to ACTIVE for port object 2d327f17-fad3-4208-bf99-6167f600f471 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:50.134263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.138639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Transition to ACTIVE for port object 2d327f17-fad3-4208-bf99-6167f600f471 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:50.172405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Pushing event updated for resources: {'Port': ['ID=b4e21e51-b796-4324-a3b5-bf680bdad785,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:50.179144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:50.190392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-989307a8-b34a-4337-8c0f-682e74952194 None None] Provisioning complete for port b4e21e51-b796-4324-a3b5-bf680bdad785 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:50.191331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-989307a8-b34a-4337-8c0f-682e74952194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.257540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.262668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-283afc94-d130-403f-af80-e0ffb0b94117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:50.326921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.336745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a15420bc-d97e-4689-835b-2e25426c9bac tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:50.338216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48956) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:50.390628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.438484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.451488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:50.452909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Network 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:50.455010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:50.465767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Router f0539671-1e4a-4198-9686-c9430cf3bef4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:28:50.466687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Subnet': ['ID=05b4e688-14a5-4d6d-a21b-f09c8bc4e2b0,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:50.470997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Pushing event updated for resources: {'Port': ['ID=2d327f17-fad3-4208-bf99-6167f600f471,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:50.474183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:50.476769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:50.480195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:50.485934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Checking segment: {'id': '835ffe39-b725-49de-baac-5bae45ab825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:50.486290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Network hostable DHCP agents. Network: 973b4670-e0bf-4e57-b9ec-aff9278ac0cc, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:50.497607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48962) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:50.578346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.604577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f487940>,) {'filters': {'network_id': ['2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:50.621179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f487940>, '98a406cb-781a-49ce-8e44-97beb91eaa84') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:50.621496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f487940>, '98a406cb-781a-49ce-8e44-97beb91eaa84') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:50.634969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.652327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.659175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:50.660727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.727268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Attempting to bind port 2d327f17-fad3-4208-bf99-6167f600f471 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:50.727940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Attempting to bind port 2d327f17-fad3-4208-bf99-6167f600f471 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '98a406cb-781a-49ce-8e44-97beb91eaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:50.728343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Attempting to bind port 2d327f17-fad3-4208-bf99-6167f600f471 on network 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:50.735515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:50.736175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Checking segment: {'id': '98a406cb-781a-49ce-8e44-97beb91eaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:50.736600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.737004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Bound using segment: {'id': '98a406cb-781a-49ce-8e44-97beb91eaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:50.738352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Bound port: 2d327f17-fad3-4208-bf99-6167f600f471, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a406cb-781a-49ce-8e44-97beb91eaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:50.738867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:50.760254 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:50.838966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-35221737-692d-4a12-8999-a7d91f600373 None None] For port 2d327f17-fad3-4208-bf99-6167f600f471, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:50.842831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-35221737-692d-4a12-8999-a7d91f600373 None None] For port 2d327f17-fad3-4208-bf99-6167f600f471, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d327f17-fad3-4208-bf99-6167f600f471,segment=NetworkSegment(98a406cb-781a-49ce-8e44-97beb91eaa84),segment_id=98a406cb-781a-49ce-8e44-97beb91eaa84)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:50.852910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6e5db5-b5eb-4430-8c79-4d25713f5603,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:50.855745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:28:50.855745 dv-neutron-818347-1-hyperv neutron-server[84233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:28:50.855745 dv-neutron-818347-1-hyperv neutron-server[84233]: [parameters: {'id': '2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f'}]
Nov 24 14:28:50.855745 dv-neutron-818347-1-hyperv neutron-server[84233]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:28:50.856077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:28:50.856776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:50.866945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-804883950', 'router:external': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:50.876545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:50.884875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1093567856'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:50.886257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:network and tenant:10d11980ba8a4d8b9ee3571e329485fc is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:50.893576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:50.906996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:50.923219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:50.935852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:50.944192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:50.954187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:50.974028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:50.975975 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:50.988220 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] Sync routers for ids ['f0539671-1e4a-4198-9686-c9430cf3bef4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:50.988658 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "PUT /v2.0/routers/f0539671-1e4a-4198-9686-c9430cf3bef4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2048249
Nov 24 14:28:50.993379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48970) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:50.994822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:50.998037 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] Routers {'f0539671-1e4a-4198-9686-c9430cf3bef4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:50.998831 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46ac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['f0539671-1e4a-4198-9686-c9430cf3bef4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:51.078894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Made reservation on behalf of 10d11980ba8a4d8b9ee3571e329485fc for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:51.081738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.083714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c7096-3773-422f-b846-5c670ae7b069 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:51.085430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c7096-3773-422f-b846-5c670ae7b069 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:51.090742 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8a7c7096-3773-422f-b846-5c670ae7b069 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0945613
Nov 24 14:28:51.091906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48974) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:51.107723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.152206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Pushing event updated for resources: {'Port': ['ID=2d327f17-fad3-4208-bf99-6167f600f471,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:51.159120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:51.172335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def40477-2d89-47fd-8cc0-44734bc3b5e3 None None] Network 2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:51.173566 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] Set router f0539671-1e4a-4198-9686-c9430cf3bef4 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:51.288029 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46ac0>, [{'id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'name': 'tempest-NetworksTestDHCPv6-router-1221149312', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:27Z', 'updated_at': '2021-11-24T14:28:47Z', 'revision_number': 3, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:51.289164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:51.294123 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] Checking router: f0539671-1e4a-4198-9686-c9430cf3bef4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:28:51.303409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:security_group_rule and tenant:10d11980ba8a4d8b9ee3571e329485fc is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:51.306374 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] Routers {'f0539671-1e4a-4198-9686-c9430cf3bef4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:51.307253 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46ac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['f0539671-1e4a-4198-9686-c9430cf3bef4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:51.308298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:51.326866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:51.330358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Deleting port fe835948-6306-4f71-9a1f-9a10cbb5902d {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:51.330696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.336353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Network 973b4670-e0bf-4e57-b9ec-aff9278ac0cc is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:51.338553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:51.341840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.361418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.362825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 8995b1e2-1015-4290-9764-86e624d42930 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:51.365257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.392411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.420561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0126cfa-c114-4fd6-8765-9c73bbbd42ac None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:28:51.446536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa026ee-5eba-4e30-a933-9f15ac403b00 req-b13cf977-3470-4fa2-82ae-e73963956947 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:51.455092 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9fa026ee-5eba-4e30-a933-9f15ac403b00 req-b13cf977-3470-4fa2-82ae-e73963956947 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5853424
Nov 24 14:28:51.467846 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] Set router f0539671-1e4a-4198-9686-c9430cf3bef4 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:51.497307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port 2d327f17-fad3-4208-bf99-6167f600f471 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:51.497307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.510503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.586377 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46ac0>, [{'id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'name': 'tempest-NetworksTestDHCPv6-router-1221149312', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:27Z', 'updated_at': '2021-11-24T14:28:47Z', 'revision_number': 3, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:51.591582 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87817e60-456b-41fc-b8f5-d375e4c3a5e5 None None] The sync data for ids ['f0539671-1e4a-4198-9686-c9430cf3bef4'] in dv-neutron-818347-1-hyperv is: [{'id': 'f0539671-1e4a-4198-9686-c9430cf3bef4', 'name': 'tempest-NetworksTestDHCPv6-router-1221149312', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:27Z', 'updated_at': '2021-11-24T14:28:47Z', 'revision_number': 3, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:51.614046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.658735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:51.661350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 973b4670-e0bf-4e57-b9ec-aff9278ac0cc) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:51.682181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:security_group_rule and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:51.687180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.693963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:51.719932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:51.741310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:51.756744 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9fa026ee-5eba-4e30-a933-9f15ac403b00 req-9e0bc6b0-2acd-4294-8836-da73bf16a8a7 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3007753
Nov 24 14:28:51.849856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0126cfa-c114-4fd6-8765-9c73bbbd42ac None None] Network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:51.852322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0126cfa-c114-4fd6-8765-9c73bbbd42ac None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8) {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:28:51.893233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.906792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.922419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] For port fe835948-6306-4f71-9a1f-9a10cbb5902d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fe835948-6306-4f71-9a1f-9a10cbb5902d,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:51.922771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:51.947656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event updated for resources: {'Subnet': ['ID=71a0aecc-d115-4022-aaad-1f38f1ada56a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:51.950568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:51.959214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Checking segment: {'id': 'f92f8273-2199-4def-b096-8f8ad103d342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:51.970342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Network hostable DHCP agents. Network: 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:51.980402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Unable to find a vacant binding_index for network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 and agent 50c32850-c8db-462f-9ed8-2331efaac1f7 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Nov 24 14:28:52.056893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4e21e51-b796-4324-a3b5-bf680bdad785 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:52.060196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:52.062775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.067574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.074155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:52.117812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:52.119069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:52.119069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.149646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=8995b1e2-1015-4290-9764-86e624d42930,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:52.154315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.161999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:52.164009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:52.182272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:52.196722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.212457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bf28a9-6196-4a05-a76a-5414690b02e6,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:52.215422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.215574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:52.215692 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment d0738a3a-082c-4fe8-ac13-524b2171c749 of type vlan for network fe342013-4947-4aa7-9ce9-0d42cb8ef42f
Nov 24 14:28:52.217522 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8995b1e2-1015-4290-9764-86e624d42930 HTTP/1.1" status: 204  len: 168 time: 1.1242149
Nov 24 14:28:52.222720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:52.223750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48980) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:52.247717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Calling delete_port for fe835948-6306-4f71-9a1f-9a10cbb5902d owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:52.299066 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 5.2078490
Nov 24 14:28:52.311451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:52.314698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48984) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:52.327452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b4e21e51-b796-4324-a3b5-bf680bdad785 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:52.328012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.371118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.379790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75531e9-da89-4eeb-935e-c0a1fbdb38d5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:52.382769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:52.397535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port 2d327f17-fad3-4208-bf99-6167f600f471, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d327f17-fad3-4208-bf99-6167f600f471,segment=NetworkSegment(98a406cb-781a-49ce-8e44-97beb91eaa84),segment_id=98a406cb-781a-49ce-8e44-97beb91eaa84)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:52.397863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.407661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.408008 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Added segment 2da0f060-ce68-46cc-8516-e978ff18fba9 of type vlan for network 268c8172-8017-4515-8988-4131190d3bfc
Nov 24 14:28:52.408320 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f11fedc4-5513-4265-b0b1-3c94f5a64826 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1833746
Nov 24 14:28:52.411337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 48988) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:52.464467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-5d85ce8b-6744-4af1-b5e7-a710a7cde3d8', 'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8', 'tenant_id': 'd194773bdafe49bcb16d1b53fbae6107', 'fixed_ips': [{'subnet_id': '71a0aecc-d115-4022-aaad-1f38f1ada56a'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:52.465289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.475164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-973b4670-e0bf-4e57-b9ec-aff9278ac0cc', 'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc', 'tenant_id': 'd194773bdafe49bcb16d1b53fbae6107', 'fixed_ips': [{'subnet_id': '05b4e688-14a5-4d6d-a21b-f09c8bc4e2b0'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:52.475941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.528870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.532628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:52.533207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.543540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a888b44-606a-4b24-afb9-dc0d05474bb3 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:52.576128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for 2d327f17-fad3-4208-bf99-6167f600f471 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:52.628180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b06a3bb7-7ce2-4c75-967c-97e21f11d25e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:52.658170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=fe342013-4947-4aa7-9ce9-0d42cb8ef42f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:52.661391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:52.667120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d98572e-2e3c-43a4-bd70-94cdb0ba86df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.675714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:52.680817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b06a3bb7-7ce2-4c75-967c-97e21f11d25e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:52.681290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b06a3bb7-7ce2-4c75-967c-97e21f11d25e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:28:52.683237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f583245-6d22-4778-972a-0dd7fb490cfa tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:52.684824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f583245-6d22-4778-972a-0dd7fb490cfa tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:52.686149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f583245-6d22-4778-972a-0dd7fb490cfa tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:52.697285 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6f583245-6d22-4778-972a-0dd7fb490cfa tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.3677385
Nov 24 14:28:52.697521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:52.701166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841f76a-a3a5-44ce-81a0-b978d416b643 req-a1c0168e-d6c6-4358-87be-69d3d014e8f3 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:52.701166 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6841f76a-a3a5-44ce-81a0-b978d416b643 req-a1c0168e-d6c6-4358-87be-69d3d014e8f3 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.7842603
Nov 24 14:28:52.709971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48992) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:52.741943 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.2425368
Nov 24 14:28:52.774352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 48996) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:52.815855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916648594'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:52.851868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:52.875966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:52.891062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:52.906032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:52.936818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Router 194b311b-1867-4394-a5cc-d5a94c8daec7 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:28:53.016514 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6841f76a-a3a5-44ce-81a0-b978d416b643 req-64129304-93ae-40b8-9e1b-fb9ef76996d3 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2836928
Nov 24 14:28:53.017901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Allocated IP 2001:db8::1 (973b4670-e0bf-4e57-b9ec-aff9278ac0cc/05b4e688-14a5-4d6d-a21b-f09c8bc4e2b0/0062628a-708e-46e1-bfb7-3855d2a869c6) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:53.022093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.030013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7cd2c6bb-ff01-4673-a65f-fa9820d87c3b tempest-FloatingIPAdminTestJSON-1245242490 tempest-FloatingIPAdminTestJSON-1245242490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:53.030242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Allocated IP 2001:db8:0:1::1 (5d85ce8b-6744-4af1-b5e7-a710a7cde3d8/71a0aecc-d115-4022-aaad-1f38f1ada56a/d55239a1-6d98-49de-ae6a-d1c7ad20adf9) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:53.122454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.123369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:53.123941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.127471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Port': ['ID=2d327f17-fad3-4208-bf99-6167f600f471,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:53.130647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:53.131167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:53.134362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.154636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:53.193460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No DVR routers for this DVR port 2d327f17-fad3-4208-bf99-6167f600f471 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:28:53.293998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d98572e-2e3c-43a4-bd70-94cdb0ba86df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.306451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d98572e-2e3c-43a4-bd70-94cdb0ba86df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.363339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d87d9-062b-4c7a-95be-7c93aed36a65 req-cba5a0a0-0e5f-4906-8ece-a7cc185bd0cb tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:53.365007 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c6d87d9-062b-4c7a-95be-7c93aed36a65 req-cba5a0a0-0e5f-4906-8ece-a7cc185bd0cb tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.1157954
Nov 24 14:28:53.415040 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c6d87d9-062b-4c7a-95be-7c93aed36a65 req-52bd5133-a84b-4e1a-866b-d694a6a7f55c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441446
Nov 24 14:28:53.422822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-41364906-ed81-4859-afcb-951033bdf584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.438528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d98572e-2e3c-43a4-bd70-94cdb0ba86df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.439295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d98572e-2e3c-43a4-bd70-94cdb0ba86df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Fanout notify agent at l3_agent the message router_deleted on router f0539671-1e4a-4198-9686-c9430cf3bef4 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:28:53.468877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d98572e-2e3c-43a4-bd70-94cdb0ba86df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.472793 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2d98572e-2e3c-43a4-bd70-94cdb0ba86df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/routers/f0539671-1e4a-4198-9686-c9430cf3bef4 HTTP/1.1" status: 204  len: 168 time: 1.0577121
Nov 24 14:28:53.473934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49004) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:53.478610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:53.512192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.524882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.531681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Transition to ACTIVE for port object 0062628a-708e-46e1-bfb7-3855d2a869c6 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:53.551959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Transition to ACTIVE for port object d55239a1-6d98-49de-ae6a-d1c7ad20adf9 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:53.581472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Transition to ACTIVE for port object 0062628a-708e-46e1-bfb7-3855d2a869c6 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:53.598840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Transition to ACTIVE for port object d55239a1-6d98-49de-ae6a-d1c7ad20adf9 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:53.654853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:53.659000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:53.662596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:53.668437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:53.672600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Deleting subnet 05b4e688-14a5-4d6d-a21b-f09c8bc4e2b0 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:53.674299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Network': ['ID=268c8172-8017-4515-8988-4131190d3bfc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:53.677755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:53.685429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.690063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 268c8172-8017-4515-8988-4131190d3bfc details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:53.705168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c69b60b1-8d5d-4157-b3be-d5f95f13c503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:53.737245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:53.749509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.761335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.775483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:53.779243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.804376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.825459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.825803 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment ce4e104d-18cf-4883-ac0f-bc2a19e77ccf of type vlan for network dda07ba5-e5f1-40b2-9d0a-caab137e19a2
Nov 24 14:28:53.827815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.833331 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 3.4905608
Nov 24 14:28:53.844275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d3cad4cb-bc8f-4d89-8958-125bd5b18031 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:53.856715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Network 973b4670-e0bf-4e57-b9ec-aff9278ac0cc is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:53.873379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:53.881742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49008) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:53.883006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Pushing event updated for resources: {'Port': ['ID=0062628a-708e-46e1-bfb7-3855d2a869c6,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:53.887177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'subnet': {'network_id': '268c8172-8017-4515-8988-4131190d3bfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:53.888812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:53.893748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:53.895968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91817d03-6fbd-4fc6-8214-9775dc5c5510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:53.923442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe835948-6306-4f71-9a1f-9a10cbb5902d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:53.926471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:53.926747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:53.932927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fed2be0>,) {'filters': {'network_id': ['2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:53.933845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:53.936447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:53.945690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:subnet and tenant:10d11980ba8a4d8b9ee3571e329485fc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:53.945901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:53.949829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:53.961122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:53.974032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:53.991803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.031158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fed2be0>, '98a406cb-781a-49ce-8e44-97beb91eaa84') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:54.031441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fed2be0>, '98a406cb-781a-49ce-8e44-97beb91eaa84') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:54.046397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Made reservation on behalf of 10d11980ba8a4d8b9ee3571e329485fc for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:54.049307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.056511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.064205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Pushing event updated for resources: {'Port': ['ID=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:54.083168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:54.103067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.132630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Attempting to bind port 0062628a-708e-46e1-bfb7-3855d2a869c6 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:54.133009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Attempting to bind port 0062628a-708e-46e1-bfb7-3855d2a869c6 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '835ffe39-b725-49de-baac-5bae45ab825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:54.133378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Attempting to bind port 0062628a-708e-46e1-bfb7-3855d2a869c6 on network 973b4670-e0bf-4e57-b9ec-aff9278ac0cc {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:54.145436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:54.145817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Checking segment: {'id': '835ffe39-b725-49de-baac-5bae45ab825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:54.146234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.146632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Bound using segment: {'id': '835ffe39-b725-49de-baac-5bae45ab825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:54.147102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Bound port: 0062628a-708e-46e1-bfb7-3855d2a869c6, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835ffe39-b725-49de-baac-5bae45ab825f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '973b4670-e0bf-4e57-b9ec-aff9278ac0cc'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:54.147751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.159479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Attempting to bind port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:28:54.159479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Attempting to bind port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f92f8273-2199-4def-b096-8f8ad103d342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:28:54.160208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Attempting to bind port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 on network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:28:54.196212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:28:54.196518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Checking segment: {'id': 'f92f8273-2199-4def-b096-8f8ad103d342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:54.197016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.197346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Bound using segment: {'id': 'f92f8273-2199-4def-b096-8f8ad103d342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:28:54.197833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Bound port: d55239a1-6d98-49de-ae6a-d1c7ad20adf9, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92f8273-2199-4def-b096-8f8ad103d342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:28:54.198223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.211598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.217110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:28:54.262892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a7f0d-cef5-4255-916f-f69136ef4c34 req-f2ffe3f5-f650-448d-854a-b861c24d9d72 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:54.263998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.269971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:54.270340 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-920a7f0d-cef5-4255-916f-f69136ef4c34 req-f2ffe3f5-f650-448d-854a-b861c24d9d72 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6509421
Nov 24 14:28:54.276220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:28:54.276590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:28:54.297027 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:28:54.316973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] For port 0062628a-708e-46e1-bfb7-3855d2a869c6, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:54.333435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] For port d55239a1-6d98-49de-ae6a-d1c7ad20adf9, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:28:54.337097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] For port d55239a1-6d98-49de-ae6a-d1c7ad20adf9, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,segment=NetworkSegment(f92f8273-2199-4def-b096-8f8ad103d342),segment_id=f92f8273-2199-4def-b096-8f8ad103d342)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:54.362254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:54.368133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:54.371416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=3d241064-4cce-45d9-ad0c-cc6fa29e7020,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:54.377184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:54.377184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.380467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:54.474265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.477876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:54.478447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.485620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7182d215-baf7-4d53-87e1-50c7276c1457 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:54.528248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.532941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c29914c0-5f4c-4ba0-82d0-684c275db3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:54.548249 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0741343
Nov 24 14:28:54.552239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49012) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:54.610295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Pushing event updated for resources: {'Port': ['ID=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:54.614134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:54.632735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1759377587', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:54.633169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] For port 0062628a-708e-46e1-bfb7-3855d2a869c6, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0062628a-708e-46e1-bfb7-3855d2a869c6,segment=NetworkSegment(835ffe39-b725-49de-baac-5bae45ab825f),segment_id=835ffe39-b725-49de-baac-5bae45ab825f)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:28:54.645372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.649829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.655165 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f HTTP/1.1" status: 204  len: 168 time: 5.9507933
Nov 24 14:28:54.656423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49016) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:54.656568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:54.661332 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-920a7f0d-cef5-4255-916f-f69136ef4c34 req-429143c9-c50e-45b8-b9fb-cf4408bfc6dc tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3902001
Nov 24 14:28:54.663436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-505285843'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:54.664559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=dda07ba5-e5f1-40b2-9d0a-caab137e19a2,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:54.667313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:54.673167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:router and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:54.675930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:54.679543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:54.682030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:54.694262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:54.696008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:54.713646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:54.715631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:54.719751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:54.725991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:54.739735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:54.743481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.751192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:28:54.752204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.756527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:54.776282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.9812286
Nov 24 14:28:54.782757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49022) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:54.833543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.845592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:54.845780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': 'fe342013-4947-4aa7-9ce9-0d42cb8ef42f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:54.850157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Checking segment: {'id': '2da0f060-ce68-46cc-8516-e978ff18fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '268c8172-8017-4515-8988-4131190d3bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:54.850507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network hostable DHCP agents. Network: 268c8172-8017-4515-8988-4131190d3bfc, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:54.857821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:54.861410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.875811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Subnet': ['ID=386f5ce1-78ef-4a2f-b8ae-8bcdce283a89,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:54.882899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:54.894159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:28:54.905898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:54.922931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:54.923383 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment 5ecd154c-1e2a-47bf-bb7f-c14795e13cbc of type vlan for network c1d537a1-e1c8-4b21-9f47-2f79985163d3
Nov 24 14:28:54.945191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] Sync routers for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:28:54.956580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.007881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:55.008537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f803130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:55.034761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network 268c8172-8017-4515-8988-4131190d3bfc is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:55.058154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.059239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.073460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Pushing event updated for resources: {'Port': ['ID=0062628a-708e-46e1-bfb7-3855d2a869c6,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:55.080892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] 10.222.0.53 "PUT /v2.0/routers/194b311b-1867-4394-a5cc-d5a94c8daec7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4058211
Nov 24 14:28:55.084979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49026) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:55.091563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:55.201221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:55.203550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 268c8172-8017-4515-8988-4131190d3bfc) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:55.206018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.211050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:55.211689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.215380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:55.218624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:55.221145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:55.229071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:55.239744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:55.240873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.269559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.296410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.379027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:55.387582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:55.482915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=c1d537a1-e1c8-4b21-9f47-2f79985163d3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:55.486109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:55.515564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c1d537a1-e1c8-4b21-9f47-2f79985163d3 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:55.538566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.542503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.555213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:55.558827 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.6745086
Nov 24 14:28:55.561018 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9036026
Nov 24 14:28:55.567302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49030) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:55.567939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49032) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:55.575247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': 'c1d537a1-e1c8-4b21-9f47-2f79985163d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:55.598458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-485399985', 'network_id': '268c8172-8017-4515-8988-4131190d3bfc'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:55.610558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:55.666155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Subnet': ['ID=05b4e688-14a5-4d6d-a21b-f09c8bc4e2b0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:55.670034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:port and tenant:10d11980ba8a4d8b9ee3571e329485fc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:55.685284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:55.686059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:55.691549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.708232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:55.726435 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/subnets/05b4e688-14a5-4d6d-a21b-f09c8bc4e2b0 HTTP/1.1" status: 204  len: 168 time: 3.0138869
Nov 24 14:28:55.729490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:55.730066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49038) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:55.735252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.742385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:55.747051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:55.754743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:55.786062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.808046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.820294 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a877e3e0-b201-464f-a4a2-7ab3267fd6d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.2135992
Nov 24 14:28:55.829345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49042) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:55.853523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3da8a2bd-5a6e-4aab-a6e0-db0ca6ab08ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.879731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:55.930241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Made reservation on behalf of 10d11980ba8a4d8b9ee3571e329485fc for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:55.933425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:55.936316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f803130>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:28:48Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:55.943766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] Checking router: 194b311b-1867-4394-a5cc-d5a94c8daec7 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:28:55.962074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] Routers {'194b311b-1867-4394-a5cc-d5a94c8daec7'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:28:55.963314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f803130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['194b311b-1867-4394-a5cc-d5a94c8daec7'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:56.119572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] device_id is not set on port 34031ab8-b5a0-4e93-b2fe-c4e89181f349 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:28:56.167431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:56.180637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0062628a-708e-46e1-bfb7-3855d2a869c6 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:56.288161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] Set router 194b311b-1867-4394-a5cc-d5a94c8daec7 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:28:56.445857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 0062628a-708e-46e1-bfb7-3855d2a869c6 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:56.455525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d55239a1-6d98-49de-ae6a-d1c7ad20adf9 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:28:56.512313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Deleting subnet 71a0aecc-d115-4022-aaad-1f38f1ada56a {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:56.536037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Allocated IP 172.20.0.4 (268c8172-8017-4515-8988-4131190d3bfc/386f5ce1-78ef-4a2f-b8ae-8bcdce283a89/34031ab8-b5a0-4e93-b2fe-c4e89181f349) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:56.545657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37766ce-000c-4732-9679-93354e4093af None None] Network 973b4670-e0bf-4e57-b9ec-aff9278ac0cc requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:56.553221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:56.557745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8085e8-9d7d-4731-bb3b-1fa5905e22d2 None None] Network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:56.616263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b32cde-a497-49cb-bf2c-ca1b682ef87e None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:56.628221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53693ce3-99b4-46bb-adfc-d67737c5f342 None None] Network 268c8172-8017-4515-8988-4131190d3bfc requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:56.645556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7b3a4957-8be2-4b3f-ab99-4b931e04616e None None] Provisioning for port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:56.710851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:56.891090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:56.947509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.097622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.105947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.110221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7f849b7c-72dd-407f-a4c6-cae417e7779a tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:57.147355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Deleting port 931d95e1-b75b-4c41-9ff2-ba808151fbd8 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:57.147576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.167782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.223719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network 268c8172-8017-4515-8988-4131190d3bfc is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:28:57.236189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:57.239524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:28:57.247434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.255799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:57.280458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Port': ['ID=34031ab8-b5a0-4e93-b2fe-c4e89181f349,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:57.301625 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.309837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:57.313575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-94d93d60-807b-4cd6-b4e8-32b085a6f1c6 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:57.448243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=6978855a-a9cf-4e51-bc00-f1eb8515ea90,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:57.452044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Provisioning for port 0062628a-708e-46e1-bfb7-3855d2a869c6 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:57.467883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:57.501868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Provisioning complete for port 0062628a-708e-46e1-bfb7-3855d2a869c6 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:57.502331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.578275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:28:57.595690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:57.596322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.596621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.605567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': '5ecd154c-1e2a-47bf-bb7f-c14795e13cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c1d537a1-e1c8-4b21-9f47-2f79985163d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:57.606281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: c1d537a1-e1c8-4b21-9f47-2f79985163d3, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:57.619759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': 'd0738a3a-082c-4fe8-ac13-524b2171c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fe342013-4947-4aa7-9ce9-0d42cb8ef42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:28:57.620122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: fe342013-4947-4aa7-9ce9-0d42cb8ef42f, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:28:57.633465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=5c4f33ab-fbd3-4794-b353-936892eae37c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:57.637003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:57.646190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:57.646642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.670978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] For port 931d95e1-b75b-4c41-9ff2-ba808151fbd8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=931d95e1-b75b-4c41-9ff2-ba808151fbd8,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:57.671507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.737858 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 2.1687229
Nov 24 14:28:57.742656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.747780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49052) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:57.760277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b1df8779-1519-4552-a2cc-19430d6336d3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:57.808704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Calling delete_port for 931d95e1-b75b-4c41-9ff2-ba808151fbd8 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:57.811576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f803130>, [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:28:48Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:28:57.825691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a1234f-8878-4e1e-bc10-6ece0b77b8e3 None None] Network 973b4670-e0bf-4e57-b9ec-aff9278ac0cc requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:57.839471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Subnet': ['ID=71a0aecc-d115-4022-aaad-1f38f1ada56a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:57.848648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185dcd71-bf79-4b19-b5fb-8a3bdc404c56 None None] Network 268c8172-8017-4515-8988-4131190d3bfc requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:57.874313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50f4c-faac-4e8e-9b89-0ee6df157d83 None None] The sync data for ids ['194b311b-1867-4394-a5cc-d5a94c8daec7'] in dv-neutron-818347-1-hyperv is: [{'id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'name': 'tempest-ServersTestManualDisk-553345771-router', 'tenant_id': 'f4aaf32438b04616aae5be4648c0b034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248'}], 'enable_snat': True}, 'gw_port_id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:28:48Z', 'revision_number': 5, 'project_id': 'f4aaf32438b04616aae5be4648c0b034', 'gw_port': {'id': '931d95e1-b75b-4c41-9ff2-ba808151fbd8', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b311b-1867-4394-a5cc-d5a94c8daec7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:28:57.900304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:57.918419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network c1d537a1-e1c8-4b21-9f47-2f79985163d3 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:57.923428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:57.971862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Deleting port 34031ab8-b5a0-4e93-b2fe-c4e89181f349 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:57.972581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.052303 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/subnets/71a0aecc-d115-4022-aaad-1f38f1ada56a HTTP/1.1" status: 204  len: 168 time: 2.3183005
Nov 24 14:28:58.052837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49056) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:58.080263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:28:58.116099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.122168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0f220026-9ed0-4125-a503-9aedcf8437ab tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:58.172301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Pushing event deleted for resources: {'Port': ['ID=931d95e1-b75b-4c41-9ff2-ba808151fbd8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:58.175518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:58.181413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbb882-8470-4fab-a45e-3e3a47a64619 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:58.181413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c1dbb882-8470-4fab-a45e-3e3a47a64619 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Synchronizing usage tracker for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:28:58.185976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c1d537a1-e1c8-4b21-9f47-2f79985163d3) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:58.192352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:58.192352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.209891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, fe342013-4947-4aa7-9ce9-0d42cb8ef42f) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:28:58.227281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400cad4-13da-4676-9a98-5762a929fa2a None None] Network c1d537a1-e1c8-4b21-9f47-2f79985163d3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:58.228886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:58.229465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.243135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.299106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce5886-1260-4a19-bbb1-2ad52f496fda None None] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:58.458340 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.8879802
Nov 24 14:28:58.467749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c1dbb882-8470-4fab-a45e-3e3a47a64619 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Unset dirty status for tenant:d194773bdafe49bcb16d1b53fbae6107 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:28:58.473868 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c1dbb882-8470-4fab-a45e-3e3a47a64619 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4192052
Nov 24 14:28:58.474581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49060) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:58.475067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49062) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:58.489181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315375927'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:58.493341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::1 (545fb1c8-c25e-4ba6-8844-73dcc5231588/3d241064-4cce-45d9-ad0c-cc6fa29e7020/e0040d0f-763f-4712-810d-1ad8d9a6b00b) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:28:58.498411 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.7110569
Nov 24 14:28:58.507016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49068) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:58.526920 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:58.530967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': 'dda07ba5-e5f1-40b2-9d0a-caab137e19a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:58.535154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.605530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:58.611208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:58.613786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.644554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.658248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.668237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b62df4-03be-4da9-a91f-f4ee19450cdb None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:28:58.731146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:58.900050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] For port 0062628a-708e-46e1-bfb7-3855d2a869c6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0062628a-708e-46e1-bfb7-3855d2a869c6,segment=NetworkSegment(835ffe39-b725-49de-baac-5bae45ab825f),segment_id=835ffe39-b725-49de-baac-5bae45ab825f)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:58.927337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Router 43813757-8180-4c25-a59e-0069959df08e has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:28:58.928140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.943546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:58.946963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.977901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.993608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:58.997559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:28:58.998977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Deleting port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:58.998977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.009189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Calling delete_port for 34031ab8-b5a0-4e93-b2fe-c4e89181f349 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:59.025414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.046995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:59.054825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.055216 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment c0412fe3-bcce-499c-b8bf-b10d0b6ef69e of type vlan for network b6674119-9718-4913-8449-31cd5ffeba09
Nov 24 14:28:59.072678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:28:59.082565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:28:59.089228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:28:59.123144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:28:59.148125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b51f7a-0576-4989-be18-671b676f555c None None] Update dhcp port {'port': {'network_id': '5d85ce8b-6744-4af1-b5e7-a710a7cde3d8', 'fixed_ips': [{'subnet_id': '71a0aecc-d115-4022-aaad-1f38f1ada56a'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': 'd55239a1-6d98-49de-ae6a-d1c7ad20adf9'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:28:59.155080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.193139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port d55239a1-6d98-49de-ae6a-d1c7ad20adf9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,segment=NetworkSegment(f92f8273-2199-4def-b096-8f8ad103d342),segment_id=f92f8273-2199-4def-b096-8f8ad103d342)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:59.236948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.310679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-c1d537a1-e1c8-4b21-9f47-2f79985163d3', 'network_id': 'c1d537a1-e1c8-4b21-9f47-2f79985163d3', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': '5c4f33ab-fbd3-4794-b353-936892eae37c'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:59.311546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.321076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:28:59.381090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.406756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.407231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194b311b-1867-4394-a5cc-d5a94c8daec7 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:28:59.429591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object e0040d0f-763f-4712-810d-1ad8d9a6b00b will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:28:59.432430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7b51f7a-0576-4989-be18-671b676f555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.439947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.443999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.445551 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] 10.222.0.53 "DELETE /v2.0/routers/194b311b-1867-4394-a5cc-d5a94c8daec7 HTTP/1.1" status: 204  len: 168 time: 4.3598154
Nov 24 14:28:59.448222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49074) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:59.457455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Pushing event updated for resources: {'Port': ['ID=0062628a-708e-46e1-bfb7-3855d2a869c6,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:59.476986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:59.480682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d3de472f-79dd-431b-aa85-0121aa3c8ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:59.491770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.495716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:28:59.496388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.508722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:59.539513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] For port d55239a1-6d98-49de-ae6a-d1c7ad20adf9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,segment=NetworkSegment(f92f8273-2199-4def-b096-8f8ad103d342),segment_id=f92f8273-2199-4def-b096-8f8ad103d342)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:28:59.539883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.560171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e7f256eb-8329-4c44-abe7-26173782db59 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:28:59.587666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.637000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-df6c5a4b-450b-481a-96e6-809c09ed68b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:59.668840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7263600d-7206-412f-bf46-24def29c1825 None None] Provisioning complete for port 029c5c4c-5718-4e72-a9dc-47da249be7b3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:28:59.669193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7263600d-7206-412f-bf46-24def29c1825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.692214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] DHCP port deletion for 973b4670-e0bf-4e57-b9ec-aff9278ac0cc request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:28:59.707134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e7f256eb-8329-4c44-abe7-26173782db59 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:28:59.708128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e7f256eb-8329-4c44-abe7-26173782db59 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:28:59.751254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.767868 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2859461
Nov 24 14:28:59.772566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Calling delete_port for d55239a1-6d98-49de-ae6a-d1c7ad20adf9 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:28:59.787967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49078) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:28:59.790923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event deleted for resources: {'Port': ['ID=34031ab8-b5a0-4e93-b2fe-c4e89181f349,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:59.811707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Deleting port 0062628a-708e-46e1-bfb7-3855d2a869c6 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:28:59.812127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.833248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:59.838537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': 'b6674119-9718-4913-8449-31cd5ffeba09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:28:59.839034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Deleting subnet 66ba0f61-6fdd-45e3-b555-9cb093b93436 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:28:59.843911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=b6674119-9718-4913-8449-31cd5ffeba09,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:28:59.847335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.852875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:28:59.878586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:28:59.894890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network b6674119-9718-4913-8449-31cd5ffeba09 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:28:59.932788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:28:59.961979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-fe342013-4947-4aa7-9ce9-0d42cb8ef42f', 'network_id': 'fe342013-4947-4aa7-9ce9-0d42cb8ef42f', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': '6978855a-a9cf-4e51-bc00-f1eb8515ea90'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:28:59.962785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.028550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:29:00.029195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:29:00.038760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.044144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:00.051700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:00.051831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:00.072490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:00.083266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:00.083788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.098741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=e0040d0f-763f-4712-810d-1ad8d9a6b00b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:00.103873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.122946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:00.131635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:00.146583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:00.150316 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "DELETE /v2.0/ports/34031ab8-b5a0-4e93-b2fe-c4e89181f349 HTTP/1.1" status: 204  len: 168 time: 2.3636665
Nov 24 14:29:00.151299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:00.153139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49082) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:00.159301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '268c8172-8017-4515-8988-4131190d3bfc', 'external_fixed_ips': [{'subnet_id': '386f5ce1-78ef-4a2f-b8ae-8bcdce283a89', 'ip_address': '172.20.0.4'}]}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:00.165323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:00.165512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:00.169715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:router and tenant:10d11980ba8a4d8b9ee3571e329485fc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:00.173484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:00.181805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:00.222051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.228419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8ad9e8e7-d902-44b6-9997-df082c958c05 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:00.247755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:00.258719 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] Sync routers for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:00.263216 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] 10.222.0.53 "PUT /v2.0/routers/43813757-8180-4c25-a59e-0069959df08e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9667797
Nov 24 14:29:00.272678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49086) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:00.274861 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:00.275869 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe91340>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:00.312314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.312314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.312314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.332619 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047404c-7a40-4ae6-b15c-2c35a4104aa9 None None] Network ce41eccc-38d0-4eee-98ef-85b689509f7c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:00.350826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.381717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:00.392845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66ba0f61-6fdd-45e3-b555-9cb093b93436,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:00.401300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:00.417179 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/66ba0f61-6fdd-45e3-b555-9cb093b93436 HTTP/1.1" status: 204  len: 168 time: 0.9676664
Nov 24 14:29:00.419606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49092) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:00.449917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127792b-965e-4926-918d-548d4607bc38 None None] Network 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:00.527004 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:00.572280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Deleting port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:00.572622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.607232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.623101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.639629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0f7502c-07d7-4a2b-b0e7-b4001f0a1523 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:00.701422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.717537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Allocated IP 2001:db8::3 (c1d537a1-e1c8-4b21-9f47-2f79985163d3/5c4f33ab-fbd3-4794-b353-936892eae37c/cf5c0878-5dd8-4636-8247-09028569fdec) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:00.730816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.790314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=ad2899d2-4f9a-4eb1-a254-13b5989efbea,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:00.805563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:00.831616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Deleting port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:00.832128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:00.897521 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe91340>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:28:53Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:00.902295 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] Checking router: 43813757-8180-4c25-a59e-0069959df08e for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:29:00.917793 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] Routers {'43813757-8180-4c25-a59e-0069959df08e'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:00.918685 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe91340>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['43813757-8180-4c25-a59e-0069959df08e'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:00.983733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing IP validity checks on allocation pools {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 14:29:00.984492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 14:29:01.114781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': 'ce4e104d-18cf-4883-ac0f-bc2a19e77ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'dda07ba5-e5f1-40b2-9d0a-caab137e19a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:01.115304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: dda07ba5-e5f1-40b2-9d0a-caab137e19a2, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:01.149932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] For port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef,segment=NetworkSegment(0500afb8-6f1f-4fe8-9a03-e2300d98dfcc),segment_id=0500afb8-6f1f-4fe8-9a03-e2300d98dfcc)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:01.150528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.152849 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] Set router 43813757-8180-4c25-a59e-0069959df08e gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:01.180538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] For port 0062628a-708e-46e1-bfb7-3855d2a869c6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0062628a-708e-46e1-bfb7-3855d2a869c6,segment=NetworkSegment(835ffe39-b725-49de-baac-5bae45ab825f),segment_id=835ffe39-b725-49de-baac-5bae45ab825f)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:01.184589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.383447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Calling delete_port for 0062628a-708e-46e1-bfb7-3855d2a869c6 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:01.515650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Allocated IP 2001:db8::2 (fe342013-4947-4aa7-9ce9-0d42cb8ef42f/6978855a-a9cf-4e51-bc00-f1eb8515ea90/10aa3073-8df6-4ca6-97b8-b15404eb9a22) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:01.529659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Calling delete_port for bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:01.580323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:01.620646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.657371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.681502 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe91340>, [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:28:53Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:01.690834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.694804 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c877ede-d035-48f4-84d1-851424a1c54e None None] The sync data for ids ['43813757-8180-4c25-a59e-0069959df08e'] in dv-neutron-818347-1-hyperv is: [{'id': '43813757-8180-4c25-a59e-0069959df08e', 'name': 'tempest-ServersTestJSON-2039749744-router', 'tenant_id': '57f332d72fa1462fb69739f9b5159a7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3'}], 'enable_snat': True}, 'gw_port_id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:41Z', 'updated_at': '2021-11-24T14:28:53Z', 'revision_number': 5, 'project_id': '57f332d72fa1462fb69739f9b5159a7e', 'gw_port': {'id': '94d85e3b-1ef9-4bff-b312-111338d12f92', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43813757-8180-4c25-a59e-0069959df08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:44Z', 'updated_at': '2021-11-24T14:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:01.709293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Transition to ACTIVE for port object cf5c0878-5dd8-4636-8247-09028569fdec will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:01.724690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.731753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Transition to ACTIVE for port object cf5c0878-5dd8-4636-8247-09028569fdec will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:01.732810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, dda07ba5-e5f1-40b2-9d0a-caab137e19a2) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:01.739354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0062628a-708e-46e1-bfb7-3855d2a869c6 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:01.744739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:01.782402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] For port d55239a1-6d98-49de-ae6a-d1c7ad20adf9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,segment=NetworkSegment(f92f8273-2199-4def-b096-8f8ad103d342),segment_id=f92f8273-2199-4def-b096-8f8ad103d342)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:01.782907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.785970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21815076-b0a5-45ac-8ca0-3131151dadba None None] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:01.794254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:01.796467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.873091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.879729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 0062628a-708e-46e1-bfb7-3855d2a869c6 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:01.880117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0062628a-708e-46e1-bfb7-3855d2a869c6 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:01.881294 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 931d95e1-b75b-4c41-9ff2-ba808151fbd8 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:01.904787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.920289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:01.926165 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.4130201
Nov 24 14:29:01.928641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49096) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:01.934839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Calling delete_port for d55239a1-6d98-49de-ae6a-d1c7ad20adf9 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:01.940760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1251648242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:01.950256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.952305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=acd0a958-8caa-4c5f-9e9a-5a99b364f8b6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:01.963802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.964293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:01.965046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': 'c0412fe3-bcce-499c-b8bf-b10d0b6ef69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b6674119-9718-4913-8449-31cd5ffeba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:01.965329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: b6674119-9718-4913-8449-31cd5ffeba09, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:01.973120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:01.978467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:01.979946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.980759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:01.986817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b618d5a7-66fa-4a2c-ab46-14c9d3df1c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:01.990546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 931d95e1-b75b-4c41-9ff2-ba808151fbd8 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:01.990929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 931d95e1-b75b-4c41-9ff2-ba808151fbd8 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:01.991343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d55239a1-6d98-49de-ae6a-d1c7ad20adf9 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:02.024901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:router and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:02.033098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Pushing event deleted for resources: {'Port': ['ID=0062628a-708e-46e1-bfb7-3855d2a869c6,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:02.035428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:02.036157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:02.048579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:02.058029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] No DVR routers for this DVR port bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:02.094012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:02.103174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b073fa9f-840f-409c-af5a-b20d62eeeb49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:02.112476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:02.191020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=e0040d0f-763f-4712-810d-1ad8d9a6b00b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:02.195528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] No DVR routers for this DVR port 0062628a-708e-46e1-bfb7-3855d2a869c6 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:02.197847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:02.251800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.253289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.269422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.292647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.294767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network b6674119-9718-4913-8449-31cd5ffeba09 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:02.304224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e957aee-88d1-4fd3-aaf5-3beba68ec829 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:02.347386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fd44e50>,) {'filters': {'network_id': ['ce41eccc-38d0-4eee-98ef-85b689509f7c']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:02.350643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Pushing event updated for resources: {'Port': ['ID=cf5c0878-5dd8-4636-8247-09028569fdec,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:02.353726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:02.355720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.357321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Port': ['ID=d55239a1-6d98-49de-ae6a-d1c7ad20adf9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:02.365519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:02.369163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd44e50>, '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:02.369432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd44e50>, '0500afb8-6f1f-4fe8-9a03-e2300d98dfcc') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:02.369755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.378693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:02.382228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:02.382690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] No DVR routers for this DVR port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:02.397726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Network c1d537a1-e1c8-4b21-9f47-2f79985163d3 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:02.428233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.472945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No active binding found for port d55239a1-6d98-49de-ae6a-d1c7ad20adf9 {{(pid=84235) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Nov 24 14:29:02.473368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d55239a1-6d98-49de-ae6a-d1c7ad20adf9 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:02.476807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-93a4be9b-2148-4571-ac48-53a1c4f79f7f None None] Provisioning for port e0040d0f-763f-4712-810d-1ad8d9a6b00b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:02.478283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.485110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:02.489032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:02.500801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-93a4be9b-2148-4571-ac48-53a1c4f79f7f None None] Provisioning complete for port e0040d0f-763f-4712-810d-1ad8d9a6b00b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:02.501183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-93a4be9b-2148-4571-ac48-53a1c4f79f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.578760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:02.579340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:02.594640 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:02.608483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.625403 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451853f2-2d82-4449-878c-8e846c13497a None None] DHCP port deletion for 5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:02.655644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da461799-f78d-4a8b-abbc-cb3a057e7ec1 None None] DHCP port deletion for ce41eccc-38d0-4eee-98ef-85b689509f7c request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:02.658783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, b6674119-9718-4913-8449-31cd5ffeba09) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:02.669750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Deleting port 94d85e3b-1ef9-4bff-b312-111338d12f92 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:02.670146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.699960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:02.700628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.715411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7fdbe7-a6dd-4888-afd9-a10b4d237edd None None] Network b6674119-9718-4913-8449-31cd5ffeba09 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:02.720493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f404760>,) {'filters': {'network_id': ['5d85ce8b-6744-4af1-b5e7-a710a7cde3d8']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:02.726198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.790247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f404760>, 'f92f8273-2199-4def-b096-8f8ad103d342') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:02.790964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f404760>, 'f92f8273-2199-4def-b096-8f8ad103d342') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:02.804805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-dda07ba5-e5f1-40b2-9d0a-caab137e19a2', 'network_id': 'dda07ba5-e5f1-40b2-9d0a-caab137e19a2', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': 'ad2899d2-4f9a-4eb1-a254-13b5989efbea'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:02.810965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.823726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.833937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d08c1922-bf20-4cda-b19a-01fb9262e627 tempest-ExternalNetworksTestJSON-1195978369 tempest-ExternalNetworksTestJSON-1195978369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:02.863015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.873670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.883085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Attempting to bind port cf5c0878-5dd8-4636-8247-09028569fdec on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:02.883463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Attempting to bind port cf5c0878-5dd8-4636-8247-09028569fdec by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5ecd154c-1e2a-47bf-bb7f-c14795e13cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c1d537a1-e1c8-4b21-9f47-2f79985163d3'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:02.884014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Attempting to bind port cf5c0878-5dd8-4636-8247-09028569fdec on network c1d537a1-e1c8-4b21-9f47-2f79985163d3 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:02.887406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 3.0979376
Nov 24 14:29:02.890221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49100) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:02.894420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.895622 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d0f11316-7ad6-45b3-b0a9-2c91b5e4d93a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9639258
Nov 24 14:29:02.899547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce41eccc-38d0-4eee-98ef-85b689509f7c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:02.910138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49104) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:02.921029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:02.954112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-93a4be9b-2148-4571-ac48-53a1c4f79f7f None None] Port e0040d0f-763f-4712-810d-1ad8d9a6b00b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:02.973988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:02.974375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Checking segment: {'id': '5ecd154c-1e2a-47bf-bb7f-c14795e13cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c1d537a1-e1c8-4b21-9f47-2f79985163d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:02.974785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:02.975185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Bound using segment: {'id': '5ecd154c-1e2a-47bf-bb7f-c14795e13cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c1d537a1-e1c8-4b21-9f47-2f79985163d3'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:02.975864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Bound port: cf5c0878-5dd8-4636-8247-09028569fdec, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd154c-1e2a-47bf-bb7f-c14795e13cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c1d537a1-e1c8-4b21-9f47-2f79985163d3'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:02.976501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.019233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.093776 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ce41eccc-38d0-4eee-98ef-85b689509f7c HTTP/1.1" status: 204  len: 168 time: 2.6724043
Nov 24 14:29:03.102372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:03.102897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:03.121285 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:03.140448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.156106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Transition to ACTIVE for port object 10aa3073-8df6-4ca6-97b8-b15404eb9a22 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:03.219982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] For port 94d85e3b-1ef9-4bff-b312-111338d12f92, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94d85e3b-1ef9-4bff-b312-111338d12f92,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:03.220435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.242142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.368761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Calling delete_port for 94d85e3b-1ef9-4bff-b312-111338d12f92 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:03.376244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.383455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Transition to ACTIVE for port object 10aa3073-8df6-4ca6-97b8-b15404eb9a22 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:03.413470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.417143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-93a4be9b-2148-4571-ac48-53a1c4f79f7f None None] Provisioning complete for port 029c5c4c-5718-4e72-a9dc-47da249be7b3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:03.417668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-93a4be9b-2148-4571-ac48-53a1c4f79f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.514158 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.529567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-83af6d2b-7557-49f8-ab29-6a87e6495c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:03.530785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.540473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.545182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.552520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5fe8691d-bb9a-4da7-9b45-3ca112323baf tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:03.560262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04037cf-63c4-4348-9707-4eb8dcf2fab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-b6674119-9718-4913-8449-31cd5ffeba09', 'network_id': 'b6674119-9718-4913-8449-31cd5ffeba09', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': 'acd0a958-8caa-4c5f-9e9a-5a99b364f8b6'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:03.560583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d04037cf-63c4-4348-9707-4eb8dcf2fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.570664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fe835948-6306-4f71-9a1f-9a10cbb5902d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:03.646754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Network': ['ID=5d85ce8b-6744-4af1-b5e7-a710a7cde3d8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:03.648519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: fe835948-6306-4f71-9a1f-9a10cbb5902d {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:03.648894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fe835948-6306-4f71-9a1f-9a10cbb5902d not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:03.649330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:03.649530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:03.662624 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/networks/5d85ce8b-6744-4af1-b5e7-a710a7cde3d8 HTTP/1.1" status: 204  len: 168 time: 5.1795177
Nov 24 14:29:03.668343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49110) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:03.702601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.709636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:03.740498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49114) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:03.755200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:03.755567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device bb10a8e3-96ec-4f1f-b5df-65b1bf6deaef not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:03.763376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] For port cf5c0878-5dd8-4636-8247-09028569fdec, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:03.772498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=acd0a958-8caa-4c5f-9e9a-5a99b364f8b6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:03.774174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Router 109e771a-ebe3-475f-804f-c837e6e1f110 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:29:03.776996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:03.802315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:03.834697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Allocated IP 2001:db8:1::2 (dda07ba5-e5f1-40b2-9d0a-caab137e19a2/ad2899d2-4f9a-4eb1-a254-13b5989efbea/56c18843-1c3e-49d6-9d5b-6b0f213adff8) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:03.874806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:03.876629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Pushing event updated for resources: {'Port': ['ID=10aa3073-8df6-4ca6-97b8-b15404eb9a22,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:03.881745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:03.882449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:03.963197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:03.976489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0de9ddf8-e645-431b-a770-ee2cb6d97b51 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:03.982407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] For port cf5c0878-5dd8-4636-8247-09028569fdec, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf5c0878-5dd8-4636-8247-09028569fdec,segment=NetworkSegment(5ecd154c-1e2a-47bf-bb7f-c14795e13cbc),segment_id=5ecd154c-1e2a-47bf-bb7f-c14795e13cbc)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:04.016748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.020806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.066962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Allocated IP 172.20.0.4 (268c8172-8017-4515-8988-4131190d3bfc/386f5ce1-78ef-4a2f-b8ae-8bcdce283a89/2d27d79c-b63d-4531-871c-b1ca537c297b) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:04.079524 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eea6f850-2cfd-40ea-b06c-c058f04ab0af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4aaf32438b04616aae5be4648c0b034&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3284407
Nov 24 14:29:04.097396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49118) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:04.110504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.122654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:04.216830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d85e3b-1ef9-4bff-b312-111338d12f92,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:04.228317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Attempting to bind port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:04.228699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Attempting to bind port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'd0738a3a-082c-4fe8-ac13-524b2171c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fe342013-4947-4aa7-9ce9-0d42cb8ef42f'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:04.229073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Attempting to bind port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 on network fe342013-4947-4aa7-9ce9-0d42cb8ef42f {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:04.231624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:04.241270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f9390a0>,) {'filters': {'network_id': ['b6674119-9718-4913-8449-31cd5ffeba09']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:04.253597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6c5a7b0a-db2a-434d-a4f3-357d36caa67e None None] Provisioning complete for port e0040d0f-763f-4712-810d-1ad8d9a6b00b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:04.255143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c5a7b0a-db2a-434d-a4f3-357d36caa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.317098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9390a0>, 'c0412fe3-bcce-499c-b8bf-b10d0b6ef69e') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:04.317098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9390a0>, 'c0412fe3-bcce-499c-b8bf-b10d0b6ef69e') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:04.321759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.345764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.377527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.401858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:04.402403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:04.418835 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:04.451443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98c9fa-546a-4412-b5b8-0249e2e3eaa1 None None] Network b6674119-9718-4913-8449-31cd5ffeba09 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:04.456598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.467359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ef9f4f0>,) {'filters': {'network_id': ['973b4670-e0bf-4e57-b9ec-aff9278ac0cc']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:04.474491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:04.474884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Checking segment: {'id': 'd0738a3a-082c-4fe8-ac13-524b2171c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fe342013-4947-4aa7-9ce9-0d42cb8ef42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:04.475444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.475857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Bound using segment: {'id': 'd0738a3a-082c-4fe8-ac13-524b2171c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fe342013-4947-4aa7-9ce9-0d42cb8ef42f'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:04.476397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Bound port: 10aa3073-8df6-4ca6-97b8-b15404eb9a22, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0738a3a-082c-4fe8-ac13-524b2171c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'fe342013-4947-4aa7-9ce9-0d42cb8ef42f'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:04.476865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.502212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ef9f4f0>, '835ffe39-b725-49de-baac-5bae45ab825f') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:04.502212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ef9f4f0>, '835ffe39-b725-49de-baac-5bae45ab825f') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:04.532109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Pushing event updated for resources: {'Port': ['ID=cf5c0878-5dd8-4636-8247-09028569fdec,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:04.539019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.542104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:04.555405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.667304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.675639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a7b0a-db2a-434d-a4f3-357d36caa67e None None] Port e0040d0f-763f-4712-810d-1ad8d9a6b00b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:04.712802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.714114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.759917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:04.760577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.784780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Transition to ACTIVE for port object 56c18843-1c3e-49d6-9d5b-6b0f213adff8 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:04.787260 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:04.797541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.834924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.837174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] For port 10aa3073-8df6-4ca6-97b8-b15404eb9a22, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:04.853311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee209bc3-1130-4fb7-b91b-e565b250f5df tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:04.854563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] For port 10aa3073-8df6-4ca6-97b8-b15404eb9a22, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=10aa3073-8df6-4ca6-97b8-b15404eb9a22,segment=NetworkSegment(d0738a3a-082c-4fe8-ac13-524b2171c749),segment_id=d0738a3a-082c-4fe8-ac13-524b2171c749)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:04.855873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Transition to ACTIVE for port object 56c18843-1c3e-49d6-9d5b-6b0f213adff8 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:04.869171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:04.885255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:04.891446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=b6674119-9718-4913-8449-31cd5ffeba09,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:04.900533 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "PUT /v2.0/routers/109e771a-ebe3-475f-804f-c837e6e1f110/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0675886
Nov 24 14:29:04.900533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:04.900814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49122) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:04.907795 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/b6674119-9718-4913-8449-31cd5ffeba09 HTTP/1.1" status: 204  len: 168 time: 2.0131822
Nov 24 14:29:04.921516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Sync routers for ids ['109e771a-ebe3-475f-804f-c837e6e1f110'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:04.937689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Routers {'109e771a-ebe3-475f-804f-c837e6e1f110'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:04.944015 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5743d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['109e771a-ebe3-475f-804f-c837e6e1f110'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:04.994274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49126) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:04.996080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.001812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.006432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.010704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485158855'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:05.061802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ca68048d-9562-4495-9dcf-c84d2ef76dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:05.076335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:05.092689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:05.100295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:05.118156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:05.121879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.144377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb119a9-5f4a-404f-be34-8052a29ca38b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:05.147480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ffb119a9-5f4a-404f-be34-8052a29ca38b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:05.152876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.179723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.189542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:05.190988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Pushing event updated for resources: {'Port': ['ID=10aa3073-8df6-4ca6-97b8-b15404eb9a22,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:05.198193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:05.201616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.215304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.222083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Network': ['ID=973b4670-e0bf-4e57-b9ec-aff9278ac0cc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:05.240324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:05.243378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:05.253992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.253992 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment 02096e80-938c-4693-b437-ad256b2b2aac of type vlan for network 79974b56-913a-4f2f-9164-8d2bc9bd959e
Nov 24 14:29:05.261578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ffb119a9-5f4a-404f-be34-8052a29ca38b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:05.262916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ffb119a9-5f4a-404f-be34-8052a29ca38b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports/e0040d0f-763f-4712-810d-1ad8d9a6b00b HTTP/1.1" status: 200  len: 911 time: 0.3609917
Nov 24 14:29:05.266323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49130) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:05.269845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Set router 109e771a-ebe3-475f-804f-c837e6e1f110 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:05.291120 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/networks/973b4670-e0bf-4e57-b9ec-aff9278ac0cc HTTP/1.1" status: 204  len: 168 time: 1.6192977
Nov 24 14:29:05.298169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49134) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:05.331529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.331894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43813757-8180-4c25-a59e-0069959df08e {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:29:05.333926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.336317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.342615 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57f3dc17-d19e-46d4-b82e-363ab35a2dff HTTP/1.1" status: 204  len: 168 time: 1.2389343
Nov 24 14:29:05.343184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.381469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.389189 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/43813757-8180-4c25-a59e-0069959df08e HTTP/1.1" status: 204  len: 168 time: 5.1220009
Nov 24 14:29:05.423180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49140) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:05.434815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1077cb6e-09fe-432d-8918-3abf305e552b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:05.481469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3dc17-d19e-46d4-b82e-363ab35a2dff,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:05.504118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.536497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:05.537117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4c6caee3-a4ac-4744-9d14-6e8b20c93b67 tempest-FloatingIPAdminTestJSON-1781860612 tempest-FloatingIPAdminTestJSON-1781860612-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:05.538382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:05.626600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:05.629645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:05.642442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Deleting subnet 77b739b1-64a2-499b-9f6a-43f3a36c1cb8 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:05.655904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.702697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90b98a-2be8-4352-84f4-cdf795107b85 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:05.707768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90b98a-2be8-4352-84f4-cdf795107b85 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:05.712346 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-da90b98a-2be8-4352-84f4-cdf795107b85 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.4424009
Nov 24 14:29:05.715898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Port': ['ID=2d27d79c-b63d-4531-871c-b1ca537c297b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:05.716774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49144) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:05.729286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:05.740903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.749941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8::1 (fe342013-4947-4aa7-9ce9-0d42cb8ef42f/6978855a-a9cf-4e51-bc00-f1eb8515ea90/cbcd972b-a07f-4f90-b9e7-2e1ce948813a) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:05.769771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network 268c8172-8017-4515-8988-4131190d3bfc is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:05.777692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:05.781928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:05.795742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ee98e-71de-4a32-9dcb-d07c72483010 None None] Network c1d537a1-e1c8-4b21-9f47-2f79985163d3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:05.817766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Pushing event updated for resources: {'Port': ['ID=56c18843-1c3e-49d6-9d5b-6b0f213adff8,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:05.821337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.825999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:05.826829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:05.830229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:05.842219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:05.842911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:05.843765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:06.012217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.091253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf5c0878-5dd8-4636-8247-09028569fdec up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:06.204753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Attempting to bind port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:06.204753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Attempting to bind port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ce4e104d-18cf-4883-ac0f-bc2a19e77ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'dda07ba5-e5f1-40b2-9d0a-caab137e19a2'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:06.204753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Attempting to bind port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 on network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:06.233518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:06.233784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Checking segment: {'id': 'ce4e104d-18cf-4883-ac0f-bc2a19e77ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'dda07ba5-e5f1-40b2-9d0a-caab137e19a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:06.234275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.234746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Bound using segment: {'id': 'ce4e104d-18cf-4883-ac0f-bc2a19e77ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'dda07ba5-e5f1-40b2-9d0a-caab137e19a2'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:06.235302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Bound port: 56c18843-1c3e-49d6-9d5b-6b0f213adff8, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4e104d-18cf-4883-ac0f-bc2a19e77ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'dda07ba5-e5f1-40b2-9d0a-caab137e19a2'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:06.235757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.250817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.265226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.2694914
Nov 24 14:29:06.280366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49148) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:06.286331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=79974b56-913a-4f2f-9164-8d2bc9bd959e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:06.292335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': '79974b56-913a-4f2f-9164-8d2bc9bd959e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:06.313764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:06.317459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eae3490>,) {'filters': {'network_id': ['b0b00dfe-a0e6-44c6-8451-6b064c5845fc']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:06.347256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 79974b56-913a-4f2f-9164-8d2bc9bd959e details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:06.354344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eae3490>, 'cc9d4a63-b780-4ff2-92a8-76456b010aae') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:06.355491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eae3490>, 'cc9d4a63-b780-4ff2-92a8-76456b010aae') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:06.369919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.393753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.405971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:06.410277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.461349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:06.465644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.505967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:06.512522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:06.533102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:06.538729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-14066ce9-d658-42ef-93e2-beffa6964415 None None] Provisioning for port cf5c0878-5dd8-4636-8247-09028569fdec completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:06.554901 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:06.604775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.647193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object cbcd972b-a07f-4f90-b9e7-2e1ce948813a will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:06.702642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] For port 56c18843-1c3e-49d6-9d5b-6b0f213adff8, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:06.729511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:06.745385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.757858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.763692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-57276402-7287-450f-aca9-32d322658a4e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:06.773329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5743d0>, [{'id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'name': 'tempest-NetworksTestDHCPv6-router-1759377587', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:55Z', 'updated_at': '2021-11-24T14:29:00Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None, '_interfaces': [{'id': 'e0040d0f-763f-4712-810d-1ad8d9a6b00b', 'name': '', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'mac_address': 'fa:16:3e:6d:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d241064-4cce-45d9-ad0c-cc6fa29e7020', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:57Z', 'updated_at': '2021-11-24T14:29:01Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'subnets': [{'id': '3d241064-4cce-45d9-ad0c-cc6fa29e7020', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:06.778238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] For port 56c18843-1c3e-49d6-9d5b-6b0f213adff8, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=56c18843-1c3e-49d6-9d5b-6b0f213adff8,segment=NetworkSegment(ce4e104d-18cf-4883-ac0f-bc2a19e77ccf),segment_id=ce4e104d-18cf-4883-ac0f-bc2a19e77ccf)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:06.780611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port cf5c0878-5dd8-4636-8247-09028569fdec completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:06.787898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Checking router: 109e771a-ebe3-475f-804f-c837e6e1f110 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:29:06.788467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Updating router 109e771a-ebe3-475f-804f-c837e6e1f110 port e0040d0f-763f-4712-810d-1ad8d9a6b00b binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:29:06.817947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.820812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port cf5c0878-5dd8-4636-8247-09028569fdec triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:06.821198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.850757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.869009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-39198466-67db-4fab-ba76-01776fa77d54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:06.895233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:06.898404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Network': ['ID=b0b00dfe-a0e6-44c6-8451-6b064c5845fc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:06.900442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:06.903574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:06.906387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:06.907541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.916665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a9195f6-972f-4662-8f76-7b57348fae96 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:06.948569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.972705 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/networks/b0b00dfe-a0e6-44c6-8451-6b064c5845fc HTTP/1.1" status: 204  len: 168 time: 1.6733067
Nov 24 14:29:06.975203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.982943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:06.996155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49164) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:07.003799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b739b1-64a2-499b-9f6a-43f3a36c1cb8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:07.013200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.016801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bdbf84d0-0945-45af-a9cb-1c693b902b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:07.024709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:07.104489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5050d3da-1782-44f7-994a-65195c8aa031 None None] Network 94e535f6-40e6-44d9-9d25-b9c6f6625894 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:07.148051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/77b739b1-64a2-499b-9f6a-43f3a36c1cb8 HTTP/1.1" status: 204  len: 168 time: 1.7211218
Nov 24 14:29:07.154006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49168) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:07.230772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=cbcd972b-a07f-4f90-b9e7-2e1ce948813a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:07.236566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:07.242334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.259814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.260588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.292741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d2c08-a6d7-43f9-be58-cda232f08ef8 None None] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:07.370308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.421544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Deleting port da8976e6-d2d6-4149-a695-17ca42c93ed1 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:07.422619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.545163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Pushing event updated for resources: {'Port': ['ID=56c18843-1c3e-49d6-9d5b-6b0f213adff8,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:07.589831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:07.677965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.690369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c22389a-1d00-493f-b288-860edff9242f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:07.704277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.782858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eb3a250>,) {'filters': {'network_id': ['e9294546-6152-4c1f-b13d-7cbeb19cfde2']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:07.837484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2a175b46-c115-485d-bf2a-0024214465d6 None None] Provisioning complete for port cf5c0878-5dd8-4636-8247-09028569fdec triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:07.837868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2a175b46-c115-485d-bf2a-0024214465d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:07.958820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb3a250>, '9a1a31bc-f30a-4a33-a23c-1653aeafcc35') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:07.959159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb3a250>, '9a1a31bc-f30a-4a33-a23c-1653aeafcc35') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:07.975177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.028206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.048940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] For port da8976e6-d2d6-4149-a695-17ca42c93ed1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=da8976e6-d2d6-4149-a695-17ca42c93ed1,segment=NetworkSegment(07fd06bc-17ca-49d6-97db-35a14703d841),segment_id=07fd06bc-17ca-49d6-97db-35a14703d841)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:08.050177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.148197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.152116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.165509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.207264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:08.207985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:08.238394 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:08.381194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port cf5c0878-5dd8-4636-8247-09028569fdec, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf5c0878-5dd8-4636-8247-09028569fdec,segment=NetworkSegment(5ecd154c-1e2a-47bf-bb7f-c14795e13cbc),segment_id=5ecd154c-1e2a-47bf-bb7f-c14795e13cbc)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:08.614340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.620062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-74264bea-07e4-4d18-abbf-47f7baa7e14c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:08.698013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Calling delete_port for da8976e6-d2d6-4149-a695-17ca42c93ed1 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:08.730524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2a175b46-c115-485d-bf2a-0024214465d6 None None] Provisioning for port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:08.743699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=a1cb67fb-83a2-444a-8230-0b060b30172a,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:08.748578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e429c66-9678-4023-86f8-4edc682597fd None None] DHCP port deletion for 94e535f6-40e6-44d9-9d25-b9c6f6625894 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:08.764728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1e429c66-9678-4023-86f8-4edc682597fd None None] Deleting port da8976e6-d2d6-4149-a695-17ca42c93ed1 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:08.765124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e429c66-9678-4023-86f8-4edc682597fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:08.897670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:08.975923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': '02096e80-938c-4693-b437-ad256b2b2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '79974b56-913a-4f2f-9164-8d2bc9bd959e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:08.976166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: 79974b56-913a-4f2f-9164-8d2bc9bd959e, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:09.015905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.024316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab17e07b-779f-44c9-afb5-850e98ba4a7d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:09.066217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.071064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Pushing event deleted for resources: {'Network': ['ID=e9294546-6152-4c1f-b13d-7cbeb19cfde2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:09.108874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:09.128062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.136748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:09.144853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1e429c66-9678-4023-86f8-4edc682597fd None None] The port 'da8976e6-d2d6-4149-a695-17ca42c93ed1' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:29:09.168428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 56c18843-1c3e-49d6-9d5b-6b0f213adff8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:09.183313 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] 10.222.0.53 "DELETE /v2.0/networks/e9294546-6152-4c1f-b13d-7cbeb19cfde2 HTTP/1.1" status: 204  len: 168 time: 2.1814263
Nov 24 14:29:09.196181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed151cb8-c6e6-4750-9156-b991c7944d5e None None] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:09.217252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=cf5c0878-5dd8-4636-8247-09028569fdec,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:09.218061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8976e6-d2d6-4149-a695-17ca42c93ed1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:09.219962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:09.233543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:09.235486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network 79974b56-913a-4f2f-9164-8d2bc9bd959e is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:09.294088 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] No DVR routers for this DVR port da8976e6-d2d6-4149-a695-17ca42c93ed1 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:09.329527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.349476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.380779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Router 42f702be-c6f5-4c96-810a-06e6d8abcc0d is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:29:09.473651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.474486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.479435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-12569811-0950-48af-b5ef-3b750eb9c315 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:09.493900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Transition to ACTIVE for port object e0040d0f-763f-4712-810d-1ad8d9a6b00b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:09.528829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 79974b56-913a-4f2f-9164-8d2bc9bd959e) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:09.556272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:09.556927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.588265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1b085-8c88-4831-8a0e-bf42f45b1c71 None None] Network 79974b56-913a-4f2f-9164-8d2bc9bd959e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:09.616416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-22b97e0c-e332-4101-86a3-9f3ea99fe924 None None] Provisioning for port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:09.620214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=cbcd972b-a07f-4f90-b9e7-2e1ce948813a,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:09.622242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.633760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:09.639097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1396eaac-694c-4bbe-9b90-6e6ef220d185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:09.693665 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 3.4106588
Nov 24 14:29:09.701068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49198) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:09.702829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49200) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:09.744510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.757270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:09.807754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:09.811498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:09.843423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f21d790>,) {'filters': {'network_id': ['94e535f6-40e6-44d9-9d25-b9c6f6625894']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:09.914016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:09.916311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:10.013192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49210) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:10.044446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port e0040d0f-763f-4712-810d-1ad8d9a6b00b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:10.044790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.083972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f21d790>, '07fd06bc-17ca-49d6-97db-35a14703d841') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:10.094101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f21d790>, '07fd06bc-17ca-49d6-97db-35a14703d841') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:10.173799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.198757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1363397154'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:10.230024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6e32ff2-5bb7-417e-bacf-ceee8d865773 None None] Provisioning for port cbcd972b-a07f-4f90-b9e7-2e1ce948813a completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:10.233818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:10.255497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Usage tracker for resource:network and tenant:9a81bb1e053f4ac089c35cab07a89980 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:10.272453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6e32ff2-5bb7-417e-bacf-ceee8d865773 None None] Provisioning complete for port cbcd972b-a07f-4f90-b9e7-2e1ce948813a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:10.273223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6e32ff2-5bb7-417e-bacf-ceee8d865773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.281684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.327157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:10.333133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abda91-18fe-42d9-b509-5591d7eedf7d None None] Pushing event updated for resources: {'Port': ['ID=e0040d0f-763f-4712-810d-1ad8d9a6b00b,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:10.358144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1abda91-18fe-42d9-b509-5591d7eedf7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:10.371369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:10.371875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.402590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:10.405153 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:10.499600 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-824efec7-752c-4dae-afa0-c2eb0008ff74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d194773bdafe49bcb16d1b53fbae6107&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4827442
Nov 24 14:29:10.500140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49216) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:10.506345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:10.519299 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Sync routers for ids ['42f702be-c6f5-4c96-810a-06e6d8abcc0d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:10.536688 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Routers {'42f702be-c6f5-4c96-810a-06e6d8abcc0d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:10.537724 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff63ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['42f702be-c6f5-4c96-810a-06e6d8abcc0d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:10.556307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.602763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d6e32ff2-5bb7-417e-bacf-ceee8d865773 None None] Port cbcd972b-a07f-4f90-b9e7-2e1ce948813a cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:10.613538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.617737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.635815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-79974b56-913a-4f2f-9164-8d2bc9bd959e', 'network_id': '79974b56-913a-4f2f-9164-8d2bc9bd959e', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': 'a1cb67fb-83a2-444a-8230-0b060b30172a'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:10.636981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.660517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.672790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.672944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Attempting to bind port e0040d0f-763f-4712-810d-1ad8d9a6b00b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:10.673326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Attempting to bind port e0040d0f-763f-4712-810d-1ad8d9a6b00b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:10.673695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Attempting to bind port e0040d0f-763f-4712-810d-1ad8d9a6b00b on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:10.673878 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 10.5193720
Nov 24 14:29:10.682861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:10.683235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:10.683766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.684035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:10.684180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49220) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:10.684528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Bound port: e0040d0f-763f-4712-810d-1ad8d9a6b00b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:10.684906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.689497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.738186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Made reservation on behalf of 9a81bb1e053f4ac089c35cab07a89980 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:10.743857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.757353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.769820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5cc2ef62-e16b-42f4-b645-ef0471d798d7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:10.790862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.803844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.827434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port e0040d0f-763f-4712-810d-1ad8d9a6b00b, host dv-neutron-818347-1-hyperv, got binding levels [] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:10.849431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:10.876367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e535f6-40e6-44d9-9d25-b9c6f6625894,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:10.907342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 56c18843-1c3e-49d6-9d5b-6b0f213adff8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=56c18843-1c3e-49d6-9d5b-6b0f213adff8,segment=NetworkSegment(ce4e104d-18cf-4883-ac0f-bc2a19e77ccf),segment_id=ce4e104d-18cf-4883-ac0f-bc2a19e77ccf)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:10.913504 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Set router 42f702be-c6f5-4c96-810a-06e6d8abcc0d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:10.938500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 1842c5e2-467a-4f4b-a50a-e70eb09ee744 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:29:10.993927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:11.010612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.011430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 10aa3073-8df6-4ca6-97b8-b15404eb9a22 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:11.069447 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/94e535f6-40e6-44d9-9d25-b9c6f6625894 HTTP/1.1" status: 204  len: 168 time: 3.9144156
Nov 24 14:29:11.075328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:11.099318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.112388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-27b1b36e-0b13-4be0-8c70-b95d18468c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:11.134448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] For port e0040d0f-763f-4712-810d-1ad8d9a6b00b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:11.141364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3bd1bc-b17c-411b-9c24-6cd858857ac0,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:11.151440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:11.155064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.156264 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee3bd1bc-b17c-411b-9c24-6cd858857ac0 HTTP/1.1" status: 204  len: 168 time: 0.6552460
Nov 24 14:29:11.222687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] For port e0040d0f-763f-4712-810d-1ad8d9a6b00b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e0040d0f-763f-4712-810d-1ad8d9a6b00b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:11.225836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.265907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8f669b18-eb93-4026-8e10-951b94ccef6e None None] Provisioning complete for port cbcd972b-a07f-4f90-b9e7-2e1ce948813a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:11.266000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8f669b18-eb93-4026-8e10-951b94ccef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.269385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for e0040d0f-763f-4712-810d-1ad8d9a6b00b owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:11.301043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=56c18843-1c3e-49d6-9d5b-6b0f213adff8,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:11.304048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:11.318278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:11.324895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:11.325549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.340593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:11.346836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Usage tracker for resource:security_group_rule and tenant:9a81bb1e053f4ac089c35cab07a89980 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:11.348404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:11.354461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:11.363499 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/1842c5e2-467a-4f4b-a50a-e70eb09ee744/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4498343
Nov 24 14:29:11.366124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49228) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:11.370413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:11.370896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] Sync routers for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:11.374293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.390405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Allocated IP 2001:db8::1 (79974b56-913a-4f2f-9164-8d2bc9bd959e/a1cb67fb-83a2-444a-8230-0b060b30172a/e4df4e58-f755-4bd4-8d28-d751299312bf) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:11.402484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a0747561-3a4a-40ab-be07-8196724646fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:11.476024 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff63ee0>, [{'id': '42f702be-c6f5-4c96-810a-06e6d8abcc0d', 'name': '', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '268c8172-8017-4515-8988-4131190d3bfc', 'external_fixed_ips': [{'subnet_id': '386f5ce1-78ef-4a2f-b8ae-8bcdce283a89', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '2d27d79c-b63d-4531-871c-b1ca537c297b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:00Z', 'updated_at': '2021-11-24T14:29:06Z', 'revision_number': 3, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port': {'id': '2d27d79c-b63d-4531-871c-b1ca537c297b', 'name': '', 'network_id': '268c8172-8017-4515-8988-4131190d3bfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f702be-c6f5-4c96-810a-06e6d8abcc0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '386f5ce1-78ef-4a2f-b8ae-8bcdce283a89', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:29:03Z', 'updated_at': '2021-11-24T14:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386f5ce1-78ef-4a2f-b8ae-8bcdce283a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:11.491587 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Checking router: 42f702be-c6f5-4c96-810a-06e6d8abcc0d for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:29:11.493148 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Updating router 42f702be-c6f5-4c96-810a-06e6d8abcc0d port 2d27d79c-b63d-4531-871c-b1ca537c297b binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:29:11.496829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3206bd7-ae41-496f-af67-233cb6db4526 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:11.499140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e3206bd7-ae41-496f-af67-233cb6db4526 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:11.499523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:11.500181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd46970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:11.546519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.546519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:29:11.546519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:29:11.572967 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.582979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8f669b18-eb93-4026-8e10-951b94ccef6e None None] Port cbcd972b-a07f-4f90-b9e7-2e1ce948813a cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:11.624626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd46970>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:11.625136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.630154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d47f5822-9460-457b-9fa2-0323ab1c44fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:11.662165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49232) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:11.736644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:11.751770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4cbf6-9778-4e48-811a-b86b2353e89f,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:11.762346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:11.782106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.782106 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Added segment 00e0e852-8238-474b-8b01-a1738135ca80 of type vlan for network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a
Nov 24 14:29:11.790816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e3206bd7-ae41-496f-af67-233cb6db4526 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:11.791976 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e3206bd7-ae41-496f-af67-233cb6db4526 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports/cbcd972b-a07f-4f90-b9e7-2e1ce948813a HTTP/1.1" status: 200  len: 911 time: 0.4247251
Nov 24 14:29:11.794813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49238) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:11.812205 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-11b4dd2d-b59d-4f51-89d2-790dafe680bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57f332d72fa1462fb69739f9b5159a7e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1467681
Nov 24 14:29:11.820137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49242) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:11.824025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:11.850568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abda91-18fe-42d9-b509-5591d7eedf7d None None] Pushing event updated for resources: {'Port': ['ID=e0040d0f-763f-4712-810d-1ad8d9a6b00b,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:11.906427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1abda91-18fe-42d9-b509-5591d7eedf7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:11.918242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Routers {'109e771a-ebe3-475f-804f-c837e6e1f110'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:11.919037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5743d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['109e771a-ebe3-475f-804f-c837e6e1f110'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:11.923987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Deleting port 2d27d79c-b63d-4531-871c-b1ca537c297b {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:11.924361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.034866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.063976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port e0040d0f-763f-4712-810d-1ad8d9a6b00b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:12.064347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.088550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] Set router 109e771a-ebe3-475f-804f-c837e6e1f110 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:12.104737 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.119698 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Transition to ACTIVE for port object 2d27d79c-b63d-4531-871c-b1ca537c297b will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:12.152824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-cc0fa10f-f794-434b-b6cd-e873e758c943 None None] Provisioning complete for port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:12.153195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa10f-f794-434b-b6cd-e873e758c943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.175533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.200918 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.210290 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:12.221021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:12.222276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd46970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:12.233661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.255416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.310882 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Attempting to bind port 2d27d79c-b63d-4531-871c-b1ca537c297b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:12.311251 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Attempting to bind port 2d27d79c-b63d-4531-871c-b1ca537c297b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '2da0f060-ce68-46cc-8516-e978ff18fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '268c8172-8017-4515-8988-4131190d3bfc'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:12.311645 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Attempting to bind port 2d27d79c-b63d-4531-871c-b1ca537c297b on network 268c8172-8017-4515-8988-4131190d3bfc {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:12.314514 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Pushing event updated for resources: {'Port': ['ID=2d27d79c-b63d-4531-871c-b1ca537c297b,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:12.324346 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:12.324723 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Checking segment: {'id': '2da0f060-ce68-46cc-8516-e978ff18fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '268c8172-8017-4515-8988-4131190d3bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:12.325135 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.325542 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Bound using segment: {'id': '2da0f060-ce68-46cc-8516-e978ff18fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '268c8172-8017-4515-8988-4131190d3bfc'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:12.326045 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Bound port: 2d27d79c-b63d-4531-871c-b1ca537c297b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da0f060-ce68-46cc-8516-e978ff18fba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '268c8172-8017-4515-8988-4131190d3bfc'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:12.326472 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.337500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.366159 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.367146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.367146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.367146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.367462 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.367764 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.368137 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.368480 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.369148 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.369468 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.369799 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:12.384973 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:12.419336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd46970>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:12.420133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc5c07-46b9-4ca0-9ba4-058697805373 None None] The sync data for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:12.431611 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] For port 2d27d79c-b63d-4531-871c-b1ca537c297b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:12.435670 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] For port 2d27d79c-b63d-4531-871c-b1ca537c297b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d27d79c-b63d-4531-871c-b1ca537c297b,segment=NetworkSegment(2da0f060-ce68-46cc-8516-e978ff18fba9),segment_id=2da0f060-ce68-46cc-8516-e978ff18fba9)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:12.478000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Calling delete_port for 2d27d79c-b63d-4531-871c-b1ca537c297b owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:12.481606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port e0040d0f-763f-4712-810d-1ad8d9a6b00b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e0040d0f-763f-4712-810d-1ad8d9a6b00b,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:12.482119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.552780 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.556843 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:12.575886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 10aa3073-8df6-4ca6-97b8-b15404eb9a22, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=10aa3073-8df6-4ca6-97b8-b15404eb9a22,segment=NetworkSegment(d0738a3a-082c-4fe8-ac13-524b2171c749),segment_id=d0738a3a-082c-4fe8-ac13-524b2171c749)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:12.638006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for e0040d0f-763f-4712-810d-1ad8d9a6b00b owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:12.646772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.658305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.665153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:12.671364 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Pushing event updated for resources: {'Port': ['ID=2d27d79c-b63d-4531-871c-b1ca537c297b,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:12.676142 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:12.676549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:29:12.677277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:29:12.680710 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Routers {'42f702be-c6f5-4c96-810a-06e6d8abcc0d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:12.681405 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff63ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['42f702be-c6f5-4c96-810a-06e6d8abcc0d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:12.708794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94d85e3b-1ef9-4bff-b312-111338d12f92 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:12.732676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Transition to ACTIVE for port object e4df4e58-f755-4bd4-8d28-d751299312bf will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:12.781212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.789817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1a0d95d5-19c7-4ddb-b6f0-5d53c24abf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:12.816390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 94d85e3b-1ef9-4bff-b312-111338d12f92 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:12.816807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94d85e3b-1ef9-4bff-b312-111338d12f92 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:12.817097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.821706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:12.822611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.832803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab16b6f7-6d8f-454c-8513-a627bff72157,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:12.834027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:12.848111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:12.855326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Transition to ACTIVE for port object e4df4e58-f755-4bd4-8d28-d751299312bf will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:12.862544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:12.868080 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab16b6f7-6d8f-454c-8513-a627bff72157 HTTP/1.1" status: 204  len: 168 time: 1.0460567
Nov 24 14:29:12.881044 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] Set router 42f702be-c6f5-4c96-810a-06e6d8abcc0d gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:12.966408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=10aa3073-8df6-4ca6-97b8-b15404eb9a22,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:12.991244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf5c0878-5dd8-4636-8247-09028569fdec up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:13.033872 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff63ee0>, [{'id': '42f702be-c6f5-4c96-810a-06e6d8abcc0d', 'name': '', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:00Z', 'updated_at': '2021-11-24T14:29:11Z', 'revision_number': 4, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:13.038000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15caa67-ab91-446f-8e07-30bc5f43c45c None None] The sync data for ids ['42f702be-c6f5-4c96-810a-06e6d8abcc0d'] in dv-neutron-818347-1-hyperv is: [{'id': '42f702be-c6f5-4c96-810a-06e6d8abcc0d', 'name': '', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:00Z', 'updated_at': '2021-11-24T14:29:11Z', 'revision_number': 4, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port_host': None}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:13.047126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:13.068355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.086431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aa78ec17-0c00-4190-9063-39d942a1a797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:13.086880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49264) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:13.178678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Deleting port 2d27d79c-b63d-4531-871c-b1ca537c297b {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:13.179026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.214347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event updated for resources: {'Network': ['ID=9fd16797-a3bd-4a62-afa8-fc2686b87f7a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:13.224139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:13.273262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:13.318980 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 3.6129291
Nov 24 14:29:13.320232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.342040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49272) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:13.343200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-36c1279e-6549-4c4c-bcc8-ce744190b237 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:13.403003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Request body: {'subnet': {'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:13.437686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=a1cb67fb-83a2-444a-8230-0b060b30172a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:13.441592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Network 79974b56-913a-4f2f-9164-8d2bc9bd959e is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:13.444493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:13.475185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:13.481476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:13.500617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-299539320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:13.511905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:13.554159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.575802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:router and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:13.575802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:13.581148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641efd3eb0>,) {'filters': {'network_id': ['79974b56-913a-4f2f-9164-8d2bc9bd959e']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:13.585001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:13.598209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641efd3eb0>, '02096e80-938c-4693-b437-ad256b2b2aac') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:13.598562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641efd3eb0>, '02096e80-938c-4693-b437-ad256b2b2aac') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:13.608137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port cf5c0878-5dd8-4636-8247-09028569fdec triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:13.608583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.610640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.651140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5743d0>, [{'id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'name': 'tempest-NetworksTestDHCPv6-router-1759377587', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:55Z', 'updated_at': '2021-11-24T14:29:00Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None, '_interfaces': [{'id': 'e0040d0f-763f-4712-810d-1ad8d9a6b00b', 'name': '', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'mac_address': 'fa:16:3e:6d:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d241064-4cce-45d9-ad0c-cc6fa29e7020', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:57Z', 'updated_at': '2021-11-24T14:29:11Z', 'revision_number': 4, 'project_id': '19f3d526668d4f448ed507716ca43486', 'subnets': [{'id': '3d241064-4cce-45d9-ad0c-cc6fa29e7020', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:13.662551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] For port 2d27d79c-b63d-4531-871c-b1ca537c297b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d27d79c-b63d-4531-871c-b1ca537c297b,segment=NetworkSegment(2da0f060-ce68-46cc-8516-e978ff18fba9),segment_id=2da0f060-ce68-46cc-8516-e978ff18fba9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:13.663169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.679358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.680412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.741794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17f02e-c048-43c6-b343-60e858fafd9b None None] The sync data for ids ['109e771a-ebe3-475f-804f-c837e6e1f110'] in dv-neutron-818347-1-hyperv is: [{'id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'name': 'tempest-NetworksTestDHCPv6-router-1759377587', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:55Z', 'updated_at': '2021-11-24T14:29:00Z', 'revision_number': 2, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None, '_interfaces': [{'id': 'e0040d0f-763f-4712-810d-1ad8d9a6b00b', 'name': '', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'mac_address': 'fa:16:3e:6d:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d241064-4cce-45d9-ad0c-cc6fa29e7020', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:57Z', 'updated_at': '2021-11-24T14:29:11Z', 'revision_number': 4, 'project_id': '19f3d526668d4f448ed507716ca43486', 'subnets': [{'id': '3d241064-4cce-45d9-ad0c-cc6fa29e7020', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:13.750231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Pushing event updated for resources: {'Port': ['ID=e4df4e58-f755-4bd4-8d28-d751299312bf,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:13.753666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:13.765272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Attempting to bind port e4df4e58-f755-4bd4-8d28-d751299312bf on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:13.765662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Attempting to bind port e4df4e58-f755-4bd4-8d28-d751299312bf by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '02096e80-938c-4693-b437-ad256b2b2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '79974b56-913a-4f2f-9164-8d2bc9bd959e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:13.766033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Attempting to bind port e4df4e58-f755-4bd4-8d28-d751299312bf on network 79974b56-913a-4f2f-9164-8d2bc9bd959e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:13.781014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:13.788075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Checking segment: {'id': '02096e80-938c-4693-b437-ad256b2b2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '79974b56-913a-4f2f-9164-8d2bc9bd959e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:13.790454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.790906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Bound using segment: {'id': '02096e80-938c-4693-b437-ad256b2b2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '79974b56-913a-4f2f-9164-8d2bc9bd959e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:13.791422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Bound port: e4df4e58-f755-4bd4-8d28-d751299312bf, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02096e80-938c-4693-b437-ad256b2b2aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '79974b56-913a-4f2f-9164-8d2bc9bd959e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:13.791823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.847358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.862226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e5808b5-c939-4f28-bf1c-e87d6fc4a004 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:13.870209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Calling delete_port for 2d27d79c-b63d-4531-871c-b1ca537c297b owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:13.907553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] For port e4df4e58-f755-4bd4-8d28-d751299312bf, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:13.945864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:13.984467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 56c18843-1c3e-49d6-9d5b-6b0f213adff8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:14.029889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=e0040d0f-763f-4712-810d-1ad8d9a6b00b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:14.042060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:14.043270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:14.043546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.051834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.068749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:14.069218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:14.122777 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:14.138008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:14.228472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.289591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.307535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c824f662-e95f-4349-aa8e-14a64f3ea1c8 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:14.321064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Usage tracker for resource:subnet and tenant:9a81bb1e053f4ac089c35cab07a89980 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:14.338828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:14.377011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d27d79c-b63d-4531-871c-b1ca537c297b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:14.387149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:14.390643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.392027 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7343c289-83a0-4fda-bee8-cc8c737a882c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.3040071
Nov 24 14:29:14.397585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:14.406812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-466612219'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:14.454826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:14.459008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device da8976e6-d2d6-4149-a695-17ca42c93ed1 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:14.459442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:14.494911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:network and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:14.497812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: da8976e6-d2d6-4149-a695-17ca42c93ed1 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:14.499032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device da8976e6-d2d6-4149-a695-17ca42c93ed1 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:14.511203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:14.522288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:14.554403 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] For port e4df4e58-f755-4bd4-8d28-d751299312bf, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e4df4e58-f755-4bd4-8d28-d751299312bf,segment=NetworkSegment(02096e80-938c-4693-b437-ad256b2b2aac),segment_id=02096e80-938c-4693-b437-ad256b2b2aac)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:14.587445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.592471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:29:14.592471 dv-neutron-818347-1-hyperv neutron-server[84233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:29:14.592471 dv-neutron-818347-1-hyperv neutron-server[84233]: [parameters: {'id': '79974b56-913a-4f2f-9164-8d2bc9bd959e'}]
Nov 24 14:29:14.592471 dv-neutron-818347-1-hyperv neutron-server[84233]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:29:14.592804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:29:14.625819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Made reservation on behalf of 6453c895b2a84cb7b6036e6aa3bc0ab1 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:14.627001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.660716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.666426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-146e1fd6-4eb1-4b37-b86c-0a6d6016f146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:14.673170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Made reservation on behalf of 9a81bb1e053f4ac089c35cab07a89980 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:14.712137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49294) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:14.724424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.771667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:14.858648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Pushing event updated for resources: {'Port': ['ID=e4df4e58-f755-4bd4-8d28-d751299312bf,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:14.865311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:14.872864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3cd607-fd49-438d-865b-d51a831293fa None None] Network 79974b56-913a-4f2f-9164-8d2bc9bd959e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:15.045012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 10aa3073-8df6-4ca6-97b8-b15404eb9a22 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:15.099014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.120211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.138765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1280126677'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:15.153623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:15.159313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.161851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:15.167323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Usage tracker for resource:network and tenant:8a4a025c46754a5d9e1c56823eaae4bc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:15.171092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:security_group_rule and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:15.173635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:15.178060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:15.178437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.180682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:15.183161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.184919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:15.191859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:15.225170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb4e5d-6589-48f9-b32c-1eae853cfec2 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:29:15.289758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:15.292696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.308925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.310248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.310367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port e4df4e58-f755-4bd4-8d28-d751299312bf {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:15.310639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.321969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.322450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42f702be-c6f5-4c96-810a-06e6d8abcc0d {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:29:15.337794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.356018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:15.358383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.362672 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "DELETE /v2.0/routers/42f702be-c6f5-4c96-810a-06e6d8abcc0d HTTP/1.1" status: 204  len: 168 time: 4.6676328
Nov 24 14:29:15.362672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Usage tracker for resource:security_group_rule and tenant:8a4a025c46754a5d9e1c56823eaae4bc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:15.364901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49300) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:15.367285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:15.406579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:15.408399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.418237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:15.430769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb4e5d-6589-48f9-b32c-1eae853cfec2 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:29:15.448712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:15.498262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.504972 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Added segment 59069d4e-83b1-4e3e-8adc-78bf58ca7c17 of type vlan for network 611bee05-dcae-4969-984d-e57a2661a275
Nov 24 14:29:15.504972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc208bf-3929-4f50-be04-4aecaa82a5e0,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:15.505372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Deleting subnet 386f5ce1-78ef-4a2f-b8ae-8bcdce283a89 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:15.515445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:15.523175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.728079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.732962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.817415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.837203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.907019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.911526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:15.947931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:15.953069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d163d0-7c33-4873-9147-14a8c66a03d2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:15.957228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:15.961330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.964206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:15.965063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.968955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:15.969299 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Added segment 0046cd12-46f9-4bff-b263-c5a531cf50ee of type vlan for network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4
Nov 24 14:29:15.972466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d156673b-3888-4fc6-823b-e6ba5482cb59 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:15.990794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Router 109e771a-ebe3-475f-804f-c837e6e1f110 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:29:16.013642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.112206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Network': ['ID=611bee05-dcae-4969-984d-e57a2661a275,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:16.117862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:16.119323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.123077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:16.125787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 611bee05-dcae-4969-984d-e57a2661a275 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:16.155403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.158274 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/386f5ce1-78ef-4a2f-b8ae-8bcdce283a89 HTTP/1.1" status: 204  len: 168 time: 0.7924867
Nov 24 14:29:16.163015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49304) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:16.166826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=386f5ce1-78ef-4a2f-b8ae-8bcdce283a89,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:16.171767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:16.200022 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.7994969
Nov 24 14:29:16.206850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49308) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:16.217940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'subnet': {'network_id': '611bee05-dcae-4969-984d-e57a2661a275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:16.243384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port e4df4e58-f755-4bd4-8d28-d751299312bf, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e4df4e58-f755-4bd4-8d28-d751299312bf,segment=NetworkSegment(02096e80-938c-4693-b437-ad256b2b2aac),segment_id=02096e80-938c-4693-b437-ad256b2b2aac)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:16.243741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.374005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.378133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.378376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:16.379091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.388272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:16.422337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.470350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:16.493079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:16.501759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for e4df4e58-f755-4bd4-8d28-d751299312bf owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:16.521226 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.7974596
Nov 24 14:29:16.521226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:subnet and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:16.525848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:16.530628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49312) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:16.536714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Network': ['ID=ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:16.541804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'subnet': {'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:16.552737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:16.556960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:16.561823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:16.663684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event updated for resources: {'Subnet': ['ID=5ce59982-2b28-40d5-aca6-c5f3459b96d2,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:16.673320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:16.685983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:16.700369 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] Sync routers for ids ['109e771a-ebe3-475f-804f-c837e6e1f110'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:16.724821 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] Routers {'109e771a-ebe3-475f-804f-c837e6e1f110'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:16.725846 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe826d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['109e771a-ebe3-475f-804f-c837e6e1f110'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:16.754744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8:1::1 (dda07ba5-e5f1-40b2-9d0a-caab137e19a2/ad2899d2-4f9a-4eb1-a254-13b5989efbea/e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:16.758175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Checking segment: {'id': '00e0e852-8238-474b-8b01-a1738135ca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:16.758535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Network hostable DHCP agents. Network: 9fd16797-a3bd-4a62-afa8-fc2686b87f7a, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:16.764564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Made reservation on behalf of 6453c895b2a84cb7b6036e6aa3bc0ab1 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:16.796047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.800708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.814706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:16.847947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:16.871182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Usage tracker for resource:subnet and tenant:8a4a025c46754a5d9e1c56823eaae4bc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:16.884777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:16.891748 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] Set router 109e771a-ebe3-475f-804f-c837e6e1f110 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:16.905712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ecee2b0>,) {'filters': {'network_id': ['268c8172-8017-4515-8988-4131190d3bfc']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:16.914095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:16.932002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ecee2b0>, '2da0f060-ce68-46cc-8516-e978ff18fba9') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:16.940916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ecee2b0>, '2da0f060-ce68-46cc-8516-e978ff18fba9') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:16.949668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:16.951363 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b276e902-b5bd-4243-b344-9e4f6d6ab3f6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "PUT /v2.0/routers/109e771a-ebe3-475f-804f-c837e6e1f110/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2228236
Nov 24 14:29:16.953793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49316) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:16.958393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:16.961575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Port': ['ID=e4df4e58-f755-4bd4-8d28-d751299312bf,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:17.014119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.028970 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe826d0>, [{'id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'name': 'tempest-NetworksTestDHCPv6-router-1759377587', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:55Z', 'updated_at': '2021-11-24T14:29:13Z', 'revision_number': 3, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:17.035173 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] Checking router: 109e771a-ebe3-475f-804f-c837e6e1f110 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:29:17.036738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:17.047715 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] Routers {'109e771a-ebe3-475f-804f-c837e6e1f110'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:17.055000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe826d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['109e771a-ebe3-475f-804f-c837e6e1f110'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:17.056314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No DVR routers for this DVR port e4df4e58-f755-4bd4-8d28-d751299312bf on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:17.086142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:17.108456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.121584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:17.122223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:17.138805 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:17.208230 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] Set router 109e771a-ebe3-475f-804f-c837e6e1f110 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:17.284790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 9fd16797-a3bd-4a62-afa8-fc2686b87f7a) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:17.297205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145ef4c-2995-429e-adb3-ff6f9cf92c88 None None] Network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:17.304961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.317026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:17.317628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.354193 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe826d0>, [{'id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'name': 'tempest-NetworksTestDHCPv6-router-1759377587', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:55Z', 'updated_at': '2021-11-24T14:29:13Z', 'revision_number': 3, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:17.358859 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba8ac-71ad-4350-a0f1-2530ab4899b2 None None] The sync data for ids ['109e771a-ebe3-475f-804f-c837e6e1f110'] in dv-neutron-818347-1-hyperv is: [{'id': '109e771a-ebe3-475f-804f-c837e6e1f110', 'name': 'tempest-NetworksTestDHCPv6-router-1759377587', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:55Z', 'updated_at': '2021-11-24T14:29:13Z', 'revision_number': 3, 'project_id': '19f3d526668d4f448ed507716ca43486', 'gw_port_host': None}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:17.368914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d661db-763d-449a-9dce-bfd549aedaa0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:17.370395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d661db-763d-449a-9dce-bfd549aedaa0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:17.371201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b7d661db-763d-449a-9dce-bfd549aedaa0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:17.494533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.503295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.511621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1269455
Nov 24 14:29:17.512349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a63bd27-e805-450b-a83b-39bdfbad3859 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:17.528846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49320) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:17.532608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  268c8172-8017-4515-8988-4131190d3bfc {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 24 14:29:17.537067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.542921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.546661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f003610>,) {'filters': {'network_id': ['79974b56-913a-4f2f-9164-8d2bc9bd959e']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:17.547106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Request body: {'port': {'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1946110352'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:17.566705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f003610>, '02096e80-938c-4693-b437-ad256b2b2aac') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:17.567037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f003610>, '02096e80-938c-4693-b437-ad256b2b2aac') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:17.574319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event deleted for resources: {'Network': ['ID=268c8172-8017-4515-8988-4131190d3bfc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:17.589548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:17.589796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:17.591710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.600822 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "DELETE /v2.0/networks/268c8172-8017-4515-8988-4131190d3bfc HTTP/1.1" status: 204  len: 168 time: 1.4353130
Nov 24 14:29:17.609782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b7d661db-763d-449a-9dce-bfd549aedaa0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:17.613765 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b7d661db-763d-449a-9dce-bfd549aedaa0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6541739
Nov 24 14:29:17.617333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49326) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:17.635009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-9fd16797-a3bd-4a62-afa8-fc2686b87f7a', 'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a', 'tenant_id': '9a81bb1e053f4ac089c35cab07a89980', 'fixed_ips': [{'subnet_id': '5ce59982-2b28-40d5-aca6-c5f3459b96d2'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:17.635934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.655567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.676672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:17.677081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:17.693129 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:17.891876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Allocated IP 172.20.0.2 (9fd16797-a3bd-4a62-afa8-fc2686b87f7a/5ce59982-2b28-40d5-aca6-c5f3459b96d2/67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:17.911592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.917698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:17.937606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.951737 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/79974b56-913a-4f2f-9164-8d2bc9bd959e HTTP/1.1" status: 204  len: 168 time: 8.2409396
Nov 24 14:29:17.961466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49330) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:17.971982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=79974b56-913a-4f2f-9164-8d2bc9bd959e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:17.979950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-472428642'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:17.987111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:17.995241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:17.995914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dd80185-2a8c-4d3d-83b7-b48a7666289f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:18.065995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:18.080430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 3d241064-4cce-45d9-ad0c-cc6fa29e7020 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:18.084959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:18.089772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:18.100591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.134964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:18.149778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:18.158226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:18.165045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.175535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:18.176574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.178778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Transition to ACTIVE for port object 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:18.198433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:18.203612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.207636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Transition to ACTIVE for port object 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:18.216191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:18.219036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:18.239777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.282742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.289181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:18.302689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Usage tracker for resource:port and tenant:9a81bb1e053f4ac089c35cab07a89980 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:18.318943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.328673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:18.330147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:18.333650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.345019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:18.347095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4ba62aff-7303-4459-a5cb-0b61dae68ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:18.373919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Subnet': ['ID=9de0cbf6-d571-48e9-938a-68995bbd5f8e,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:18.378161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.382959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:18.383296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-187e1911-22cd-4f65-ae7f-8c318903d11b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:18.426907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49340) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:18.449784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:18.450562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'router': {'name': 'tempest-router--205400579', 'project_id': '622bd03b7cd34b1da4c738ac12d9ef99'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:18.453206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:18.457726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:18.474620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:18.480638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Made reservation on behalf of 9a81bb1e053f4ac089c35cab07a89980 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:18.480638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.505883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:router and tenant:622bd03b7cd34b1da4c738ac12d9ef99 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:18.510286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Pushing event updated for resources: {'Port': ['ID=67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:18.511390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Checking segment: {'id': '0046cd12-46f9-4bff-b263-c5a531cf50ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:18.511760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network hostable DHCP agents. Network: ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:18.520263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:18.525385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:18.531093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:18.535890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:18.555747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.562280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] device_id is not set on port 2b3fc427-c754-46c7-9d43-b950281a7375 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:18.574927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.575386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment a08ccddd-69dc-4297-8390-ff8b2737c2b4 of type vlan for network b8535e24-3f12-4ad1-8c64-d294a7bba1cd
Nov 24 14:29:18.584376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Attempting to bind port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:18.584884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Attempting to bind port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '00e0e852-8238-474b-8b01-a1738135ca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:18.585437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Attempting to bind port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 on network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:18.599706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:18.599706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Checking segment: {'id': '00e0e852-8238-474b-8b01-a1738135ca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:18.599706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.599706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Bound using segment: {'id': '00e0e852-8238-474b-8b01-a1738135ca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:18.599706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Bound port: 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e0e852-8238-474b-8b01-a1738135ca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9fd16797-a3bd-4a62-afa8-fc2686b87f7a'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:18.599706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.600277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Subnet': ['ID=fbd570bf-db55-478c-a2be-dea5c81a560f,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:18.603450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Checking segment: {'id': '59069d4e-83b1-4e3e-8adc-78bf58ca7c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '611bee05-dcae-4969-984d-e57a2661a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:18.603811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network hostable DHCP agents. Network: 611bee05-dcae-4969-984d-e57a2661a275, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:18.609696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:18.664359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.707365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] For port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:18.709371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.710307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.710717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] For port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3,segment=NetworkSegment(00e0e852-8238-474b-8b01-a1738135ca80),segment_id=00e0e852-8238-474b-8b01-a1738135ca80)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:18.722762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:18.759534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Allocated IP 172.20.0.4 (9fd16797-a3bd-4a62-afa8-fc2686b87f7a/5ce59982-2b28-40d5-aca6-c5f3459b96d2/2b3fc427-c754-46c7-9d43-b950281a7375) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:18.766353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.777031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.780712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network 611bee05-dcae-4969-984d-e57a2661a275 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:18.789764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:18.809559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-557154b7-8168-4ca2-b4cb-34cde536d806 None None] Provisioning for port e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:18.817716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.835461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-557154b7-8168-4ca2-b4cb-34cde536d806 None None] Provisioning complete for port e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:18.836268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-557154b7-8168-4ca2-b4cb-34cde536d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.843266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=3d241064-4cce-45d9-ad0c-cc6fa29e7020,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:18.853772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:18.868776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:18.869346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.920550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:18.926915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 611bee05-dcae-4969-984d-e57a2661a275) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:18.928780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.938261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:18.939051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.949712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:18.950577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.970847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Pushing event updated for resources: {'Port': ['ID=67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:18.974587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:18.978937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191f9bc-176d-4595-ad99-8499c50dbaf3 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:18.993074 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/3d241064-4cce-45d9-ad0c-cc6fa29e7020 HTTP/1.1" status: 204  len: 168 time: 1.3723140
Nov 24 14:29:18.993074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.995500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:18.996174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:18.996774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e0040d0f-763f-4712-810d-1ad8d9a6b00b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:19.000614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49346) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:19.003623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9536504a-6ba4-45a3-a829-195937fe1bd7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:19.040809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201a680-8628-4b47-8b23-a991de62a3c5 None None] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:19.057547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df742da-b7c7-4fa9-a9ff-f907818d9314 None None] Network 611bee05-dcae-4969-984d-e57a2661a275 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:19.064922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.083448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Transition to ACTIVE for port object 2b3fc427-c754-46c7-9d43-b950281a7375 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:19.095974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.097354 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0b5e74af-bc7e-47eb-94db-0487f01b1d05 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.6665525
Nov 24 14:29:19.101069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49350) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:19.123820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e0040d0f-763f-4712-810d-1ad8d9a6b00b {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:19.124344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e0040d0f-763f-4712-810d-1ad8d9a6b00b not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:19.134529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-557154b7-8168-4ca2-b4cb-34cde536d806 None None] Port e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:19.180033 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9625685
Nov 24 14:29:19.180033 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6440642
Nov 24 14:29:19.187878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49356) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:19.188233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49358) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:19.286830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'name': 'tempest-AllowedAddressPairTestJSON-1367400736'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:19.307729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'network': {'name': 'tempest-router-network01--330870563'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:19.312757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:19.316724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:network and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:19.319644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:19.325739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:19.405662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=b8535e24-3f12-4ad1-8c64-d294a7bba1cd,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:19.426693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.428554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Made reservation on behalf of 6453c895b2a84cb7b6036e6aa3bc0ab1 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:19.431722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.454441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-acee93b3-1827-486a-bd99-1f7b3ed79fd3 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:19.467334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network b8535e24-3f12-4ad1-8c64-d294a7bba1cd details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:19.487865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:19.551972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15a863e5-197b-450f-9776-2d52f78a0df5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.555734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-26779553-641e-412f-9582-25f357b8f462 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:router {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:19.568633 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.6016111
Nov 24 14:29:19.582461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49364) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:19.600001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:19.626643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.696870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:19.723339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-26779553-641e-412f-9582-25f357b8f462 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:router {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:19.727608 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-26779553-641e-412f-9582-25f357b8f462 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.7028677
Nov 24 14:29:19.727777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:19.728691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.728921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.742974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49370) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:19.743671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2838067d-7373-4106-9f46-afbf965149f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:19.905957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:19.909266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:19.934519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'tenant_id': '8a4a025c46754a5d9e1c56823eaae4bc', 'fixed_ips': [{'subnet_id': '9de0cbf6-d571-48e9-938a-68995bbd5f8e'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:19.935351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.953697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event updated for resources: {'Port': ['ID=2b3fc427-c754-46c7-9d43-b950281a7375,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:19.964725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:19.977584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:19.985554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:19.985894 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Added segment da8ffb78-742e-464b-80fc-9462dc97c076 of type vlan for network a73bc11a-a5a1-445f-b802-32f0b69e9ba3
Nov 24 14:29:19.993695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Usage tracker for resource:port and tenant:8a4a025c46754a5d9e1c56823eaae4bc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:20.010611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:20.017932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:20.052671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:20.053652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.167572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-611bee05-dcae-4969-984d-e57a2661a275', 'network_id': '611bee05-dcae-4969-984d-e57a2661a275', 'tenant_id': '6453c895b2a84cb7b6036e6aa3bc0ab1', 'fixed_ips': [{'subnet_id': 'fbd570bf-db55-478c-a2be-dea5c81a560f'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:20.168998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.186220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.191061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:20.195112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:20.202010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:20.229218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:20.236512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:20.251407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:20.251871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:20.258040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.271648 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7327931
Nov 24 14:29:20.274594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49376) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:20.288352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:20.301545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.302141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] Deleting port 029c5c4c-5718-4e72-a9dc-47da249be7b3 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:20.302141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.337455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Allocated IP 172.20.0.2 (ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4/9de0cbf6-d571-48e9-938a-68995bbd5f8e/1691ef6e-2fe4-4436-98ca-79b1d8db32c9) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:20.374857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] device_id is not set on port c13c0765-ed6f-4a7a-af69-272df53cea37 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:20.383475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc25e2ed-0b40-4c1f-84ed-e4d27bc4ae45 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.421686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01968b8-3074-4f7c-ba97-94288a7194e7 None None] Network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:20.490513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:20.527733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15a863e5-197b-450f-9776-2d52f78a0df5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.553073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15a863e5-197b-450f-9776-2d52f78a0df5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.592997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Deleting port 2b3fc427-c754-46c7-9d43-b950281a7375 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:20.593336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.627004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:20.630303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.634321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:20.635672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.639217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:20.674694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15a863e5-197b-450f-9776-2d52f78a0df5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.675225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a863e5-197b-450f-9776-2d52f78a0df5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59883394-9a37-49d4-8973-efd7f6734821 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:29:20.688142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:20.727606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Allocated IP 172.20.0.2 (611bee05-dcae-4969-984d-e57a2661a275/fbd570bf-db55-478c-a2be-dea5c81a560f/f05e470b-262b-4a04-b386-d0444815c37e) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:20.760081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15a863e5-197b-450f-9776-2d52f78a0df5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:20.764534 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-15a863e5-197b-450f-9776-2d52f78a0df5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "DELETE /v2.0/routers/59883394-9a37-49d4-8973-efd7f6734821 HTTP/1.1" status: 204  len: 168 time: 1.6593611
Nov 24 14:29:20.764534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Network': ['ID=a73bc11a-a5a1-445f-b802-32f0b69e9ba3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:20.766499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:20.778208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50359c84-5074-4b98-a79c-cd44fa51fdbe req-68a3e8d7-3ea9-439a-982f-f95f9b9a98dc tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:20.779727 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50359c84-5074-4b98-a79c-cd44fa51fdbe req-68a3e8d7-3ea9-439a-982f-f95f9b9a98dc tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.9842823
Nov 24 14:29:20.811395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:20.864526 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-4e9a626a-4d9a-42d2-801d-57f7af7fa8e9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 1.0610271
Nov 24 14:29:20.864648 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.6683328
Nov 24 14:29:20.864648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49386) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:20.866460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'network': {'name': 'tempest-router-network02--220775528'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:20.871879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-71c39423-b0e1-469f-861b-024ce2215d22 None None] Provisioning for port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:20.879717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:20.888246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:network and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:20.891345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:20.902787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:21.048687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:21.083623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Made reservation on behalf of 6453c895b2a84cb7b6036e6aa3bc0ab1 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:21.086999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.117226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:21.128217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.128857 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Added segment 2b5e3914-eae5-4ddb-8258-0a6a37f159c1 of type vlan for network bc010fef-4b07-4f77-900f-1c1193fed754
Nov 24 14:29:21.155687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.178596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.193684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49390) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:21.243543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] For port 029c5c4c-5718-4e72-a9dc-47da249be7b3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=029c5c4c-5718-4e72-a9dc-47da249be7b3,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:21.243947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.258801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.262933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:21.263826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.269928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2db5f3ea-38a4-4761-b4fc-a3d80c9c4ec0 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:21.378516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Network': ['ID=bc010fef-4b07-4f77-900f-1c1193fed754,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:21.381386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:21.396549 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5323730
Nov 24 14:29:21.403228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49396) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:21.403228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'subnet': {'network_id': 'a73bc11a-a5a1-445f-b802-32f0b69e9ba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:21.478552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network bc010fef-4b07-4f77-900f-1c1193fed754 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:21.504617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] Calling delete_port for 029c5c4c-5718-4e72-a9dc-47da249be7b3 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:21.530006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:21.534162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:subnet and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:21.537737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:21.544221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:21.551081 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50359c84-5074-4b98-a79c-cd44fa51fdbe req-53657049-d5f7-49ca-b819-e71369ec7719 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6885266
Nov 24 14:29:21.607664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.647329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Made reservation on behalf of 6453c895b2a84cb7b6036e6aa3bc0ab1 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:21.722613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Transition to ACTIVE for port object 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:21.757004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c1a1c556-8560-4fe4-b929-a24a5000bf8c None None] Provisioning complete for port e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:21.757668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c1a1c556-8560-4fe4-b929-a24a5000bf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.764260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.837300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-110853913', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:21.868657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Transition to ACTIVE for port object 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:21.908702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1c556-8560-4fe4-b929-a24a5000bf8c None None] Port e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:21.909470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:21.927178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-020736c4-36a4-403b-81f3-d170542eb7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:21.928657 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-020736c4-36a4-403b-81f3-d170542eb7b4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 1.0446975
Nov 24 14:29:21.932984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Usage tracker for resource:router and tenant:53cb2450e3964ceb8f4e4324aa14eb27 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:21.934306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.937622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc25e2ed-0b40-4c1f-84ed-e4d27bc4ae45 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.948935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Transition to ACTIVE for port object f05e470b-262b-4a04-b386-d0444815c37e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:21.949657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:21.961997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:21.968818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:22.009685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Transition to ACTIVE for port object f05e470b-262b-4a04-b386-d0444815c37e will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:22.020154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.024375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:22.027388 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:22.044797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc25e2ed-0b40-4c1f-84ed-e4d27bc4ae45 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.049935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:22.049935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.111007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Allocated IP 172.20.0.10 (ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4/9de0cbf6-d571-48e9-938a-68995bbd5f8e/c13c0765-ed6f-4a7a-af69-272df53cea37) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:22.118719 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-bf8f8120-f7dc-49cd-bc77-69450165c007 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 1001 time: 0.1728604
Nov 24 14:29:22.133760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.156048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:22.163154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Pushing event updated for resources: {'Port': ['ID=1691ef6e-2fe4-4436-98ca-79b1d8db32c9,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:22.166121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] No DVR routers for this DVR port 029c5c4c-5718-4e72-a9dc-47da249be7b3 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:22.195857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:22.199609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:22.204513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:22.232511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.246611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:22.246782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-9b3a1e8a-2da4-4ff8-bb37-f0caf00e1887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:22.248157 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-9b3a1e8a-2da4-4ff8-bb37-f0caf00e1887 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.0984278
Nov 24 14:29:22.276503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6fc88-b7ec-4c3b-861a-3d561c9e9d78 None None] Pushing event deleted for resources: {'Port': ['ID=029c5c4c-5718-4e72-a9dc-47da249be7b3,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:22.323994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Network 611bee05-dcae-4969-984d-e57a2661a275 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:22.341201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:22.371486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:22.399565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.410887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ee47d273-ee89-4021-94a7-b55bf1eae24b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:22.450380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.489099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.491292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.530165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Subnet': ['ID=098b9fc7-8f4b-4440-9d21-66e169660923,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:22.539114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:22.566059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.566319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Pushing event updated for resources: {'Port': ['ID=f05e470b-262b-4a04-b386-d0444815c37e,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:22.573342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:22.573655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:22.574132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:22.577315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Checking segment: {'id': 'da8ffb78-742e-464b-80fc-9462dc97c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a73bc11a-a5a1-445f-b802-32f0b69e9ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:22.577751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network hostable DHCP agents. Network: a73bc11a-a5a1-445f-b802-32f0b69e9ba3, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:22.579738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Attempting to bind port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:22.580120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Attempting to bind port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '0046cd12-46f9-4bff-b263-c5a531cf50ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:22.581120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Attempting to bind port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 on network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:22.600043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:22.609097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Checking segment: {'id': '0046cd12-46f9-4bff-b263-c5a531cf50ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:22.609097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.609097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Bound using segment: {'id': '0046cd12-46f9-4bff-b263-c5a531cf50ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:22.609097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Bound port: 1691ef6e-2fe4-4436-98ca-79b1d8db32c9, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0046cd12-46f9-4bff-b263-c5a531cf50ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:22.609097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.611199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Transition to ACTIVE for port object c13c0765-ed6f-4a7a-af69-272df53cea37 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:22.613495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3,segment=NetworkSegment(00e0e852-8238-474b-8b01-a1738135ca80),segment_id=00e0e852-8238-474b-8b01-a1738135ca80)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:22.662628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Calling delete_port for 2b3fc427-c754-46c7-9d43-b950281a7375 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:22.668274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-005c30b7-90f1-4e46-b42a-24653c165c01 None None] Provisioning for port 2b3fc427-c754-46c7-9d43-b950281a7375 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:22.682943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-005c30b7-90f1-4e46-b42a-24653c165c01 None None] Provisioning complete for port 2b3fc427-c754-46c7-9d43-b950281a7375 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:22.683569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-005c30b7-90f1-4e46-b42a-24653c165c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.737540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.746146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1abda91-18fe-42d9-b509-5591d7eedf7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:22.775372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.780884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:22.811734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-22f0a217-bf0f-428d-add4-b80b3d4b9720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:22.816925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 029c5c4c-5718-4e72-a9dc-47da249be7b3 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:22.843756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] For port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:22.847131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-005c30b7-90f1-4e46-b42a-24653c165c01 None None] Port 2b3fc427-c754-46c7-9d43-b950281a7375 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:22.862173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.876514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 029c5c4c-5718-4e72-a9dc-47da249be7b3 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:22.876873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 029c5c4c-5718-4e72-a9dc-47da249be7b3 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:22.881676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc25e2ed-0b40-4c1f-84ed-e4d27bc4ae45 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.882122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc25e2ed-0b40-4c1f-84ed-e4d27bc4ae45 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Fanout notify agent at l3_agent the message router_deleted on router 109e771a-ebe3-475f-804f-c837e6e1f110 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:29:22.891235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] For port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1691ef6e-2fe4-4436-98ca-79b1d8db32c9,segment=NetworkSegment(0046cd12-46f9-4bff-b263-c5a531cf50ee),segment_id=0046cd12-46f9-4bff-b263-c5a531cf50ee)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:22.910924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Attempting to bind port f05e470b-262b-4a04-b386-d0444815c37e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:22.911311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Attempting to bind port f05e470b-262b-4a04-b386-d0444815c37e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '59069d4e-83b1-4e3e-8adc-78bf58ca7c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '611bee05-dcae-4969-984d-e57a2661a275'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:22.911573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Attempting to bind port f05e470b-262b-4a04-b386-d0444815c37e on network 611bee05-dcae-4969-984d-e57a2661a275 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:22.914298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:22.918011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:22.930308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:22.930761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Checking segment: {'id': '59069d4e-83b1-4e3e-8adc-78bf58ca7c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '611bee05-dcae-4969-984d-e57a2661a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:22.931168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.931583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Bound using segment: {'id': '59069d4e-83b1-4e3e-8adc-78bf58ca7c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '611bee05-dcae-4969-984d-e57a2661a275'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:22.932053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Bound port: f05e470b-262b-4a04-b386-d0444815c37e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59069d4e-83b1-4e3e-8adc-78bf58ca7c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '611bee05-dcae-4969-984d-e57a2661a275'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:22.932495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.940931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-b3bc2594-9554-491d-958c-1c58457dacf6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6761818
Nov 24 14:29:22.944233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-005c30b7-90f1-4e46-b42a-24653c165c01 None None] Provisioning complete for port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:22.944597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-005c30b7-90f1-4e46-b42a-24653c165c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.944911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:22.947668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=c13c0765-ed6f-4a7a-af69-272df53cea37,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:22.951953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:22.953307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:22.975399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:22.977165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:22.987940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:23.006155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 1842c5e2-467a-4f4b-a50a-e70eb09ee744 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:29:23.013143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b09d37-643f-4c0c-8a50-ab389d4c0798 req-510bd805-0935-4a03-a81c-8f840478267f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:23.015653 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e3b09d37-643f-4c0c-8a50-ab389d4c0798 req-510bd805-0935-4a03-a81c-8f840478267f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3271098
Nov 24 14:29:23.070255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a73bc11a-a5a1-445f-b802-32f0b69e9ba3) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:23.090017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:23.090225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.097266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ae8df-079e-4f02-8163-fd5a3649187d None None] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:23.103636 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e3b09d37-643f-4c0c-8a50-ab389d4c0798 req-7125e591-5945-41d2-8b6e-0e08d7bd7349 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783160
Nov 24 14:29:23.113034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.118233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:23.118833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.182028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9da844ab-a808-4d30-ad9b-2fc0c8b11bf1 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:23.193004 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7948864
Nov 24 14:29:23.195271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49402) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:23.201165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'subnet': {'network_id': 'bc010fef-4b07-4f77-900f-1c1193fed754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:23.224627 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.0353568
Nov 24 14:29:23.231037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49406) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:23.236828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Pushing event updated for resources: {'Port': ['ID=1691ef6e-2fe4-4436-98ca-79b1d8db32c9,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:23.241335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'name': 'tempest-AllowedAddressPairTestJSON-1364535827', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fc:82:7f'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:23.252205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:23.311906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e9883d6a-8342-489a-a519-66c30411776a None None] For port f05e470b-262b-4a04-b386-d0444815c37e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:23.356302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e9883d6a-8342-489a-a519-66c30411776a None None] For port f05e470b-262b-4a04-b386-d0444815c37e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f05e470b-262b-4a04-b386-d0444815c37e,segment=NetworkSegment(59069d4e-83b1-4e3e-8adc-78bf58ca7c17),segment_id=59069d4e-83b1-4e3e-8adc-78bf58ca7c17)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:23.373291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.400842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=3cd4f4e9-0774-493a-9595-5a07cd6f28f5,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:23.404220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:23.482624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:23.483493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-04d2258d-7922-4b25-89f3-288442fb481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.483925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b359f38a-b6a3-4ce8-96d4-910e1b535d3a tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:23.487628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.493845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Usage tracker for resource:subnet and tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:23.493977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-35221737-692d-4a12-8999-a7d91f600373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:23.496940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:23.508606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:23.559197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc25e2ed-0b40-4c1f-84ed-e4d27bc4ae45 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.561248 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bc25e2ed-0b40-4c1f-84ed-e4d27bc4ae45 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/routers/109e771a-ebe3-475f-804f-c837e6e1f110 HTTP/1.1" status: 204  len: 168 time: 3.7673106
Nov 24 14:29:23.564036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49410) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:23.646703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:23.650123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Made reservation on behalf of 6453c895b2a84cb7b6036e6aa3bc0ab1 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:23.650490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1e531068-47df-4226-9e89-4432206282d2 None None] Could not find standard attr ID for object 2b3fc427-c754-46c7-9d43-b950281a7375. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:29:23.674449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a73bc11a-a5a1-445f-b802-32f0b69e9ba3', 'network_id': 'a73bc11a-a5a1-445f-b802-32f0b69e9ba3', 'tenant_id': '6453c895b2a84cb7b6036e6aa3bc0ab1', 'fixed_ips': [{'subnet_id': '098b9fc7-8f4b-4440-9d21-66e169660923'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:23.674673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-49a8e1d2-8f2b-4dc8-8f46-1072d0aca75a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:23.675325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.695225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event deleted for resources: {'Port': ['ID=2b3fc427-c754-46c7-9d43-b950281a7375,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:23.697694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:23.698697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Pushing event updated for resources: {'Port': ['ID=f05e470b-262b-4a04-b386-d0444815c37e,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:23.703574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:23.713896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Usage tracker for resource:port and tenant:8a4a025c46754a5d9e1c56823eaae4bc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:23.715214 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-eee44701-0e15-4c2d-b5df-4b772df5ce12 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7649441
Nov 24 14:29:23.720511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:23.797544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:23.802732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.828213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-49a8e1d2-8f2b-4dc8-8f46-1072d0aca75a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:23.834627 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-49a8e1d2-8f2b-4dc8-8f46-1072d0aca75a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2686725
Nov 24 14:29:23.840236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49414) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:23.891174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.942566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Allocated IP 172.20.0.2 (a73bc11a-a5a1-445f-b802-32f0b69e9ba3/098b9fc7-8f4b-4440-9d21-66e169660923/6b22302f-bee9-4816-a40e-3ec796a64268) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:23.978887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:23.986744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': 'a08ccddd-69dc-4297-8390-ff8b2737c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:23.986744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: b8535e24-3f12-4ad1-8c64-d294a7bba1cd, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:24.047286 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b528f999-95e2-47b0-8f81-5fb7634d78d6 req-55f86800-6195-45b2-8f0a-a47e6f643407 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2818644
Nov 24 14:29:24.048469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:24.054183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "DELETE /v2.0/ports/2b3fc427-c754-46c7-9d43-b950281a7375 HTTP/1.1" status: 204  len: 168 time: 3.7738180
Nov 24 14:29:24.062530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c76960b-41e6-4da3-bba7-5c211fce998d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:24.063279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0c76960b-41e6-4da3-bba7-5c211fce998d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:24.066422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49418) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:24.078584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:24.097986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:24.130621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/1842c5e2-467a-4f4b-a50a-e70eb09ee744/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3340130
Nov 24 14:29:24.138484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49424) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:24.146492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] Sync routers for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:24.209077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:24.211758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd4a1f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:24.312544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0c76960b-41e6-4da3-bba7-5c211fce998d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:24.313646 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0c76960b-41e6-4da3-bba7-5c211fce998d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4673669
Nov 24 14:29:24.322398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49430) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:24.333744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c38b8-2943-46ca-a6de-533c975e3bc5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:24.337939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4d7c38b8-2943-46ca-a6de-533c975e3bc5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:24.397644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network b8535e24-3f12-4ad1-8c64-d294a7bba1cd is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:24.432016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d99c990a-d8c1-4af0-aed4-0f74072f0e99 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:router {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:24.448417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:24.475251 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd4a1f0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:24.500607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:24.501281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd4a1f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:28:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:24.520173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] device_id is not set on port 552b6229-a728-483b-83d9-57cfcc6b6d4d yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:24.525720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, b8535e24-3f12-4ad1-8c64-d294a7bba1cd) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:24.562454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648fd2f4-c853-4aee-9b09-e690d4b879bc None None] Network b8535e24-3f12-4ad1-8c64-d294a7bba1cd requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:24.574438 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-caae58d8-400e-4b22-9623-fb3a3e84c1a4 tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4311 time: 0.5021842
Nov 24 14:29:24.582624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49434) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:24.605792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:24.606385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:24.611664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4d7c38b8-2943-46ca-a6de-533c975e3bc5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:24.613508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4d7c38b8-2943-46ca-a6de-533c975e3bc5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports/e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 HTTP/1.1" status: 200  len: 913 time: 0.4731591
Nov 24 14:29:24.623078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49438) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:24.626869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1641429002'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:24.628186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd4a1f0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:24.628828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac116b6b-4976-4f89-9923-3f7ee0681b4a None None] The sync data for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:24.635149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:24.652364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:24.683968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d99c990a-d8c1-4af0-aed4-0f74072f0e99 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:router {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:24.685285 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d99c990a-d8c1-4af0-aed4-0f74072f0e99 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3619030
Nov 24 14:29:24.687099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Usage tracker for resource:network and tenant:9a81bb1e053f4ac089c35cab07a89980 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:24.698202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:24.700858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49446) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:24.715639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:24.721518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Transition to ACTIVE for port object 6b22302f-bee9-4816-a40e-3ec796a64268 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:24.749580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Transition to ACTIVE for port object 6b22302f-bee9-4816-a40e-3ec796a64268 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:24.791915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:24.803484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:24.838351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d10db285-5a48-4aec-8c47-0bd652ca0c47 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:24.869247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6d79f-3bb9-491a-a0f3-4e35ff38af5e None None] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:24.903641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:24.929746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b798dbb8-8ecf-4e90-8846-f3a681bcc106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:25.180508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 5.5911524
Nov 24 14:29:25.183960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49450) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:25.217647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:25.218770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55392d-860f-4743-8453-7de412775012 req-69f9f334-246c-4d9e-9f3a-c3368119200d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:25.228800 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fa55392d-860f-4743-8453-7de412775012 req-69f9f334-246c-4d9e-9f3a-c3368119200d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.7914925
Nov 24 14:29:25.240497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:25.243515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:25.253710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Pushing event updated for resources: {'Port': ['ID=6b22302f-bee9-4816-a40e-3ec796a64268,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:25.256441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:25.261361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-84dc2325-53c0-49c4-aed8-0ab0795df0cf None None] Provisioning for port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:25.277410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-b8535e24-3f12-4ad1-8c64-d294a7bba1cd', 'network_id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': '3cd4f4e9-0774-493a-9595-5a07cd6f28f5'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:25.278239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.288196 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:25.404576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Made reservation on behalf of 9a81bb1e053f4ac089c35cab07a89980 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:25.406490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.407798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.445455 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fa55392d-860f-4743-8453-7de412775012 req-9fbe3712-acd5-4a03-a2b0-d21b1665932b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1934867
Nov 24 14:29:25.446832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:25.447617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.458364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2525a24a-4a91-4d54-931a-ff5895e28962 None None] Network 611bee05-dcae-4969-984d-e57a2661a275 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:25.474690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Subnet': ['ID=9b54f672-83fb-4c2c-a040-5ae0b123560f,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:25.477006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Allocated IP 172.20.0.12 (ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4/9de0cbf6-d571-48e9-938a-68995bbd5f8e/552b6229-a728-483b-83d9-57cfcc6b6d4d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:25.479657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:25.496172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Checking segment: {'id': '2b5e3914-eae5-4ddb-8258-0a6a37f159c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc010fef-4b07-4f77-900f-1c1193fed754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:25.496172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network hostable DHCP agents. Network: bc010fef-4b07-4f77-900f-1c1193fed754, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:25.509100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:25.550344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:25.558473 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:29:25.564182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.603040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.603258 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Added segment 64a9e085-5890-4123-a3b8-cb6c639af62d of type vlan for network 1ffcd2df-3421-4a7f-9af7-2b80753e7db1
Nov 24 14:29:25.706675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Attempting to bind port 6b22302f-bee9-4816-a40e-3ec796a64268 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:25.706908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Attempting to bind port 6b22302f-bee9-4816-a40e-3ec796a64268 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'da8ffb78-742e-464b-80fc-9462dc97c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a73bc11a-a5a1-445f-b802-32f0b69e9ba3'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:25.707288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Attempting to bind port 6b22302f-bee9-4816-a40e-3ec796a64268 on network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:25.708490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:25.739702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Allocated IP 172.26.2.38 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/43370f57-032e-4fda-93de-fad68e8c84fc) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:25.740535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.744124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network bc010fef-4b07-4f77-900f-1c1193fed754 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:25.787371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:25.787758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Checking segment: {'id': 'da8ffb78-742e-464b-80fc-9462dc97c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a73bc11a-a5a1-445f-b802-32f0b69e9ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:25.788204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.788614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Bound using segment: {'id': 'da8ffb78-742e-464b-80fc-9462dc97c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a73bc11a-a5a1-445f-b802-32f0b69e9ba3'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:25.789102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Bound port: 6b22302f-bee9-4816-a40e-3ec796a64268, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8ffb78-742e-464b-80fc-9462dc97c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a73bc11a-a5a1-445f-b802-32f0b69e9ba3'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:25.789489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.839554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.932397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.938773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-006b58d9-6ed8-4bf3-8036-28c9ea25b5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.975677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:25.975889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:25.986514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, bc010fef-4b07-4f77-900f-1c1193fed754) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:25.989637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.016171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:26.016897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.019685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1fb5a-f2f9-4923-a9af-b198279b70c3 None None] Network bc010fef-4b07-4f77-900f-1c1193fed754 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:26.033372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d818904-5e41-4587-8e6f-988c59c448d2 None None] Provisioning for port f05e470b-262b-4a04-b386-d0444815c37e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:26.034842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.121985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Allocated IP 2001:db8::1 (b8535e24-3f12-4ad1-8c64-d294a7bba1cd/3cd4f4e9-0774-493a-9595-5a07cd6f28f5/c8badcae-4109-48bc-b710-d3d476f53a80) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:26.162443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.166196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:26.166774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.178432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53c7ee88-aee2-46c5-a3fb-3f01b0ff769e tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:26.204029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.225966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.234484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:26.267485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] For port 6b22302f-bee9-4816-a40e-3ec796a64268, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:26.293843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Transition to ACTIVE for port object 552b6229-a728-483b-83d9-57cfcc6b6d4d will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:26.309237 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1127033
Nov 24 14:29:26.316484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] For port 6b22302f-bee9-4816-a40e-3ec796a64268, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6b22302f-bee9-4816-a40e-3ec796a64268,segment=NetworkSegment(da8ffb78-742e-464b-80fc-9462dc97c076),segment_id=da8ffb78-742e-464b-80fc-9462dc97c076)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:26.317951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49454) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:26.328058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:26.333480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:26.337391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:26.369971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event updated for resources: {'Port': ['ID=43370f57-032e-4fda-93de-fad68e8c84fc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:26.378613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:26.386200 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.7987304
Nov 24 14:29:26.386386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event updated for resources: {'Network': ['ID=1ffcd2df-3421-4a7f-9af7-2b80753e7db1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:26.387140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49458) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:26.442861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 1ffcd2df-3421-4a7f-9af7-2b80753e7db1 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:26.473614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.477850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:26.531441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:26.726866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f05e470b-262b-4a04-b386-d0444815c37e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:26.852646 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e2ec1347-3337-4437-8a49-339a0946282c tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "GET /v2.0/agents/50c32850-c8db-462f-9ed8-2331efaac1f7/dhcp-networks HTTP/1.1" status: 200  len: 11614 time: 0.4643180
Nov 24 14:29:26.853736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:26.857844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49464) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:26.861288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Pushing event updated for resources: {'Port': ['ID=6b22302f-bee9-4816-a40e-3ec796a64268,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:26.871532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:26.897426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.017726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-bc010fef-4b07-4f77-900f-1c1193fed754', 'network_id': 'bc010fef-4b07-4f77-900f-1c1193fed754', 'tenant_id': '6453c895b2a84cb7b6036e6aa3bc0ab1', 'fixed_ips': [{'subnet_id': '9b54f672-83fb-4c2c-a040-5ae0b123560f'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:27.019599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.131560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.157479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Transition to ACTIVE for port object c8badcae-4109-48bc-b710-d3d476f53a80 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:27.180853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:27.232822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Transition to ACTIVE for port object c8badcae-4109-48bc-b710-d3d476f53a80 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:27.285940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6a6b801f-4a3d-412a-9378-23616a81edc4 None None] Provisioning for port c13c0765-ed6f-4a7a-af69-272df53cea37 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:27.293576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port f05e470b-262b-4a04-b386-d0444815c37e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:27.300936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:27.310982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:27.311125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6a6b801f-4a3d-412a-9378-23616a81edc4 None None] Provisioning complete for port c13c0765-ed6f-4a7a-af69-272df53cea37 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:27.311526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a6b801f-4a3d-412a-9378-23616a81edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.328782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:27.344304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f05e470b-262b-4a04-b386-d0444815c37e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:27.344821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.353880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.360666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.385391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.390566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e59e66-2e77-4b7a-9488-23a7c2143145 req-3b50ea82-a617-4f84-86e6-3c71784eadd5 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:27.392463 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-70e59e66-2e77-4b7a-9488-23a7c2143145 req-3b50ea82-a617-4f84-86e6-3c71784eadd5 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.7295759
Nov 24 14:29:27.404996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:27.417015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d367eaf4-24a8-4d68-b4fe-61b44df9563b tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] Network 1ffcd2df-3421-4a7f-9af7-2b80753e7db1 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:27.451108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Allocated IP 172.20.0.2 (bc010fef-4b07-4f77-900f-1c1193fed754/9b54f672-83fb-4c2c-a040-5ae0b123560f/c8375a5b-48dd-4c31-a871-25d875ef5d72) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:27.499071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b801f-4a3d-412a-9378-23616a81edc4 None None] Port c13c0765-ed6f-4a7a-af69-272df53cea37 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:27.560136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:27.560516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.561877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Network b8535e24-3f12-4ad1-8c64-d294a7bba1cd is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:27.563103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=552b6229-a728-483b-83d9-57cfcc6b6d4d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:27.587036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:27.662847 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d367eaf4-24a8-4d68-b4fe-61b44df9563b tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "POST /v2.0/agents/50c32850-c8db-462f-9ed8-2331efaac1f7/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.8040068
Nov 24 14:29:27.671196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49468) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:27.678969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Pushing event updated for resources: {'Port': ['ID=c8badcae-4109-48bc-b710-d3d476f53a80,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:27.682230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:27.692968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:27.695712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:27.697965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a3000-1a46-4b0c-9172-90efc070c0b8 None None] Network 1ffcd2df-3421-4a7f-9af7-2b80753e7db1 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:27.703047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:29:27.709308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.718969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:27.744235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.760703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:27.761312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:27.808853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd4f4e9-0774-493a-9595-5a07cd6f28f5,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:27.829213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:27.835234 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-70e59e66-2e77-4b7a-9488-23a7c2143145 req-67436e0d-6de4-4d6a-a772-c5a3325e8949 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4316218
Nov 24 14:29:27.837232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:27.964281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:27.966934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-35c56037-6892-4c77-a1a8-f2a69fa26659 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:27.997989 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63350432-2368-40b0-8876-924bf990da64 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:28.014436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:28.014981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.016684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.033842 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 4.8006251
Nov 24 14:29:28.037789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49474) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:28.041692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.081446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.110772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-89f05ad0-573e-428e-b0c3-3a0b15eda652 None None] Provisioning complete for port c13c0765-ed6f-4a7a-af69-272df53cea37 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:28.112156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89f05ad0-573e-428e-b0c3-3a0b15eda652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.214945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f9276a0>,) {'filters': {'network_id': ['b8535e24-3f12-4ad1-8c64-d294a7bba1cd']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:28.215754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Attempting to bind port c8badcae-4109-48bc-b710-d3d476f53a80 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:28.216163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Attempting to bind port c8badcae-4109-48bc-b710-d3d476f53a80 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'a08ccddd-69dc-4297-8390-ff8b2737c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:28.216537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Attempting to bind port c8badcae-4109-48bc-b710-d3d476f53a80 on network b8535e24-3f12-4ad1-8c64-d294a7bba1cd {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:28.231175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9276a0>, 'a08ccddd-69dc-4297-8390-ff8b2737c2b4') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:28.231942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9276a0>, 'a08ccddd-69dc-4297-8390-ff8b2737c2b4') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:28.253789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.256926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:28.268936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.292291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=fe1e0b73-ef00-4d96-970f-e6dd1f315fea,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:28.297637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:28.325918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.326721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715773e-fc22-404f-93a9-e7c840ed758d None None] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:28.360139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.368347 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.6664989
Nov 24 14:29:28.371786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:28.372683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Checking segment: {'id': 'a08ccddd-69dc-4297-8390-ff8b2737c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:28.372683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.373023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Bound using segment: {'id': 'a08ccddd-69dc-4297-8390-ff8b2737c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:28.373502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Bound port: c8badcae-4109-48bc-b710-d3d476f53a80, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08ccddd-69dc-4297-8390-ff8b2737c2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:28.373891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.389227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49478) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:28.414814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:28.433381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:28.433782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.447456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e1e2b41f-089f-4c52-9f0c-20b9600534a0 tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "GET /v2.0/agents/50c32850-c8db-462f-9ed8-2331efaac1f7/dhcp-networks HTTP/1.1" status: 200  len: 12359 time: 0.7748742
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:28.453150 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:28.455383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49482) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:28.469263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port f05e470b-262b-4a04-b386-d0444815c37e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f05e470b-262b-4a04-b386-d0444815c37e,segment=NetworkSegment(59069d4e-83b1-4e3e-8adc-78bf58ca7c17),segment_id=59069d4e-83b1-4e3e-8adc-78bf58ca7c17)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:28.478018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-89f05ad0-573e-428e-b0c3-3a0b15eda652 None None] Port c13c0765-ed6f-4a7a-af69-272df53cea37 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:28.495743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.538278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e9190-0840-406a-8ecf-e2734831d7fc tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:28.542512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e9190-0840-406a-8ecf-e2734831d7fc tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:28.546448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e9190-0840-406a-8ecf-e2734831d7fc tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:28.551616 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6b4e9190-0840-406a-8ecf-e2734831d7fc tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.5060637
Nov 24 14:29:28.553450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:28.565665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.566584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:28.606652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8ae4833e-5dda-40b8-b212-a86922ec2461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:28.641936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Transition to ACTIVE for port object c8375a5b-48dd-4c31-a871-25d875ef5d72 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:28.667164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:29:28.667164 dv-neutron-818347-1-hyperv neutron-server[84234]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:29:28.667164 dv-neutron-818347-1-hyperv neutron-server[84234]: [parameters: {'id': 'b8535e24-3f12-4ad1-8c64-d294a7bba1cd'}]
Nov 24 14:29:28.667164 dv-neutron-818347-1-hyperv neutron-server[84234]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:29:28.667627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:29:28.695878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:28.702242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting port 552b6229-a728-483b-83d9-57cfcc6b6d4d {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:28.702578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.789177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:28.790460 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8add9fe4-7ba4-4ec7-8c93-12daff965a94 tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "DELETE /v2.0/agents/50c32850-c8db-462f-9ed8-2331efaac1f7/dhcp-networks/1ffcd2df-3421-4a7f-9af7-2b80753e7db1 HTTP/1.1" status: 204  len: 168 time: 0.3343563
Nov 24 14:29:28.790957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49490) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:28.805914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Transition to ACTIVE for port object c8375a5b-48dd-4c31-a871-25d875ef5d72 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:28.823177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Allocated IP 172.20.0.1 (a73bc11a-a5a1-445f-b802-32f0b69e9ba3/098b9fc7-8f4b-4440-9d21-66e169660923/b803288a-33e7-483b-b8dc-7562cd7cd593) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:28.840230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=f05e470b-262b-4a04-b386-d0444815c37e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:28.906273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:28.911235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-89f05ad0-573e-428e-b0c3-3a0b15eda652 None None] Provisioning complete for port f05e470b-262b-4a04-b386-d0444815c37e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:28.911835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89f05ad0-573e-428e-b0c3-3a0b15eda652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:28.995668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': 'fe1e0b73-ef00-4d96-970f-e6dd1f315fea'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:28.996603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.009575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.020953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:29.028327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Transition to ACTIVE for port object b803288a-33e7-483b-b8dc-7562cd7cd593 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:29.066979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.078269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:29.149469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] For port c8badcae-4109-48bc-b710-d3d476f53a80, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:29.158759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.165392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8e02fef-a030-4462-868a-6b0b22b1e370 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:29.184530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.203526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] For port c8badcae-4109-48bc-b710-d3d476f53a80, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8badcae-4109-48bc-b710-d3d476f53a80,segment=NetworkSegment(a08ccddd-69dc-4297-8390-ff8b2737c2b4),segment_id=a08ccddd-69dc-4297-8390-ff8b2737c2b4)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:29.207723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.212380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dd83dc3-f595-412c-9f1a-bef900728b18 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:29.251595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Network bc010fef-4b07-4f77-900f-1c1193fed754 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:29.254277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Pushing event updated for resources: {'Port': ['ID=c8375a5b-48dd-4c31-a871-25d875ef5d72,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:29.264247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:29.264690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:29.265779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port c8badcae-4109-48bc-b710-d3d476f53a80 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:29.266250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.267490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:29.269993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:29.272010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Router 59bacac8-c0a6-475d-99f8-0d5e1f373b55 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:29:29.277995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:29.281062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=e17c2b97-7bd1-42e4-af23-0c9d5ba9ea00,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:29.289513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:29.289897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.296600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:29.300290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Port': ['ID=b803288a-33e7-483b-b8dc-7562cd7cd593,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:29.314562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:29.351258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:29.476140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:29.533543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.544474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13b1fdb1-daca-4691-beee-ba934067810d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:29.568495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.609017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.716897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port c8badcae-4109-48bc-b710-d3d476f53a80, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8badcae-4109-48bc-b710-d3d476f53a80,segment=NetworkSegment(a08ccddd-69dc-4297-8390-ff8b2737c2b4),segment_id=a08ccddd-69dc-4297-8390-ff8b2737c2b4)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:29.717206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.751170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Allocated IP 2001:db8::f816:3eff:fe4b:1873 (545fb1c8-c25e-4ba6-8844-73dcc5231588/fe1e0b73-ef00-4d96-970f-e6dd1f315fea/0e1c6717-f448-4116-95b7-74d4d4526174) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:29.798027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Attempting to bind port c8375a5b-48dd-4c31-a871-25d875ef5d72 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:29.798408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Attempting to bind port c8375a5b-48dd-4c31-a871-25d875ef5d72 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '2b5e3914-eae5-4ddb-8258-0a6a37f159c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc010fef-4b07-4f77-900f-1c1193fed754'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:29.798780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Attempting to bind port c8375a5b-48dd-4c31-a871-25d875ef5d72 on network bc010fef-4b07-4f77-900f-1c1193fed754 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:29.802034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Pushing event updated for resources: {'Port': ['ID=c8badcae-4109-48bc-b710-d3d476f53a80,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:29.809128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:29.860221 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2094c277-abec-4c7b-9921-9dd86664b522 tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "GET /v2.0/agents/50c32850-c8db-462f-9ed8-2331efaac1f7/dhcp-networks HTTP/1.1" status: 200  len: 11614 time: 1.0642087
Nov 24 14:29:29.875197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49494) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:29.876730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.884124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:29.884527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Checking segment: {'id': '2b5e3914-eae5-4ddb-8258-0a6a37f159c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc010fef-4b07-4f77-900f-1c1193fed754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:29.884936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.885338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Bound using segment: {'id': '2b5e3914-eae5-4ddb-8258-0a6a37f159c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc010fef-4b07-4f77-900f-1c1193fed754'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:29.885893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Bound port: c8375a5b-48dd-4c31-a871-25d875ef5d72, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5e3914-eae5-4ddb-8258-0a6a37f159c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc010fef-4b07-4f77-900f-1c1193fed754'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:29.886257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:29.899248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for c8badcae-4109-48bc-b710-d3d476f53a80 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:30.022322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.046632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Calling delete_port for 552b6229-a728-483b-83d9-57cfcc6b6d4d owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:30.102303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.170075 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-66435002-1f5a-4f55-9538-93af7730956f tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "GET /v2.0/networks/9fd16797-a3bd-4a62-afa8-fc2686b87f7a/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.2805912
Nov 24 14:29:30.184120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49498) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:30.230985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1c317-21a8-421b-bd4c-7956022d84b1 None None] Network b8535e24-3f12-4ad1-8c64-d294a7bba1cd requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:30.255484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e3df8813-4f6b-4ec1-bb2d-434776a15d4c None None] Provisioning for port 552b6229-a728-483b-83d9-57cfcc6b6d4d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:30.267091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] For port c8375a5b-48dd-4c31-a871-25d875ef5d72, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:30.281048 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aea6b556-f861-440c-afdf-13a64f23d24e tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "GET /v2.0/networks/9fd16797-a3bd-4a62-afa8-fc2686b87f7a/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.1010058
Nov 24 14:29:30.283027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49502) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:30.310206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e3df8813-4f6b-4ec1-bb2d-434776a15d4c None None] Provisioning complete for port 552b6229-a728-483b-83d9-57cfcc6b6d4d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:30.310860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e3df8813-4f6b-4ec1-bb2d-434776a15d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.344481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1691ef6e-2fe4-4436-98ca-79b1d8db32c9,segment=NetworkSegment(0046cd12-46f9-4bff-b263-c5a531cf50ee),segment_id=0046cd12-46f9-4bff-b263-c5a531cf50ee)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:30.398038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.424834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] For port c8375a5b-48dd-4c31-a871-25d875ef5d72, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8375a5b-48dd-4c31-a871-25d875ef5d72,segment=NetworkSegment(2b5e3914-eae5-4ddb-8258-0a6a37f159c1),segment_id=2b5e3914-eae5-4ddb-8258-0a6a37f159c1)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:30.432629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.440269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:30.500660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.517145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f65ef217-ef1f-4bd8-a41b-5a0ac4482107 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:30.544725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.549502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.571370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No DVR routers for this DVR port c8badcae-4109-48bc-b710-d3d476f53a80 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:30.600815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8813-4f6b-4ec1-bb2d-434776a15d4c None None] Port 552b6229-a728-483b-83d9-57cfcc6b6d4d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:30.616897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Transition to ACTIVE for port object 0e1c6717-f448-4116-95b7-74d4d4526174 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:30.619531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Port': ['ID=c8badcae-4109-48bc-b710-d3d476f53a80,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:30.625668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:30.705333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Transition to ACTIVE for port object 0e1c6717-f448-4116-95b7-74d4d4526174 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:30.707194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=1691ef6e-2fe4-4436-98ca-79b1d8db32c9,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:30.718440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:30.719217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:30.751845 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-658a4c5f-4b06-4ae5-bedd-bf9f149bf663 tempest-DHCPAgentSchedulersTestJSON-1725030945 tempest-DHCPAgentSchedulersTestJSON-1725030945-project-admin] 10.222.0.53 "GET /v2.0/agents/50c32850-c8db-462f-9ed8-2331efaac1f7/dhcp-networks HTTP/1.1" status: 200  len: 11614 time: 0.4687579
Nov 24 14:29:30.770852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49506) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:30.779006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f05e470b-262b-4a04-b386-d0444815c37e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:30.791921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.798820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.807646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:30.862654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Port': ['ID=552b6229-a728-483b-83d9-57cfcc6b6d4d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:30.865711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e3df8813-4f6b-4ec1-bb2d-434776a15d4c None None] Provisioning for port 6b22302f-bee9-4816-a40e-3ec796a64268 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:30.866445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:30.887513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:30.911529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:30.915437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:30.918157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:30.920744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Pushing event updated for resources: {'Port': ['ID=c8375a5b-48dd-4c31-a871-25d875ef5d72,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:30.923834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:30.929375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:30.948176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:30.961210 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] Sync routers for ids ['59bacac8-c0a6-475d-99f8-0d5e1f373b55'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:30.976427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e90cbe0>,) {'filters': {'network_id': ['b8535e24-3f12-4ad1-8c64-d294a7bba1cd']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:30.996551 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] Routers {'59bacac8-c0a6-475d-99f8-0d5e1f373b55'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:30.997603 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029d2b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['59bacac8-c0a6-475d-99f8-0d5e1f373b55'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.017002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Pushing event updated for resources: {'Port': ['ID=0e1c6717-f448-4116-95b7-74d4d4526174,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:31.033149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e90cbe0>, 'a08ccddd-69dc-4297-8390-ff8b2737c2b4') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.034104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e90cbe0>, 'a08ccddd-69dc-4297-8390-ff8b2737c2b4') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.059239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.070564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:31.083839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f05e470b-262b-4a04-b386-d0444815c37e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:31.084026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.090131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.095304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-566c2c52-3d73-4a4f-82ed-09d7b834d373 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:31.103298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.186174 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029d2b0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.202901 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] Routers {'59bacac8-c0a6-475d-99f8-0d5e1f373b55'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:31.204229 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029d2b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['59bacac8-c0a6-475d-99f8-0d5e1f373b55'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.251161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Attempting to bind port 0e1c6717-f448-4116-95b7-74d4d4526174 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:31.251538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Attempting to bind port 0e1c6717-f448-4116-95b7-74d4d4526174 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:31.251896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Attempting to bind port 0e1c6717-f448-4116-95b7-74d4d4526174 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:31.285536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:31.285995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:31.286480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.296928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:31.299701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Bound port: 0e1c6717-f448-4116-95b7-74d4d4526174, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:31.300354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.323018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d1d8408-4156-40f8-b7e8-8234d8c5e8df None None] Provisioning for port b803288a-33e7-483b-b8dc-7562cd7cd593 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:31.331132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:31.331648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d1d8408-4156-40f8-b7e8-8234d8c5e8df None None] Provisioning complete for port b803288a-33e7-483b-b8dc-7562cd7cd593 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:31.332165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8408-4156-40f8-b7e8-8234d8c5e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.341857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:31.342608 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029d2b0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.343767 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cfb564-ff3e-4316-ad25-e9825aee84a4 None None] The sync data for ids ['59bacac8-c0a6-475d-99f8-0d5e1f373b55'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:31.349000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:31.349605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.351753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.365243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:31.365633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:31.381890 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:31.433321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=1a36fea4-8add-4f2a-8085-78d6374cec4c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:31.435451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.439018 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 10.1853266
Nov 24 14:29:31.445434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:31.450467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49510) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:31.524640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:29:31.528875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d8408-4156-40f8-b7e8-8234d8c5e8df None None] Port b803288a-33e7-483b-b8dc-7562cd7cd593 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:31.569037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6b22302f-bee9-4816-a40e-3ec796a64268 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:31.589787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.609588 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2160201
Nov 24 14:29:31.613093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49514) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:31.616466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.619986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] For port 0e1c6717-f448-4116-95b7-74d4d4526174, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:31.626923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:52:33:fa', 'name': 'tempest-NetworksTestDHCPv6-492067828'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:31.640951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] For port 0e1c6717-f448-4116-95b7-74d4d4526174, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0e1c6717-f448-4116-95b7-74d4d4526174,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:31.655717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.690531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.692400 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/ports/552b6229-a728-483b-83d9-57cfcc6b6d4d HTTP/1.1" status: 204  len: 168 time: 3.1358230
Nov 24 14:29:31.696986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49518) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:31.711814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:31.738030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.747735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.758190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.759966 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ff6e5f-774f-4ca3-b513-85b4c9e25802 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] GET failed (client error): The resource could not be found.
Nov 24 14:29:31.760508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-31ff6e5f-774f-4ca3-b513-85b4c9e25802 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Synchronizing usage tracker for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:31.765936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:31.784345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f7eaeb0>,) {'filters': {'network_id': ['1ffcd2df-3421-4a7f-9af7-2b80753e7db1']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.803127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=b8535e24-3f12-4ad1-8c64-d294a7bba1cd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:31.817140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:31.817667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 6b22302f-bee9-4816-a40e-3ec796a64268 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:31.822873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f7eaeb0>, '64a9e085-5890-4123-a3b8-cb6c639af62d') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.822873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f7eaeb0>, '64a9e085-5890-4123-a3b8-cb6c639af62d') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:31.827634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b57207ec-2327-4a83-9cc5-79ebcea9d031 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:31.845224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6b22302f-bee9-4816-a40e-3ec796a64268 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:31.845984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.895573 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/b8535e24-3f12-4ad1-8c64-d294a7bba1cd HTTP/1.1" status: 204  len: 168 time: 6.6689231
Nov 24 14:29:31.898458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49522) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:31.938130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Pushing event updated for resources: {'Port': ['ID=0e1c6717-f448-4116-95b7-74d4d4526174,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:31.942416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:31.950998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:31.972597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1744543215'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:31.989142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-31ff6e5f-774f-4ca3-b513-85b4c9e25802 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Unset dirty status for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:31.990332 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-31ff6e5f-774f-4ca3-b513-85b4c9e25802 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "GET /v2.0/ports/552b6229-a728-483b-83d9-57cfcc6b6d4d HTTP/1.1" status: 404  len: 333 time: 0.2826090
Nov 24 14:29:32.000573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:32.041948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.046077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49526) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:32.047287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Port': ['ID=b803288a-33e7-483b-b8dc-7562cd7cd593,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:32.054628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:32.058611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.081270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:32.087665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'name': 'tempest-AllowedAddressPairTestJSON-2007095789'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:32.107549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.114838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 6b22302f-bee9-4816-a40e-3ec796a64268, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6b22302f-bee9-4816-a40e-3ec796a64268,segment=NetworkSegment(da8ffb78-742e-464b-80fc-9462dc97c076),segment_id=da8ffb78-742e-464b-80fc-9462dc97c076)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:32.116908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:32.123487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:32.123892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.144238 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2aa1edd7-1c9d-493d-ba91-1e68853919f8 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/59bacac8-c0a6-475d-99f8-0d5e1f373b55 HTTP/1.1" status: 200  len: 919 time: 0.6906371
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:32.145247 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:32.147615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49530) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:32.177593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:32.220215 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a4699b11-8657-44b7-97e3-9a66fdce4d4c tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=59bacac8-c0a6-475d-99f8-0d5e1f373b55 HTTP/1.1" status: 200  len: 205 time: 0.0674284
Nov 24 14:29:32.221022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.223707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:32.239323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49534) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:32.288241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a214c6-275b-4c59-abea-c7d23e4662e7 None None] Network bc010fef-4b07-4f77-900f-1c1193fed754 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:32.323838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 1842c5e2-467a-4f4b-a50a-e70eb09ee744 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:29:32.338596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:32.369952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:32.387934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:32.413702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:32.434413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=6b22302f-bee9-4816-a40e-3ec796a64268,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:32.440870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:32.490977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:32.494101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.512177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.537475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f19ebc8e-c1da-4d05-b5c4-43542de4de7d tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:32.570189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.589378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event deleted for resources: {'Network': ['ID=1ffcd2df-3421-4a7f-9af7-2b80753e7db1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:32.597292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:32.603636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-76d0a1e6-a995-4ef1-a741-58a16a4ce60b None None] Provisioning for port c8375a5b-48dd-4c31-a871-25d875ef5d72 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:32.624660 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "DELETE /v2.0/networks/1ffcd2df-3421-4a7f-9af7-2b80753e7db1 HTTP/1.1" status: 204  len: 168 time: 1.8496933
Nov 24 14:29:32.631052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49538) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:32.631686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:32.673073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:32.684839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:32.760242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6b22302f-bee9-4816-a40e-3ec796a64268 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:32.819634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:32.830024 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c6313295-385b-48bc-9141-cf904e87cd9e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/1842c5e2-467a-4f4b-a50a-e70eb09ee744/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2059374
Nov 24 14:29:32.836181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49542) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:32.841119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] Sync routers for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:32.841269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:32.847980 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-341cb5cf-b636-4947-806b-9d5978302c79 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:29:32.857103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:32.857343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341cb5cf-b636-4947-806b-9d5978302c79 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:29:32.858188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb60880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:32.883792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:32.884162 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment 2adc8a25-0851-4349-ac1e-c55b1c7fcf42 of type vlan for network d2708269-24d5-4e6d-9709-946225fdc4c0
Nov 24 14:29:32.915890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:32.939203 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-341cb5cf-b636-4947-806b-9d5978302c79 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "DELETE /v2.0/ports/2b3fc427-c754-46c7-9d43-b950281a7375 HTTP/1.1" status: 404  len: 333 time: 0.2822409
Nov 24 14:29:32.939387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb60880>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:32.940441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:32.942159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49546) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:32.965129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6b22302f-bee9-4816-a40e-3ec796a64268 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:32.967872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.042096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.044914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:33.045903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb60880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:33.123553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:33.123553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.136960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb60880>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:33.137381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682b054-28b9-4f73-b80d-7a579aeca005 None None] The sync data for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:33.225272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:33.314013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:33.314714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.426975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.445983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1448660-72f1-4be7-bb8b-274ab662d811 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:33.473821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0e1c6717-f448-4116-95b7-74d4d4526174 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:33.480257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.524503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.525454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] device_id is not set on port e7cb7185-bbc1-47da-9c40-76801d8c4732 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:33.549225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.560319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-84a7f68d-6393-43b5-ab59-69c157a743d3 None None] Provisioning complete for port b803288a-33e7-483b-b8dc-7562cd7cd593 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:33.560704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-84a7f68d-6393-43b5-ab59-69c157a743d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.591717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.595429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:33.596048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.613478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa6283ce-109e-4136-88f2-1dfafb8e6807 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:33.645265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-84a7f68d-6393-43b5-ab59-69c157a743d3 None None] Port b803288a-33e7-483b-b8dc-7562cd7cd593 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:33.650434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 6608996f-14ad-408c-95a0-1443153562c0 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:33.665563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Deleting port 43370f57-032e-4fda-93de-fad68e8c84fc {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:33.665904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.783127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 0e1c6717-f448-4116-95b7-74d4d4526174 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:33.796780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8375a5b-48dd-4c31-a871-25d875ef5d72 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:33.878570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Provisioning for port 0e1c6717-f448-4116-95b7-74d4d4526174 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:33.880121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=d2708269-24d5-4e6d-9709-946225fdc4c0,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:33.889302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:33.900122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:33.900420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.902148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:33.965863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network d2708269-24d5-4e6d-9709-946225fdc4c0 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:34.037982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Calling delete_port for 43370f57-032e-4fda-93de-fad68e8c84fc owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:34.075596 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.1378329
Nov 24 14:29:34.075910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49550) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:34.082163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:34.124454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Deleting subnet 5ce59982-2b28-40d5-aca6-c5f3459b96d2 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:34.178748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.212372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Allocated IP 172.20.0.9 (ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4/9de0cbf6-d571-48e9-938a-68995bbd5f8e/e7cb7185-bbc1-47da-9c40-76801d8c4732) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:34.263815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c8375a5b-48dd-4c31-a871-25d875ef5d72 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:34.273729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.294806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c8375a5b-48dd-4c31-a871-25d875ef5d72 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:34.295193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.335276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Update dhcp port {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': 'fe1e0b73-ef00-4d96-970f-e6dd1f315fea', 'ip_address': '2001:db8::f816:3eff:fe4b:1873'}, {'subnet_id': '1a36fea4-8add-4f2a-8085-78d6374cec4c'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '0e1c6717-f448-4116-95b7-74d4d4526174'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:29:34.344709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.420893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] For port 0e1c6717-f448-4116-95b7-74d4d4526174, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0e1c6717-f448-4116-95b7-74d4d4526174,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:34.428524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.467500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:34.474585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:34.480071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:34.491913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:34.522789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.528373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 172.20.0.6 (545fb1c8-c25e-4ba6-8844-73dcc5231588/1a36fea4-8add-4f2a-8085-78d6374cec4c/6608996f-14ad-408c-95a0-1443153562c0) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:34.528886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9d2a58fd-2bad-4d21-89ab-d318f1d168f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:34.547348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe52:33fa (545fb1c8-c25e-4ba6-8844-73dcc5231588/fe1e0b73-ef00-4d96-970f-e6dd1f315fea/6608996f-14ad-408c-95a0-1443153562c0) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:34.635243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:34.658122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.698576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.700070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Pushing event updated for resources: {'Port': ['ID=0e1c6717-f448-4116-95b7-74d4d4526174,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:34.703221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:34.729926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c8375a5b-48dd-4c31-a871-25d875ef5d72, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8375a5b-48dd-4c31-a871-25d875ef5d72,segment=NetworkSegment(2b5e3914-eae5-4ddb-8258-0a6a37f159c1),segment_id=2b5e3914-eae5-4ddb-8258-0a6a37f159c1)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:34.741508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.768426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.786669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Transition to ACTIVE for port object e7cb7185-bbc1-47da-9c40-76801d8c4732 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:34.826522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.829732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-26ff91e4-763a-43cc-ac15-560985e64a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:34.910239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c8375a5b-48dd-4c31-a871-25d875ef5d72,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:34.914109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:34.926213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0e1c6717-f448-4116-95b7-74d4d4526174 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:34.928438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:34.933402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0778b4a0-f814-4cdd-aaf3-9734bc9c6765 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:34.940897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Router ae2f6585-77ea-43ce-bff3-282bfc912bd8 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:29:34.979943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event deleted for resources: {'Port': ['ID=43370f57-032e-4fda-93de-fad68e8c84fc,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:34.986862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:35.011565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:35.011982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.019455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.025715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.040008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a0312645-f68d-421d-b2a6-64be175f4272 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:35.081022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.118986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c090db-2eb0-4446-9dd3-7d9f47c9502e None None] Network 9fd16797-a3bd-4a62-afa8-fc2686b87f7a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:35.175459 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "DELETE /v2.0/subnets/5ce59982-2b28-40d5-aca6-c5f3459b96d2 HTTP/1.1" status: 204  len: 168 time: 2.2123265
Nov 24 14:29:35.177160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49554) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:35.410424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] DHCP port deletion for 9fd16797-a3bd-4a62-afa8-fc2686b87f7a request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:35.415321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Deleting port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:35.416460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.417125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:35.434154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:35.441465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=e7cb7185-bbc1-47da-9c40-76801d8c4732,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:35.446568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:35.448612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:35.452817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port cbcd972b-a07f-4f90-b9e7-2e1ce948813a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:35.453161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.475391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dfc4c4cd-6b09-4ea3-bd02-e421567cdb1a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:35.498220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.534346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce59982-2b28-40d5-aca6-c5f3459b96d2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:35.536817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:35.559874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.585544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:35.586197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.607817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 6608996f-14ad-408c-95a0-1443153562c0 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:35.657188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:35.663971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "PUT /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3423581
Nov 24 14:29:35.666387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49558) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:35.672112 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] Sync routers for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:35.682450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] For port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3,segment=NetworkSegment(00e0e852-8238-474b-8b01-a1738135ca80),segment_id=00e0e852-8238-474b-8b01-a1738135ca80)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:35.683032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.689874 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:35.691015 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029dd30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:35.767852 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7169969
Nov 24 14:29:35.773528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.773865 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029dd30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:35.779585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49562) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:35.784478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.790254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6e229b2-b7c9-43db-9005-dd2b4a83a128 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:35.802221 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:35.802838 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029dd30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:35.828536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fc:82:7f'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:35.841150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:35.875404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:35.883399 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029dd30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:35.883817 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ce56c-c2f0-4e9e-bee2-08d7c0a2f036 None None] The sync data for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:35.893452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Calling delete_port for 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:35.968405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=6608996f-14ad-408c-95a0-1443153562c0,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:35.974632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:35.976137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:35.978244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:35.988790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:36.065396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Allocated IP 172.20.0.2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/1a36fea4-8add-4f2a-8085-78d6374cec4c/0e1c6717-f448-4116-95b7-74d4d4526174) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:36.069231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:36.069840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.149718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ae29a84a-786e-485b-be3b-e1258f2954c5 None None] Provisioning for port e7cb7185-bbc1-47da-9c40-76801d8c4732 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:36.155644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=6ba6c551-a5b0-4ea6-ab99-ad4bf5ec19b4,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:36.162029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ae29a84a-786e-485b-be3b-e1258f2954c5 None None] Provisioning complete for port e7cb7185-bbc1-47da-9c40-76801d8c4732 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:36.162413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ae29a84a-786e-485b-be3b-e1258f2954c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.167227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:36.169539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.191547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.194963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Deleting port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:36.195433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.210077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-efbe0f4d-de60-40a7-a542-e21320a09df9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:36.212197 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.5980217
Nov 24 14:29:36.218001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49566) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:36.258874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Pushing event deleted for resources: {'Port': ['ID=67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:36.274521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:36.294238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] No DVR routers for this DVR port 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:36.298381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ae29a84a-786e-485b-be3b-e1258f2954c5 None None] Port e7cb7185-bbc1-47da-9c40-76801d8c4732 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:36.319331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.320921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] For port 0e1c6717-f448-4116-95b7-74d4d4526174, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0e1c6717-f448-4116-95b7-74d4d4526174,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:36.337703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b081f-1210-4bc1-8542-9c0fb1ce5a55 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:36.341712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b081f-1210-4bc1-8542-9c0fb1ce5a55 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:36.342462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3a8b081f-1210-4bc1-8542-9c0fb1ce5a55 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:36.349662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.366770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Transition to ACTIVE for port object 0e1c6717-f448-4116-95b7-74d4d4526174 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:36.377605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] The port '67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:29:36.393770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': '2adc8a25-0851-4349-ac1e-c55b1c7fcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:36.394125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: d2708269-24d5-4e6d-9709-946225fdc4c0, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:36.428374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.480864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.485758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:36.551493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3a8b081f-1210-4bc1-8542-9c0fb1ce5a55 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:36.552662 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3a8b081f-1210-4bc1-8542-9c0fb1ce5a55 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.3337693
Nov 24 14:29:36.557387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49570) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:36.605117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for cbcd972b-a07f-4f90-b9e7-2e1ce948813a owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:36.628749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Pushing event updated for resources: {'Port': ['ID=0e1c6717-f448-4116-95b7-74d4d4526174,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:36.633069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:36.670684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 6608996f-14ad-408c-95a0-1443153562c0 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:36.671022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.745301 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-5745ef92-e828-404d-97e7-8ddad957b0fe tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:29:36.749173 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5745ef92-e828-404d-97e7-8ddad957b0fe tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "PUT /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.0790441
Nov 24 14:29:36.774427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49574) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:36.778531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.779806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Fanout notify agent at l3_agent the message router_deleted on router 59bacac8-c0a6-475d-99f8-0d5e1f373b55 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:29:36.798412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:36.953577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0e1c6717-f448-4116-95b7-74d4d4526174 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:36.995227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.041892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8375a5b-48dd-4c31-a871-25d875ef5d72 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:37.046158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.053432 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/59bacac8-c0a6-475d-99f8-0d5e1f373b55 HTTP/1.1" status: 204  len: 168 time: 4.8070521
Nov 24 14:29:37.053432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2e3970>,) {'filters': {'network_id': ['9fd16797-a3bd-4a62-afa8-fc2686b87f7a']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:37.057980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.059460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:37.066355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-780869eb-6969-476a-969d-5bdac8d87674 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:37.072857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1473508860', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': False}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:37.129514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c8375a5b-48dd-4c31-a871-25d875ef5d72 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:37.129809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.147339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e3970>, '00e0e852-8238-474b-8b01-a1738135ca80') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:37.147776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e3970>, '00e0e852-8238-474b-8b01-a1738135ca80') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:37.216595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:37.235831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:router and tenant:10d11980ba8a4d8b9ee3571e329485fc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:37.243214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:37.286875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.308107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network d2708269-24d5-4e6d-9709-946225fdc4c0 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:37.321895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=cbcd972b-a07f-4f90-b9e7-2e1ce948813a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:37.324698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:37.333783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.352786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:37.392079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:37.392391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67fc2f10-8bbc-47ca-a7f7-0e8e456b1ea3 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:37.418463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:37.429333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 6608996f-14ad-408c-95a0-1443153562c0 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:37.456335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.458616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, d2708269-24d5-4e6d-9709-946225fdc4c0) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:37.463084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:37.463671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.471900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e317b-2ada-4d20-94ac-5999a91dd2d5 None None] Network d2708269-24d5-4e6d-9709-946225fdc4c0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:37.515966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b932c253-8ce5-47e6-b6a4-d08cfbc47dbb None None] Provisioning for port 0e1c6717-f448-4116-95b7-74d4d4526174 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:37.537147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:37.537549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.542980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.543924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:37.559066 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:37.691841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b932c253-8ce5-47e6-b6a4-d08cfbc47dbb None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:37.692276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b932c253-8ce5-47e6-b6a4-d08cfbc47dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.738478 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6615448
Nov 24 14:29:37.739373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49582) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:37.759921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:37.874590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-d2708269-24d5-4e6d-9709-946225fdc4c0', 'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': '6ba6c551-a5b0-4ea6-ab99-ad4bf5ec19b4'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:37.874953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.892956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.916553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.922328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.930650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dba98d90-daa9-4be2-9e21-c8517515654e tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:37.952823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:37.984018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Pushing event deleted for resources: {'Network': ['ID=9fd16797-a3bd-4a62-afa8-fc2686b87f7a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:38.046669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.051471 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] 10.222.0.53 "DELETE /v2.0/networks/9fd16797-a3bd-4a62-afa8-fc2686b87f7a HTTP/1.1" status: 204  len: 168 time: 2.8681002
Nov 24 14:29:38.069382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f790545e-d71f-4aea-83f1-6111f2910b38 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:38.136288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Allocated IP 2001:db8::2 (d2708269-24d5-4e6d-9709-946225fdc4c0/6ba6c551-a5b0-4ea6-ab99-ad4bf5ec19b4/5f761d93-8718-4825-bfc4-dcd4ce556213) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:38.161738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=6608996f-14ad-408c-95a0-1443153562c0,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:38.161849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.161849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.161849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.162169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.162912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.162912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.163115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.163305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.163662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.164013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.164394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:38.172519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:38.180200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:38.183515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:29:38.188073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:38.203040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:subnet and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:38.210038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:38.217167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.222795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:38.286030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.322991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.348500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-02c9c939-e00d-42e0-8af6-7f20a8ddb1e7 None None] Could not find standard attr ID for object 6608996f-14ad-408c-95a0-1443153562c0. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:29:38.355700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.362650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9f39b8f6-c466-4bce-903e-7bbf03ec3910 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:38.447120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.460656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Transition to ACTIVE for port object 5f761d93-8718-4825-bfc4-dcd4ce556213 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:38.466905 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/6608996f-14ad-408c-95a0-1443153562c0 HTTP/1.1" status: 204  len: 168 time: 1.9082832
Nov 24 14:29:38.481145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:38.486146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.489672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Transition to ACTIVE for port object 5f761d93-8718-4825-bfc4-dcd4ce556213 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:38.504720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49588) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:38.558134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.563479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:38.629437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=e7cb7185-bbc1-47da-9c40-76801d8c4732,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:38.696887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.703508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Pushing event updated for resources: {'Port': ['ID=5f761d93-8718-4825-bfc4-dcd4ce556213,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:38.716883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:38.716883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Network d2708269-24d5-4e6d-9709-946225fdc4c0 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:38.716883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:38.724461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:38.731311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:38.846381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49594) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:38.848789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Attempting to bind port 5f761d93-8718-4825-bfc4-dcd4ce556213 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:38.849372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Attempting to bind port 5f761d93-8718-4825-bfc4-dcd4ce556213 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '2adc8a25-0851-4349-ac1e-c55b1c7fcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:38.849980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Attempting to bind port 5f761d93-8718-4825-bfc4-dcd4ce556213 on network d2708269-24d5-4e6d-9709-946225fdc4c0 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:38.857656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:38.858496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Checking segment: {'id': '2adc8a25-0851-4349-ac1e-c55b1c7fcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:38.859134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.859734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Bound using segment: {'id': '2adc8a25-0851-4349-ac1e-c55b1c7fcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:38.860454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Bound port: 5f761d93-8718-4825-bfc4-dcd4ce556213, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adc8a25-0851-4349-ac1e-c55b1c7fcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:38.861246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:38.955838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bb0d8f66-494a-47f9-821b-65606cc5a7e8 None None] Provisioning complete for port e7cb7185-bbc1-47da-9c40-76801d8c4732 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:38.956490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bb0d8f66-494a-47f9-821b-65606cc5a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.034182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] For port 5f761d93-8718-4825-bfc4-dcd4ce556213, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:39.042826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d8f66-494a-47f9-821b-65606cc5a7e8 None None] Port e7cb7185-bbc1-47da-9c40-76801d8c4732 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:39.048356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] In _notify_port_updated(), no bound segment for port e7cb7185-bbc1-47da-9c40-76801d8c4732 on network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:29:39.049683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] For port 5f761d93-8718-4825-bfc4-dcd4ce556213, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f761d93-8718-4825-bfc4-dcd4ce556213,segment=NetworkSegment(2adc8a25-0851-4349-ac1e-c55b1c7fcf42),segment_id=2adc8a25-0851-4349-ac1e-c55b1c7fcf42)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:39.052445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:39.053161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.054537 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "PUT /v2.0/ports/e7cb7185-bbc1-47da-9c40-76801d8c4732 HTTP/1.1" status: 200  len: 994 time: 3.2377841
Nov 24 14:29:39.070224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49600) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:39.123130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34bdde-3cd9-4827-bca0-8447241db772 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:39.124613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34bdde-3cd9-4827-bca0-8447241db772 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:39.125941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34bdde-3cd9-4827-bca0-8447241db772 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:39.126826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7a34bdde-3cd9-4827-bca0-8447241db772 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:39.145863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.154225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1abda91-18fe-42d9-b509-5591d7eedf7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:39.210972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting port e7cb7185-bbc1-47da-9c40-76801d8c4732 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:39.211250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.243605 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-302ba98c-9821-4df6-ada6-fd0edc453668 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a81bb1e053f4ac089c35cab07a89980&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3954799
Nov 24 14:29:39.246068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Pushing event updated for resources: {'Port': ['ID=5f761d93-8718-4825-bfc4-dcd4ce556213,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:39.249252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:39.254774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49604) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:39.261692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 1842c5e2-467a-4f4b-a50a-e70eb09ee744 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:29:39.476650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.480823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.528031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7a34bdde-3cd9-4827-bca0-8447241db772 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:39.532733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7a34bdde-3cd9-4827-bca0-8447241db772 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 1.0240493
Nov 24 14:29:39.534491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49608) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:39.535480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.624449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting port b803288a-33e7-483b-b8dc-7562cd7cd593 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:39.624781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.662445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.688980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:39.701145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] Sync routers for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:39.718423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:39.720000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd100d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:39.728012 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/1842c5e2-467a-4f4b-a50a-e70eb09ee744/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8897662
Nov 24 14:29:39.730010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:39.736945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49612) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:39.790134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd100d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:39.802808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] Routers {'1842c5e2-467a-4f4b-a50a-e70eb09ee744'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:39.803719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd100d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:39.866289 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-16f96c7c-05bc-45cd-b493-fab7487875f2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=1842c5e2-467a-4f4b-a50a-e70eb09ee744 HTTP/1.1" status: 200  len: 205 time: 0.1222465
Nov 24 14:29:39.881230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd100d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:39.881774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e0fdd-e3eb-4e7b-a005-b32e7d2a0456 None None] The sync data for ids ['1842c5e2-467a-4f4b-a50a-e70eb09ee744'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:39.893335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Calling delete_port for e7cb7185-bbc1-47da-9c40-76801d8c4732 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:39.898746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49616) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:40.039431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.045286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be7e280c-1753-4704-9e9d-09389d765dc0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:40.137702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network d2708269-24d5-4e6d-9709-946225fdc4c0 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:40.151690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=a8562935-ba18-4f75-85f4-010452045505,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:40.151690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:40.151690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:40.151690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:40.151690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.229287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Allocated IP 172.26.2.42 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/c8ca8b65-143f-4476-929a-a9592f90fef7) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:40.243576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.258354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-281a2e94-81c5-4da5-a469-8a4119e697c1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:40.258461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c376f4-3dee-416d-a93b-9760ab71f742 None None] Network d2708269-24d5-4e6d-9709-946225fdc4c0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:40.278645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.294432 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.5472257
Nov 24 14:29:40.300226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Port': ['ID=e7cb7185-bbc1-47da-9c40-76801d8c4732,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:40.300226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49620) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:40.304609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:40.425361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:40.426355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:40.427696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:40.429062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:40.430501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:40.431415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Synchronizing usage tracker for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:40.438282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c6b9a42b-ea95-4780-aad6-b7787d8a162c None None] Provisioning for port 5f761d93-8718-4825-bfc4-dcd4ce556213 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:40.453398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Calling delete_port for b803288a-33e7-483b-b8dc-7562cd7cd593 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:40.488399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.543408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:40.565863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3d2f46d8-d5c4-4bb4-a6b5-4e9bb07365bf tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.594027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.597609 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/ports/e7cb7185-bbc1-47da-9c40-76801d8c4732 HTTP/1.1" status: 204  len: 168 time: 1.5253820
Nov 24 14:29:40.603085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49624) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:40.647110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Unset dirty status for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:40.649699 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-85299462-5c5e-4949-91f3-c41cb31c8e54 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3454621
Nov 24 14:29:40.651215 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-792b4032-bc29-43ca-bef3-69f2f5e6b7d6 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] GET failed (client error): The resource could not be found.
Nov 24 14:29:40.651932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-792b4032-bc29-43ca-bef3-69f2f5e6b7d6 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Synchronizing usage tracker for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:40.654618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49628) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:40.662470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1571566695'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:40.671325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Update dhcp port {'port': {'network_id': 'd2708269-24d5-4e6d-9709-946225fdc4c0', 'fixed_ips': [{'subnet_id': '6ba6c551-a5b0-4ea6-ab99-ad4bf5ec19b4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8562935-ba18-4f75-85f4-010452045505'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '5f761d93-8718-4825-bfc4-dcd4ce556213'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:29:40.673018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:40.679394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:40.682173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-792b4032-bc29-43ca-bef3-69f2f5e6b7d6 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Unset dirty status for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:40.686950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-792b4032-bc29-43ca-bef3-69f2f5e6b7d6 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "GET /v2.0/ports/e7cb7185-bbc1-47da-9c40-76801d8c4732 HTTP/1.1" status: 404  len: 333 time: 0.0818291
Nov 24 14:29:40.686950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:40.687850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49632) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:40.695904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'name': 'tempest-AllowedAddressPairTestJSON-1354011388'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:40.710045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:40.731700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.746493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 1a36fea4-8add-4f2a-8085-78d6374cec4c {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:40.761061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.796431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4cbf6-9778-4e48-811a-b86b2353e89f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:40.801087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:40.803963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.878738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:40.891781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:40.904529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:40.916737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.917128 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment d3697516-d0b2-4bb4-bcc7-0b172f7b87ab of type vlan for network 521f866a-8ac2-4105-87a3-c8a938766c84
Nov 24 14:29:40.934814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.935021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.935654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.935654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.936165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.936384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.936971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.937391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.937744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.938089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.938434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:40.956731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Allocated IP 172.20.0.1 (d2708269-24d5-4e6d-9709-946225fdc4c0/a8562935-ba18-4f75-85f4-010452045505/5f761d93-8718-4825-bfc4-dcd4ce556213) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:40.963126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:40.965506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:40.976000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.004510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:41.009550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.013897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.015314 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6e4cbf6-9778-4e48-811a-b86b2353e89f HTTP/1.1" status: 204  len: 168 time: 1.7596166
Nov 24 14:29:41.113631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f761d93-8718-4825-bfc4-dcd4ce556213 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:41.120320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.191232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] device_id is not set on port 5138b1f3-1460-4998-99d5-0be2e0d99df7 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:41.227073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] For port 5f761d93-8718-4825-bfc4-dcd4ce556213, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f761d93-8718-4825-bfc4-dcd4ce556213,segment=NetworkSegment(2adc8a25-0851-4349-ac1e-c55b1c7fcf42),segment_id=2adc8a25-0851-4349-ac1e-c55b1c7fcf42)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:41.256726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.267366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.269680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:41.270318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.274649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Transition to ACTIVE for port object 5f761d93-8718-4825-bfc4-dcd4ce556213 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:41.279768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6dec89d0-1649-4c14-b7c3-8ad83ac44cf5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:41.351614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5f761d93-8718-4825-bfc4-dcd4ce556213 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:41.357801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5f761d93-8718-4825-bfc4-dcd4ce556213 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:41.359170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.399747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.413995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d3dadf4c-ed91-4aa2-9d80-a4976df366cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:41.446609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=521f866a-8ac2-4105-87a3-c8a938766c84,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:41.449554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:41.454139 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7973723
Nov 24 14:29:41.458192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49640) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:41.465956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.468624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:41.473417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 521f866a-8ac2-4105-87a3-c8a938766c84 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:41.496474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Allocated IP 172.20.0.7 (ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4/9de0cbf6-d571-48e9-938a-68995bbd5f8e/5138b1f3-1460-4998-99d5-0be2e0d99df7) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:41.528475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3d2f46d8-d5c4-4bb4-a6b5-4e9bb07365bf tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.549130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3d2f46d8-d5c4-4bb4-a6b5-4e9bb07365bf tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.695770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.709763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:41.729868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Port 5f761d93-8718-4825-bfc4-dcd4ce556213 had new provisioning blocks added so it will not transition to active. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Nov 24 14:29:41.735299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Pushing event updated for resources: {'Port': ['ID=5f761d93-8718-4825-bfc4-dcd4ce556213,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:41.738636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:41.750276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3d2f46d8-d5c4-4bb4-a6b5-4e9bb07365bf tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.750820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2f46d8-d5c4-4bb4-a6b5-4e9bb07365bf tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Fanout notify agent at l3_agent the message router_deleted on router 1842c5e2-467a-4f4b-a50a-e70eb09ee744 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:29:41.766512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.766512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.793668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:41.803529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:41.811030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:41.836520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49644) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:41.874799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.898766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.917768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918993b7-0de0-4104-8211-9f8c5ecd6d9d None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:41.946916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:41.957306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Port': ['ID=c8ca8b65-143f-4476-929a-a9592f90fef7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:41.965277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:41.967831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-10fdcafe-4f2e-4845-827c-69aa53200acb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:41.997570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.003732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3d2f46d8-d5c4-4bb4-a6b5-4e9bb07365bf tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.005308 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3d2f46d8-d5c4-4bb4-a6b5-4e9bb07365bf tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/1842c5e2-467a-4f4b-a50a-e70eb09ee744 HTTP/1.1" status: 204  len: 168 time: 2.1018908
Nov 24 14:29:42.010223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:42.022469 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/1a36fea4-8add-4f2a-8085-78d6374cec4c HTTP/1.1" status: 204  len: 168 time: 2.4824080
Nov 24 14:29:42.023789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49648) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:42.024144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49650) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:42.035532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:42.047427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.052961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Usage tracker for resource:security_group_rule and tenant:99c06350226541579cd0d3d4ee6f3c01 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:42.063266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:42.131316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:42.132882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network 521f866a-8ac2-4105-87a3-c8a938766c84 is not hosted by any dhcp agent {{(pid=84233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 24 14:29:42.136868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:42.137547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.138917 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "PUT /v2.0/networks/521f866a-8ac2-4105-87a3-c8a938766c84 HTTP/1.1" status: 200  len: 723 time: 0.6800199
Nov 24 14:29:42.154052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=1a36fea4-8add-4f2a-8085-78d6374cec4c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:42.159007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49656) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:42.170147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Transition to ACTIVE for port object 5138b1f3-1460-4998-99d5-0be2e0d99df7 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:42.175174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': '521f866a-8ac2-4105-87a3-c8a938766c84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:42.204550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=521f866a-8ac2-4105-87a3-c8a938766c84,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:42.208232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:42.216746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 521f866a-8ac2-4105-87a3-c8a938766c84 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:42.228725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:42.321879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2cbd95c3-349b-4fd9-b571-777aae547c42 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:42.354659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:42.376792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:42.397431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.399688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Port': ['ID=b803288a-33e7-483b-b8dc-7562cd7cd593,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:42.437776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.444393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:42.456608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:42.487396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:42.504249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.574958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbeef8b-e122-4f12-9300-0c16b7f4714d None None] Network d2708269-24d5-4e6d-9709-946225fdc4c0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:42.664208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:42.667558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=5138b1f3-1460-4998-99d5-0be2e0d99df7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:42.673598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:42.676883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:42.681265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-10cff78b-a1c7-42b4-8a8f-babbf1ce70db tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:42.688381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:42.737266 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99c06350226541579cd0d3d4ee6f3c01&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8958015
Nov 24 14:29:42.747885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.763117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49660) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:42.803843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f94a129-3820-4974-b2e8-3654e2075d43,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:42.807684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:42.823025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet fe1e0b73-ef00-4d96-970f-e6dd1f315fea {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:42.838760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.882651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Provisioning for port 5f761d93-8718-4825-bfc4-dcd4ce556213 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:42.913519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Provisioning complete for port 5f761d93-8718-4825-bfc4-dcd4ce556213 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:42.913916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:42.986981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet ad2899d2-4f9a-4eb1-a254-13b5989efbea {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:42.986981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.008255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:43.009142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.017973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f761d93-8718-4825-bfc4-dcd4ce556213 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:43.062279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.078959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.079698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.138325 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4476223
Nov 24 14:29:43.139700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49664) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:43.147744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fc:82:7f'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:43.204846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5f761d93-8718-4825-bfc4-dcd4ce556213 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:43.205840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.242369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.262021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.296122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] For port 5f761d93-8718-4825-bfc4-dcd4ce556213, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f761d93-8718-4825-bfc4-dcd4ce556213,segment=NetworkSegment(2adc8a25-0851-4349-ac1e-c55b1c7fcf42),segment_id=2adc8a25-0851-4349-ac1e-c55b1c7fcf42)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:43.371500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.389778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:43.399943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.427027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.474959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30028dae-76f2-438e-8fc9-fb246f3fa251 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:29:43.481702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.489617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ca4c338-7493-4d4b-a8bf-96070cc8eb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:43.495514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.567661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.577279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Pushing event updated for resources: {'Port': ['ID=5f761d93-8718-4825-bfc4-dcd4ce556213,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:43.640498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.640748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.641077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.641404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.641731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.642050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.642367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.643401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.643912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.644161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.644481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:29:43.646091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=5f6ab4e3-80fd-4ccb-877d-e7dcb31ca2e9,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:43.653422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Provisioning complete for port 5f761d93-8718-4825-bfc4-dcd4ce556213 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:43.653793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.654870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:43.667784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.680987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': 'd3697516-d0b2-4bb4-bcc7-0b172f7b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '521f866a-8ac2-4105-87a3-c8a938766c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:43.681349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: 521f866a-8ac2-4105-87a3-c8a938766c84, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:43.687498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:43.701827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.704734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:29:43.705697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:29:43.901586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network 521f866a-8ac2-4105-87a3-c8a938766c84 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:43.928406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:43.944274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:43.944653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.007180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.054230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 521f866a-8ac2-4105-87a3-c8a938766c84) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:44.063232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:44.064944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.086093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30028dae-76f2-438e-8fc9-fb246f3fa251 None None] Unable to find a vacant binding_index for network 521f866a-8ac2-4105-87a3-c8a938766c84 and agent 50c32850-c8db-462f-9ed8-2331efaac1f7 {{(pid=84235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Nov 24 14:29:44.129899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.133271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30028dae-76f2-438e-8fc9-fb246f3fa251 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 521f866a-8ac2-4105-87a3-c8a938766c84) {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:29:44.140216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.143210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ef320457-610c-4148-ba7f-5297b3972322 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:44.145873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e3d44ebd-30b6-43d9-9fea-42de202e00f6 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:44.256684 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0920734
Nov 24 14:29:44.264948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49668) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:44.270386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=5138b1f3-1460-4998-99d5-0be2e0d99df7,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:44.277150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:44.318499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:44.319320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.321755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2899d2-4f9a-4eb1-a254-13b5989efbea,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:44.321924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Provisioning for port 5138b1f3-1460-4998-99d5-0be2e0d99df7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:44.323893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:44.331052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7122bb8a-4f13-4f65-a397-feaeb0d693c2 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:44.339519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Provisioning complete for port 5138b1f3-1460-4998-99d5-0be2e0d99df7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:44.339902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.342365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] In _notify_port_updated(), no bound segment for port 5138b1f3-1460-4998-99d5-0be2e0d99df7 on network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:29:44.346554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:44.351258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.351258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "PUT /v2.0/ports/5138b1f3-1460-4998-99d5-0be2e0d99df7 HTTP/1.1" status: 200  len: 996 time: 1.2078440
Nov 24 14:29:44.352574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49672) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:44.362105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.370361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f94a129-3820-4974-b2e8-3654e2075d43,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:44.372763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:44.401344 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/ad2899d2-4f9a-4eb1-a254-13b5989efbea HTTP/1.1" status: 204  len: 168 time: 2.3668993
Nov 24 14:29:44.402560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49676) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:44.413525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.452120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e99f4dda-832d-4018-b44d-500db017f338 None None] Port 5138b1f3-1460-4998-99d5-0be2e0d99df7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:44.452710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0226304d-66a1-46cf-90cb-8799b1364ef2 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:44.480020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting port 5138b1f3-1460-4998-99d5-0be2e0d99df7 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:44.480465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.489020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Router ae2f6585-77ea-43ce-bff3-282bfc912bd8 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:29:44.501522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.504652 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f94a129-3820-4974-b2e8-3654e2075d43 HTTP/1.1" status: 204  len: 168 time: 1.7399304
Nov 24 14:29:44.516382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1e0b73-ef00-4d96-970f-e6dd1f315fea,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:44.519576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:44.527824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66730934'] for subnet, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.541157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.543062 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/fe1e0b73-ef00-4d96-970f-e6dd1f315fea HTTP/1.1" status: 204  len: 168 time: 2.5094299
Nov 24 14:29:44.549436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49682) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:44.646218 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c9b1675f-f558-4498-9ad4-20d47f6d04e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0939407
Nov 24 14:29:44.651311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49686) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:44.679754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-521f866a-8ac2-4105-87a3-c8a938766c84', 'network_id': '521f866a-8ac2-4105-87a3-c8a938766c84', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': '5f6ab4e3-80fd-4ccb-877d-e7dcb31ca2e9'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:44.680733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:44.699116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:44.916950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:44.927091 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "PUT /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1418936
Nov 24 14:29:44.927780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49690) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:44.934148 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] Sync routers for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:44.935098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f761d93-8718-4825-bfc4-dcd4ce556213 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:44.949705 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:44.950694 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdf20d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:44.981900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:45.005684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:45.012110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet 6978855a-a9cf-4e51-bc00-f1eb8515ea90 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:29:45.012526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:45.014706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Router 80a794ec-720f-4c21-9167-673b6a169ad8 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:29:45.017246 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-7ca1cf21-314c-4d55-bf55-ba0c40bc5003 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] delete failed (client error): The resource could not be found.
Nov 24 14:29:45.018886 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7ca1cf21-314c-4d55-bf55-ba0c40bc5003 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-942803401 HTTP/1.1" status: 404  len: 334 time: 0.0900548
Nov 24 14:29:45.021274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.031216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49696) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:45.032361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:45.056999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e1bb58cb-ff1f-4ea6-8836-d7a1121c143c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae2f6585-77ea-43ce-bff3-282bfc912bd8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:45.119766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.130784 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdf20d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:45.133459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5f761d93-8718-4825-bfc4-dcd4ce556213 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:45.133459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.138324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754251607300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66709971'] for subnet, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.145247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c261ea3c-d6a5-4c0d-a387-bf1ba09902dc tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:45.148222 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:45.148986 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdf20d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:45.178193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.256203 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdf20d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:45.257569 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c31b686-cf8f-4f07-b2b8-066d19eea20c None None] The sync data for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:45.354449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Allocated IP 2001:db8::2 (521f866a-8ac2-4105-87a3-c8a938766c84/5f6ab4e3-80fd-4ccb-877d-e7dcb31ca2e9/73aa93ad-e897-42dc-ac63-16fa7964a3f4) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:45.366376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.469220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:45.494923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:45.496286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Calling delete_port for 5138b1f3-1460-4998-99d5-0be2e0d99df7 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:45.508157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Sync routers for ids ['80a794ec-720f-4c21-9167-673b6a169ad8'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:45.547474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.548522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Routers {'80a794ec-720f-4c21-9167-673b6a169ad8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:45.549855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9e2a30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['80a794ec-720f-4c21-9167-673b6a169ad8'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:45.553830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:45.591822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=6978855a-a9cf-4e51-bc00-f1eb8515ea90,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:45.596703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:45.596703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.600820 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/6978855a-a9cf-4e51-bc00-f1eb8515ea90 HTTP/1.1" status: 204  len: 168 time: 1.1924686
Nov 24 14:29:45.601161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49708) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:45.625015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:45.625870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.627851 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "PUT /v2.0/subnets/5f6ab4e3-80fd-4ccb-877d-e7dcb31ca2e9 HTTP/1.1" status: 200  len: 826 time: 1.3619967
Nov 24 14:29:45.632262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.633539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49712) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:45.634317 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 8.5741487
Nov 24 14:29:45.640059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49714) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:45.693010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=5f6ab4e3-80fd-4ccb-877d-e7dcb31ca2e9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:45.707878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:45.715799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.771938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.799374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Transition to ACTIVE for port object 73aa93ad-e897-42dc-ac63-16fa7964a3f4 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:45.829553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.835962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Transition to ACTIVE for port object 73aa93ad-e897-42dc-ac63-16fa7964a3f4 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:45.844661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Set router 80a794ec-720f-4c21-9167-673b6a169ad8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:45.860836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:45.863104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.960593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:45.972286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:46.148382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.196723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Network 521f866a-8ac2-4105-87a3-c8a938766c84 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:46.198678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:46.297879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Pushing event updated for resources: {'Port': ['ID=73aa93ad-e897-42dc-ac63-16fa7964a3f4,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:46.298332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.308906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:46.315023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:46.341406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76c77205-50f3-43a4-b244-c7db1c088fc0 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:46.386075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port 56c18843-1c3e-49d6-9d5b-6b0f213adff8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=56c18843-1c3e-49d6-9d5b-6b0f213adff8,segment=NetworkSegment(ce4e104d-18cf-4883-ac0f-bc2a19e77ccf),segment_id=ce4e104d-18cf-4883-ac0f-bc2a19e77ccf)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:46.398157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.398316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Port': ['ID=5138b1f3-1460-4998-99d5-0be2e0d99df7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:46.398316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:46.398316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.421346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:46.462998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Attempting to bind port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:46.463590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Attempting to bind port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'd3697516-d0b2-4bb4-bcc7-0b172f7b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '521f866a-8ac2-4105-87a3-c8a938766c84'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:46.464169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Attempting to bind port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 on network 521f866a-8ac2-4105-87a3-c8a938766c84 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:46.480278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:46.480821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Checking segment: {'id': 'd3697516-d0b2-4bb4-bcc7-0b172f7b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '521f866a-8ac2-4105-87a3-c8a938766c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:46.481477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.481978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Bound using segment: {'id': 'd3697516-d0b2-4bb4-bcc7-0b172f7b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '521f866a-8ac2-4105-87a3-c8a938766c84'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:46.482557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Bound port: 73aa93ad-e897-42dc-ac63-16fa7964a3f4, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3697516-d0b2-4bb4-bcc7-0b172f7b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '521f866a-8ac2-4105-87a3-c8a938766c84'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:46.483053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.506844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9e2a30>, [{'id': '80a794ec-720f-4c21-9167-673b6a169ad8', 'name': 'tempest-snat-router-1473508860', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.42'}], 'enable_snat': False}, 'gw_port_id': 'c8ca8b65-143f-4476-929a-a9592f90fef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:37Z', 'updated_at': '2021-11-24T14:29:42Z', 'revision_number': 3, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port': {'id': 'c8ca8b65-143f-4476-929a-a9592f90fef7', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a794ec-720f-4c21-9167-673b6a169ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:29:39Z', 'updated_at': '2021-11-24T14:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:46.518528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Checking router: 80a794ec-720f-4c21-9167-673b6a169ad8 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:29:46.519043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Updating router 80a794ec-720f-4c21-9167-673b6a169ad8 port c8ca8b65-143f-4476-929a-a9592f90fef7 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:29:46.545760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 56c18843-1c3e-49d6-9d5b-6b0f213adff8 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:46.577787 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-58ef945a-958e-491d-96d8-4957a3ebbced tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/80a794ec-720f-4c21-9167-673b6a169ad8 HTTP/1.1" status: 200  len: 908 time: 0.9340861
Nov 24 14:29:46.582314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49728) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:46.586405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e1bb58cb-ff1f-4ea6-8836-d7a1121c143c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.590352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1473508860', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': True}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:46.597872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:46.609475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Usage tracker for resource:router and tenant:10d11980ba8a4d8b9ee3571e329485fc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:46.614294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:46.632301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.636552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:46.676814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.679768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] For port 73aa93ad-e897-42dc-ac63-16fa7964a3f4, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:46.698710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] For port 73aa93ad-e897-42dc-ac63-16fa7964a3f4, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=73aa93ad-e897-42dc-ac63-16fa7964a3f4,segment=NetworkSegment(d3697516-d0b2-4bb4-bcc7-0b172f7b87ab),segment_id=d3697516-d0b2-4bb4-bcc7-0b172f7b87ab)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:46.789427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.803367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.804988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.810986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:46.814124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1e79748d-cf67-4122-8667-20e0508ac3cb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:46.819552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:46.857478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No DVR routers for this DVR port 56c18843-1c3e-49d6-9d5b-6b0f213adff8 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:46.899347 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-e1bb58cb-ff1f-4ea6-8836-d7a1121c143c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] update failed (client error): The resource could not be found.
Nov 24 14:29:46.900430 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e1bb58cb-ff1f-4ea6-8836-d7a1121c143c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "PUT /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8 HTTP/1.1" status: 404  len: 339 time: 1.8656051
Nov 24 14:29:46.938267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49736) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:46.973538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=56c18843-1c3e-49d6-9d5b-6b0f213adff8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:46.976611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:47.029920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Pushing event updated for resources: {'Port': ['ID=73aa93ad-e897-42dc-ac63-16fa7964a3f4,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:47.035152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:47.060431 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/ports/5138b1f3-1460-4998-99d5-0be2e0d99df7 HTTP/1.1" status: 204  len: 168 time: 2.7071371
Nov 24 14:29:47.079240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49740) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:47.160918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.171204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.178120 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cad380-401f-482e-b01b-d1d04db0d5d2 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] GET failed (client error): The resource could not be found.
Nov 24 14:29:47.178554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-47cad380-401f-482e-b01b-d1d04db0d5d2 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Synchronizing usage tracker for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:47.194416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port 73aa93ad-e897-42dc-ac63-16fa7964a3f4, host dv-neutron-818347-1-hyperv, got binding levels [] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:47.195012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.212975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f6af340>,) {'filters': {'network_id': ['dda07ba5-e5f1-40b2-9d0a-caab137e19a2']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:47.229754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6af340>, 'ce4e104d-18cf-4883-ac0f-bc2a19e77ccf') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:47.230050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6af340>, 'ce4e104d-18cf-4883-ac0f-bc2a19e77ccf') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:47.247241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.261291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Transition to ACTIVE for port object c8ca8b65-143f-4476-929a-a9592f90fef7 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:47.263456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.281480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.288152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:47.288536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:47.304645 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:47.375002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.380267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-76507675-2ed8-4c31-b6ff-6652b51be17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:47.405324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for 73aa93ad-e897-42dc-ac63-16fa7964a3f4 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:47.483056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-47cad380-401f-482e-b01b-d1d04db0d5d2 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Unset dirty status for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:47.484446 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-47cad380-401f-482e-b01b-d1d04db0d5d2 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "GET /v2.0/ports/5138b1f3-1460-4998-99d5-0be2e0d99df7 HTTP/1.1" status: 404  len: 333 time: 0.4041173
Nov 24 14:29:47.492915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49748) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:47.510425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6eb9e-427b-47d1-914c-8232fb473819 None None] Pushing event updated for resources: {'Port': ['ID=c8ca8b65-143f-4476-929a-a9592f90fef7,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:47.521783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ea6eb9e-427b-47d1-914c-8232fb473819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:47.545996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Attempting to bind port c8ca8b65-143f-4476-929a-a9592f90fef7 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:47.546940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Attempting to bind port c8ca8b65-143f-4476-929a-a9592f90fef7 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:47.547833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Attempting to bind port c8ca8b65-143f-4476-929a-a9592f90fef7 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:47.560151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:47.561044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:47.561614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.562163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:47.562800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Bound port: c8ca8b65-143f-4476-929a-a9592f90fef7, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:47.563339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.565184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'name': 'tempest-AllowedAddressPairTestJSON-1805489401'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:47.586622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.604479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b42f902-befc-4fe2-ab4e-0dc4c93679af tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:47.624053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.674597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] For port c8ca8b65-143f-4476-929a-a9592f90fef7, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:47.679419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] For port c8ca8b65-143f-4476-929a-a9592f90fef7, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8ca8b65-143f-4476-929a-a9592f90fef7,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:47.686460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.objects.ports [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84233) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:29:47.692306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=dda07ba5-e5f1-40b2-9d0a-caab137e19a2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:47.700474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:47.721781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.743768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:29:47.743768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:29:47.764413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:47.769573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:47.795135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:47.808476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:47.813145 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/dda07ba5-e5f1-40b2-9d0a-caab137e19a2 HTTP/1.1" status: 204  len: 168 time: 2.2100143
Nov 24 14:29:47.815786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49758) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:47.916281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6eb9e-427b-47d1-914c-8232fb473819 None None] Pushing event updated for resources: {'Port': ['ID=c8ca8b65-143f-4476-929a-a9592f90fef7,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:47.928707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ea6eb9e-427b-47d1-914c-8232fb473819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:47.931968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Routers {'80a794ec-720f-4c21-9167-673b6a169ad8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:47.932662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9e2a30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['80a794ec-720f-4c21-9167-673b6a169ad8'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:47.963501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:47.967101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.024928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.041247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] device_id is not set on port e4f6b9c1-ee26-44be-ba1e-8c4375a619cb yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:48.139654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.192943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] Set router 80a794ec-720f-4c21-9167-673b6a169ad8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:48.200327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:48.201584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.263074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49764) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:48.308392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:48.309535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.330183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3949b7f-095c-4378-82bf-7060b0142d00 None None] Network 521f866a-8ac2-4105-87a3-c8a938766c84 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:48.343271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068976b-65cd-4f60-973e-9a00fb0d2da8 None None] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:48.361919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7308bf-3ba4-4fe2-b5b8-2377fd69789b None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:48.381835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222c543-8dda-4fbf-a04d-8f4a9f1a9428 None None] Network fe342013-4947-4aa7-9ce9-0d42cb8ef42f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:48.483678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068976b-65cd-4f60-973e-9a00fb0d2da8 None None] Network dda07ba5-e5f1-40b2-9d0a-caab137e19a2 could not be found, it might have been deleted concurrently. {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Nov 24 14:29:48.635324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1524202672'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:48.664854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:48.700503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Usage tracker for resource:network and tenant:599da93ce76c4cbf85783b3ad049083f is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:48.712839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:48.728425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:48.784302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.864890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ecba20-6f16-4295-8cf5-e11f7de27167 None None] DHCP port deletion for dda07ba5-e5f1-40b2-9d0a-caab137e19a2 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:48.874340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Allocated IP 172.20.0.3 (ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4/9de0cbf6-d571-48e9-938a-68995bbd5f8e/e4f6b9c1-ee26-44be-ba1e-8c4375a619cb) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:48.900637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Made reservation on behalf of 599da93ce76c4cbf85783b3ad049083f for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:48.909455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.936486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port 10aa3073-8df6-4ca6-97b8-b15404eb9a22, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=10aa3073-8df6-4ca6-97b8-b15404eb9a22,segment=NetworkSegment(d0738a3a-082c-4fe8-ac13-524b2171c749),segment_id=d0738a3a-082c-4fe8-ac13-524b2171c749)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:48.936845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.989275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:48.998518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 73aa93ad-e897-42dc-ac63-16fa7964a3f4 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:49.143928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 10aa3073-8df6-4ca6-97b8-b15404eb9a22 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:49.191524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-510461b6-d587-47ad-9b47-7aab518fbd84 None None] Provisioning for port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:49.195011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.196694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Allocated IP 172.20.0.1 (611bee05-dcae-4969-984d-e57a2661a275/fbd570bf-db55-478c-a2be-dea5c81a560f/2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:49.206929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port 73aa93ad-e897-42dc-ac63-16fa7964a3f4, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=73aa93ad-e897-42dc-ac63-16fa7964a3f4,segment=NetworkSegment(d3697516-d0b2-4bb4-bcc7-0b172f7b87ab),segment_id=d3697516-d0b2-4bb4-bcc7-0b172f7b87ab)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:49.207302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.255161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.322901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:49.369306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Usage tracker for resource:security_group_rule and tenant:599da93ce76c4cbf85783b3ad049083f is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:49.392216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for 73aa93ad-e897-42dc-ac63-16fa7964a3f4 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:49.422008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:49.439873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:49.465887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2700a0bf-4772-4ba1-9047-d2d489829504 None None] Could not find standard attr ID for object 5138b1f3-1460-4998-99d5-0be2e0d99df7. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:29:49.590371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.600765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e69a4a31-4fc4-450b-8824-14ac77728ca1 tempest-AllowedAddressPairIpV6TestJSON-523730590 tempest-AllowedAddressPairIpV6TestJSON-523730590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:49.618312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port 0e1c6717-f448-4116-95b7-74d4d4526174, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0e1c6717-f448-4116-95b7-74d4d4526174,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:49.645154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:49.647374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.671416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:49.671416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.674788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=10aa3073-8df6-4ca6-97b8-b15404eb9a22,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:49.684477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Allocated IP 172.26.2.165 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/66be5b24-5077-48fd-ba9d-246b66a6e270) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:49.695431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:49.708788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No DVR routers for this DVR port 10aa3073-8df6-4ca6-97b8-b15404eb9a22 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:49.755488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c798e76-d193-45f9-a618-6f99fb7b501a None None] DHCP port deletion for fe342013-4947-4aa7-9ce9-0d42cb8ef42f request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:49.758700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9e2a30>, [{'id': '80a794ec-720f-4c21-9167-673b6a169ad8', 'name': 'tempest-snat-router-1473508860', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.42'}], 'enable_snat': False}, 'gw_port_id': 'c8ca8b65-143f-4476-929a-a9592f90fef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:37Z', 'updated_at': '2021-11-24T14:29:42Z', 'revision_number': 3, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port': {'id': 'c8ca8b65-143f-4476-929a-a9592f90fef7', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a794ec-720f-4c21-9167-673b6a169ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:29:39Z', 'updated_at': '2021-11-24T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:49.772589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.777750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c7511-f2c3-48cd-8054-9df87d30b945 None None] The sync data for ids ['80a794ec-720f-4c21-9167-673b6a169ad8'] in dv-neutron-818347-1-hyperv is: [{'id': '80a794ec-720f-4c21-9167-673b6a169ad8', 'name': 'tempest-snat-router-1473508860', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.42'}], 'enable_snat': False}, 'gw_port_id': 'c8ca8b65-143f-4476-929a-a9592f90fef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:37Z', 'updated_at': '2021-11-24T14:29:42Z', 'revision_number': 3, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port': {'id': 'c8ca8b65-143f-4476-929a-a9592f90fef7', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a794ec-720f-4c21-9167-673b6a169ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:29:39Z', 'updated_at': '2021-11-24T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:49.824422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.911682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.912508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.918264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6ce12d1-3036-4cce-bb77-0695e7a9ba47 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:49.956255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:49.974622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Transition to ACTIVE for port object 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:50.081206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.087376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.087564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=0e1c6717-f448-4116-95b7-74d4d4526174,revision_number=8']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:50.094332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.101202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:50.101694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:50.195544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Port': ['ID=73aa93ad-e897-42dc-ac63-16fa7964a3f4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:50.206693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 56c18843-1c3e-49d6-9d5b-6b0f213adff8 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:50.213410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:50.213410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b868504c-737f-4a7d-82a1-a00940cac81f tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:50.245768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Transition to ACTIVE for port object e4f6b9c1-ee26-44be-ba1e-8c4375a619cb will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:50.260975 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 56c18843-1c3e-49d6-9d5b-6b0f213adff8 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:50.261340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 56c18843-1c3e-49d6-9d5b-6b0f213adff8 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:50.263028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.266096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.275636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6fb445d1-794f-46ce-be70-b94531df7dd6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:50.305227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:50.309295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-08444eec-cbe5-4a6a-a46b-0f5b30274749 None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:50.309679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08444eec-cbe5-4a6a-a46b-0f5b30274749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.348573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:50.363357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.370830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5437625-25c4-4d23-b5b4-c8ae3a4a9446 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:50.372911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:50.373692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.381793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.465471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f936760>,) {'filters': {'network_id': ['fe342013-4947-4aa7-9ce9-0d42cb8ef42f']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:50.485987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:50.491810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Port': ['ID=66be5b24-5077-48fd-ba9d-246b66a6e270,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:50.498291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:50.498291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:50.500515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f936760>, 'd0738a3a-082c-4fe8-ac13-524b2171c749') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:50.500810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f936760>, 'd0738a3a-082c-4fe8-ac13-524b2171c749') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:50.504698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No DVR routers for this DVR port 73aa93ad-e897-42dc-ac63-16fa7964a3f4 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:29:50.507875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:50.527117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:50.536573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:50.540582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=8b89f973-0262-467c-b70a-396ff0bf9f6e,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:50.547668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:50.551487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.565262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:50.612055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.654013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.654716 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Added segment 6668a3af-16f3-4a2e-ada9-5aae457044da of type vlan for network 53b2b215-50e5-4ab0-a895-ed34c633f946
Nov 24 14:29:50.671721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.685160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c106bc35-242d-47dd-bc8f-58542c93355f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:50.694548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.696980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Port': ['ID=2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:50.703914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:50.703914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.711922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:50.738602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:50.754830 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.0905993
Nov 24 14:29:50.758396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49770) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:50.765044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network 611bee05-dcae-4969-984d-e57a2661a275 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:50.786589 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:50.786999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.810238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:50.811272 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:50.829675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:50.835039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:50.907112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.932734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76300939-913e-416b-8a25-06bbc0b86383 None None] Network 521f866a-8ac2-4105-87a3-c8a938766c84 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:50.943649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:50.955713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8e45db22-ab98-4646-8bcf-0b65d3742867 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:51.191055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.222976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d00a9334-5a0e-4bc9-baba-0046d0bb8145 None None] Could not find standard attr ID for object 73aa93ad-e897-42dc-ac63-16fa7964a3f4. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:29:51.277422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd7dd4c-c7fb-4828-ba7c-2497dd28475c None None] DHCP port deletion for 521f866a-8ac2-4105-87a3-c8a938766c84 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:29:51.312502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:51.332190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b43e79-2374-47d7-aceb-e11daae0bf0a None None] Network 521f866a-8ac2-4105-87a3-c8a938766c84 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:51.332302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:51.332302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=e4f6b9c1-ee26-44be-ba1e-8c4375a619cb,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:51.337547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:51.360620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8ca8b65-143f-4476-929a-a9592f90fef7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:51.364542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:51.380950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6ab4e3-80fd-4ccb-877d-e7dcb31ca2e9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:51.438597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:51.447785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:51.448714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.467220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.477881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:51.495911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.513843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=fe342013-4947-4aa7-9ce9-0d42cb8ef42f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:51.529290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:51.543714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.548785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:51.549559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.607540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:51.607766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.634551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.639748 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-070ce7d3-51fd-47a3-9289-dc28151e4873 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/fe342013-4947-4aa7-9ce9-0d42cb8ef42f HTTP/1.1" status: 204  len: 168 time: 3.8194385
Nov 24 14:29:51.649119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49774) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:51.699135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f6eef40>,) {'filters': {'network_id': ['521f866a-8ac2-4105-87a3-c8a938766c84']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:51.713296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27535351'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:51.722524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0b5da0cd-b773-4c63-a979-8d632818efca None None] Provisioning for port 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:51.728206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0b5da0cd-b773-4c63-a979-8d632818efca None None] Provisioning complete for port 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:51.728718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b5da0cd-b773-4c63-a979-8d632818efca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.731800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:51.737745 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 3.4638984
Nov 24 14:29:51.751061 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.1960528
Nov 24 14:29:51.752953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Pushing event updated for resources: {'Network': ['ID=53b2b215-50e5-4ab0-a895-ed34c633f946,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:51.765075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:51.769764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49782) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:51.769764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:51.769955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 53b2b215-50e5-4ab0-a895-ed34c633f946 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:51.773668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:51.779913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'network_id': 'ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4', 'name': 'tempest-AllowedAddressPairTestJSON-1176329399'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:51.785585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c8ca8b65-143f-4476-929a-a9592f90fef7 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:51.801603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:51.842155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c8ca8b65-143f-4476-929a-a9592f90fef7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:51.842540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.917528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.918270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:51.930864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:51.938928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:51.944520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.025764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6eef40>, 'd3697516-d0b2-4bb4-bcc7-0b172f7b87ab') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:52.025764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6eef40>, 'd3697516-d0b2-4bb4-bcc7-0b172f7b87ab') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:52.027578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:52.041420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Usage tracker for resource:port and tenant:8a4a025c46754a5d9e1c56823eaae4bc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:52.045374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0b5da0cd-b773-4c63-a979-8d632818efca None None] Port 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:52.049337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:52.049537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:52.057271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:52.057660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:52.066947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.070133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:52.077858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:52.085715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.086052 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment cf75c62b-6dae-4272-91ca-04bd72adbbd3 of type vlan for network ca8011db-747a-4b75-a5ba-309aa665e719
Nov 24 14:29:52.123550 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-2d39837c-a466-4908-a055-e070e468ac11 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.7544184
Nov 24 14:29:52.124559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.127871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.145120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:29:52.145531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:29:52.162085 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:29:52.165458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49786) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:52.170970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Request body: {'port': {'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946', 'binding:host_id': 'hv-neutron-8183', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-398823698'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:52.181007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.194676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:52.203457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c8ca8b65-143f-4476-929a-a9592f90fef7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8ca8b65-143f-4476-929a-a9592f90fef7,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:52.204250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:52.217287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Made reservation on behalf of 8a4a025c46754a5d9e1c56823eaae4bc for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:52.220312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.226297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Usage tracker for resource:port and tenant:f213cf026dcd4e9990154ab74eec6d81 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:52.259784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7e908ca1-f3fd-4630-b362-3bbb2df918f2 None None] Provisioning for port e4f6b9c1-ee26-44be-ba1e-8c4375a619cb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:52.266091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7e908ca1-f3fd-4630-b362-3bbb2df918f2 None None] Provisioning complete for port e4f6b9c1-ee26-44be-ba1e-8c4375a619cb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:52.266091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7e908ca1-f3fd-4630-b362-3bbb2df918f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.269376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] device_id is not set on port 426dab2d-6ac9-41cc-93b6-12f857b17e84 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:52.287943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:52.301339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.301823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0e1c6717-f448-4116-95b7-74d4d4526174 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:52.335767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8ddc6c15-9291-4d0a-9be2-f65783b8abb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:52.359198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:52.362478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:29:52.405923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.409834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:52.410802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.417914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-82773957-649d-4958-93c1-28dc3504d217 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:52.419408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7e908ca1-f3fd-4630-b362-3bbb2df918f2 None None] Port e4f6b9c1-ee26-44be-ba1e-8c4375a619cb cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:52.437369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.448019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c8ca8b65-143f-4476-929a-a9592f90fef7,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:52.451155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:52.461175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7e908ca1-f3fd-4630-b362-3bbb2df918f2 None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:52.461548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7e908ca1-f3fd-4630-b362-3bbb2df918f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.497765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.506231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:52.506606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.522749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.540291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:52.544069 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8933961
Nov 24 14:29:52.556977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:52.563188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=ca8011db-747a-4b75-a5ba-309aa665e719,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:52.566368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.569007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:52.570986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.582355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network ca8011db-747a-4b75-a5ba-309aa665e719 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:52.584056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Allocated IP 172.20.0.14 (ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4/9de0cbf6-d571-48e9-938a-68995bbd5f8e/426dab2d-6ac9-41cc-93b6-12f857b17e84) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:52.592316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:52.599363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Made reservation on behalf of f213cf026dcd4e9990154ab74eec6d81 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:52.601439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.680912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=521f866a-8ac2-4105-87a3-c8a938766c84,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:52.695377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:52.698218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f52cdd2-279a-4f79-8139-728f3fc3207a tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:52.739084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.750075 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-35712967-427c-4186-b8c4-42b0bc0ec7dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 0.4685383
Nov 24 14:29:52.761430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:52.774460 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/521f866a-8ac2-4105-87a3-c8a938766c84 HTTP/1.1" status: 204  len: 168 time: 7.1362340
Nov 24 14:29:52.777975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:52.782300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49794) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:52.811117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:52.850100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:52.859393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:52.886860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 10aa3073-8df6-4ca6-97b8-b15404eb9a22 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:52.904354 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9dc3ea-64a1-4dd9-a1f9-01d90cd36d3c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:29:52.904788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9dc3ea-64a1-4dd9-a1f9-01d90cd36d3c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:29:52.906425 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fa9dc3ea-64a1-4dd9-a1f9-01d90cd36d3c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/521f866a-8ac2-4105-87a3-c8a938766c84 HTTP/1.1" status: 404  len: 339 time: 0.1223676
Nov 24 14:29:52.916473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49798) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:52.917019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Router 757504d3-dfad-46ac-be99-a8681570ba0a is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:29:52.923886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-987397680', 'description': 'd1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:52.928228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 10aa3073-8df6-4ca6-97b8-b15404eb9a22 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:52.928785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 10aa3073-8df6-4ca6-97b8-b15404eb9a22 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:52.935811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:52.937572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event updated for resources: {'Port': ['ID=2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:52.947701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:52.954487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Usage tracker for resource:network and tenant:e0e0af7ee0c44b89a47f39880451709e is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:52.954487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:52.964911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:53.023829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8ca8b65-143f-4476-929a-a9592f90fef7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:53.071782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:53.098644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c8ca8b65-143f-4476-929a-a9592f90fef7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:53.103170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.117322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:53.136625 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Usage tracker for resource:security_group_rule and tenant:f213cf026dcd4e9990154ab74eec6d81 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:53.153264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:53.216709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:53.270796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-3bea8e3f-05c3-42a2-b9f3-d1f9b38b7050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:53.272561 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-3bea8e3f-05c3-42a2-b9f3-d1f9b38b7050 service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 0.4810746
Nov 24 14:29:53.279810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.282601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 73aa93ad-e897-42dc-ac63-16fa7964a3f4 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:29:53.304701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:53.307621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.323922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 73aa93ad-e897-42dc-ac63-16fa7964a3f4 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:29:53.324650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 73aa93ad-e897-42dc-ac63-16fa7964a3f4 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:29:53.351569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Transition to ACTIVE for port object 426dab2d-6ac9-41cc-93b6-12f857b17e84 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:53.366145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.395935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-04f98013-5729-4d63-a1a6-bfab31b6611c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.464372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Network 611bee05-dcae-4969-984d-e57a2661a275 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:53.470101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:53.492728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:29:53.583310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.583563 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment 38332463-a36c-452e-9885-2e2af2aafbf4 of type vlan for network f13c3619-aa05-41d0-a8db-45fbdb1c2044
Nov 24 14:29:53.628755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.650234 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-54462bbd-0495-4097-9758-98aea8901d60 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 1001 time: 0.3572676
Nov 24 14:29:53.717416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.725834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0fbed2fa-539f-44b1-a6fd-53625fccf21c None None] Provisioning complete for port 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:53.726220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0fbed2fa-539f-44b1-a6fd-53625fccf21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.729221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b3585d8d-ae5e-4359-bf32-a15d58737086 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:53.772390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.790149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0fbed2fa-539f-44b1-a6fd-53625fccf21c None None] Port 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:53.793347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-398c7333-fb39-473a-b21d-dc08356844fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:53.794795 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-398c7333-fb39-473a-b21d-dc08356844fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.1374068
Nov 24 14:29:53.843651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:53.845640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.855389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5409f26c-953e-4fd6-b5df-a9c5768060d7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:53.859329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:53.863217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:53.891544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=426dab2d-6ac9-41cc-93b6-12f857b17e84,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:53.895861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:53.907767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.909039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.912279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:53.912873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.923993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] device_id is not set on port 3cbae979-c979-4e35-a67c-ff38b216ff19 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:53.935507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4e8024b9-7cd2-41d6-9612-dd39c1cddedc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:53.940565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:53.953503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:53.965817 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Sync routers for ids ['757504d3-dfad-46ac-be99-a8681570ba0a'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:53.980233 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Routers {'757504d3-dfad-46ac-be99-a8681570ba0a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:53.981082 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202bdac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['757504d3-dfad-46ac-be99-a8681570ba0a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:54.104835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=f13c3619-aa05-41d0-a8db-45fbdb1c2044,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:54.107571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:54.116237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:54.116994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.117610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network f13c3619-aa05-41d0-a8db-45fbdb1c2044 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:54.161519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.165249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de30b314-1c80-4ada-a490-42dde1eb177a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:54.211734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.217797 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.6342964
Nov 24 14:29:54.219662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49802) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:54.229178 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3096089
Nov 24 14:29:54.233756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49806) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:54.282596 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Set router 757504d3-dfad-46ac-be99-a8681570ba0a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:54.306520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:54.316459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:54.326826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:54.327487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:54.328932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5960245b-4858-4078-b63b-5d21de8796f5 None None] Provisioning for port 426dab2d-6ac9-41cc-93b6-12f857b17e84 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:54.329901 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5591123
Nov 24 14:29:54.338985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5960245b-4858-4078-b63b-5d21de8796f5 None None] Provisioning complete for port 426dab2d-6ac9-41cc-93b6-12f857b17e84 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:54.340516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5960245b-4858-4078-b63b-5d21de8796f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.340717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49810) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:54.345835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:54.363632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fc:82:7f'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:04:80:4e'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:54.396147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd70ffa8-d136-49f1-9f3d-653d05ce23ae None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:54.420518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:54.421705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.423580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=dbb48ee6-5ff8-4243-99c8-95a96d825da9,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:54.455594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:54.494457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d326ad-fba2-43ce-9ef9-377a3f12cf5a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:54.495206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c8d326ad-fba2-43ce-9ef9-377a3f12cf5a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Synchronizing usage tracker for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:54.498592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5960245b-4858-4078-b63b-5d21de8796f5 None None] Port 426dab2d-6ac9-41cc-93b6-12f857b17e84 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:54.512842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': 'cf75c62b-6dae-4272-91ca-04bd72adbbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:54.513207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: ca8011db-747a-4b75-a5ba-309aa665e719, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:54.548403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cfea44-4567-4467-b3e3-ae40580212cf,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:54.552760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:54.590723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] device_id is not set on port 3cbae979-c979-4e35-a67c-ff38b216ff19 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:54.597891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c8d326ad-fba2-43ce-9ef9-377a3f12cf5a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Unset dirty status for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:54.599078 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c8d326ad-fba2-43ce-9ef9-377a3f12cf5a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/networks?id=f13c3619-aa05-41d0-a8db-45fbdb1c2044 HTTP/1.1" status: 200  len: 764 time: 0.3069468
Nov 24 14:29:54.605095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49814) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:54.616156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.616515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'description': 'd2'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:54.672612 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202bdac0>, [{'id': '757504d3-dfad-46ac-be99-a8681570ba0a', 'name': 'tempest-snat-router-1473508860', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '66be5b24-5077-48fd-ba9d-246b66a6e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:46Z', 'updated_at': '2021-11-24T14:29:51Z', 'revision_number': 3, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port': {'id': '66be5b24-5077-48fd-ba9d-246b66a6e270', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757504d3-dfad-46ac-be99-a8681570ba0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:29:49Z', 'updated_at': '2021-11-24T14:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:54.678582 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Checking router: 757504d3-dfad-46ac-be99-a8681570ba0a for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:29:54.679055 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Updating router 757504d3-dfad-46ac-be99-a8681570ba0a port 66be5b24-5077-48fd-ba9d-246b66a6e270 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:29:54.679620 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-e62b9d3d-7c55-4e68-aa79-9d32d3e010a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8757777
Nov 24 14:29:54.719869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network ca8011db-747a-4b75-a5ba-309aa665e719 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:54.744999 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.850261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Update dhcp port {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': '8b89f973-0262-467c-b70a-396ff0bf9f6e', 'ip_address': '2001:db8::f816:3eff:fe4b:1873'}, {'subnet_id': 'bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '0e1c6717-f448-4116-95b7-74d4d4526174'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:29:54.858387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, ca8011db-747a-4b75-a5ba-309aa665e719) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:54.862862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:54.863635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.879307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1171920
Nov 24 14:29:54.886429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Transition to ACTIVE for port object 3cbae979-c979-4e35-a67c-ff38b216ff19 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:54.889875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49818) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:54.904904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:2f:12:b6', 'name': 'tempest-NetworksTestDHCPv6-1785486167'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:54.924984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:54.945525 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-611d7640-e2ac-4885-9c94-17a13e250ae0 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/757504d3-dfad-46ac-be99-a8681570ba0a HTTP/1.1" status: 200  len: 908 time: 0.7201679
Nov 24 14:29:54.947999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49822) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:54.969436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c54de0-148b-44b8-8d24-fb2da807c7ee None None] Network ca8011db-747a-4b75-a5ba-309aa665e719 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:55.014148 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4538238
Nov 24 14:29:55.019581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49826) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:55.027682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1395101895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:55.035793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:55.042352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.044953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:router and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:55.050155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:55.058377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:55.198428 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.215030 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Transition to ACTIVE for port object 66be5b24-5077-48fd-ba9d-246b66a6e270 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:55.224890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.244616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.260997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.261381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:55.264752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.265690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.273270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e20da010-2972-44d8-8405-ce6839ea39bc tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:55.302586 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.310647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network f13c3619-aa05-41d0-a8db-45fbdb1c2044 is not hosted by any dhcp agent {{(pid=84234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 24 14:29:55.314812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:55.315375 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:55.315513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.319143 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "PUT /v2.0/networks/f13c3619-aa05-41d0-a8db-45fbdb1c2044 HTTP/1.1" status: 200  len: 761 time: 0.7104747
Nov 24 14:29:55.344150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49830) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:55.387234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-ca8011db-747a-4b75-a5ba-309aa665e719', 'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': 'dbb48ee6-5ff8-4243-99c8-95a96d825da9'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:29:55.388104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.401475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=f13c3619-aa05-41d0-a8db-45fbdb1c2044,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:55.404650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:55.419354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network f13c3619-aa05-41d0-a8db-45fbdb1c2044 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:29:55.420672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.449919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Router ae2f6585-77ea-43ce-bff3-282bfc912bd8 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:29:55.455391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.466334 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606db34-7cb4-4fd6-9bae-1bc7a79ad471 None None] Pushing event updated for resources: {'Port': ['ID=66be5b24-5077-48fd-ba9d-246b66a6e270,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:55.495699 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-4606db34-7cb4-4fd6-9bae-1bc7a79ad471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:55.513954 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-00d0a84f-7a1d-4a83-9696-4a99deff3507 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8224480
Nov 24 14:29:55.530929 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Attempting to bind port 66be5b24-5077-48fd-ba9d-246b66a6e270 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:55.531785 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Attempting to bind port 66be5b24-5077-48fd-ba9d-246b66a6e270 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:55.532511 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Attempting to bind port 66be5b24-5077-48fd-ba9d-246b66a6e270 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:55.544002 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:55.545243 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:55.545839 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.546580 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:55.547222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.547435 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Bound port: 66be5b24-5077-48fd-ba9d-246b66a6e270, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:55.548012 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.565718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Allocated IP 172.20.0.2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95/0e1c6717-f448-4116-95b7-74d4d4526174) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:55.580621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=3cbae979-c979-4e35-a67c-ff38b216ff19,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:55.623139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:55.646792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:55.661189 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] For port 66be5b24-5077-48fd-ba9d-246b66a6e270, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:55.665771 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] For port 66be5b24-5077-48fd-ba9d-246b66a6e270, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=66be5b24-5077-48fd-ba9d-246b66a6e270,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:55.667248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.671060 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-243db5d7-53df-41f7-baa5-bb17201cfb3f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6478884
Nov 24 14:29:55.671391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49836) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:55.679223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'port': {'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719', 'name': 'tempest-RoutersIpV6Test-854839523'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:55.679497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:55.683919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:55.707578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:55.745772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1353758d-58c8-4edc-aa12-e7109bdd29a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.776453 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.799072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Allocated IP 2001:db8::2 (ca8011db-747a-4b75-a5ba-309aa665e719/dbb48ee6-5ff8-4243-99c8-95a96d825da9/a1fbeded-2c7d-498d-8d1a-767e8b41296a) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:55.800866 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-4606db34-7cb4-4fd6-9bae-1bc7a79ad471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:55.826672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] For port 0e1c6717-f448-4116-95b7-74d4d4526174, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0e1c6717-f448-4116-95b7-74d4d4526174,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:55.832674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e937b-ae34-4ee7-9cf1-849574df7a85 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:55.833367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c1e937b-ae34-4ee7-9cf1-849574df7a85 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Synchronizing usage tracker for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:55.929195 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606db34-7cb4-4fd6-9bae-1bc7a79ad471 None None] Pushing event updated for resources: {'Port': ['ID=66be5b24-5077-48fd-ba9d-246b66a6e270,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:55.931801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Checking segment: {'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:55.932358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Network hostable DHCP agents. Network: 53b2b215-50e5-4ab0-a895-ed34c633f946, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:29:55.936529 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-4606db34-7cb4-4fd6-9bae-1bc7a79ad471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:55.937914 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Routers {'757504d3-dfad-46ac-be99-a8681570ba0a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:55.938310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:55.939380 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202bdac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['757504d3-dfad-46ac-be99-a8681570ba0a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:55.952125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:port and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:29:55.958484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:29:55.960610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:55.964390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:55.979528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:55.987250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.005318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.resource_extend [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:29:56.030675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.049687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c1e937b-ae34-4ee7-9cf1-849574df7a85 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Unset dirty status for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:56.050861 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2c1e937b-ae34-4ee7-9cf1-849574df7a85 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/networks?id=f13c3619-aa05-41d0-a8db-45fbdb1c2044 HTTP/1.1" status: 200  len: 764 time: 0.7010427
Nov 24 14:29:56.057041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49840) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:56.072354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Transition to ACTIVE for port object 0e1c6717-f448-4116-95b7-74d4d4526174 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:56.112191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port ac43278a-74e3-4482-8580-a453a92dbb79 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:56.124893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:29:56.131438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.146578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.152920 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] Set router 757504d3-dfad-46ac-be99-a8681570ba0a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:29:56.153959 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a220ded6-aae9-4dd1-9bc4-4b76116249a8 req-42075e1e-2ccf-44c2-af8c-3dc2f7b9bada service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5685215
Nov 24 14:29:56.157120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:56.224195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Deleting port 66be5b24-5077-48fd-ba9d-246b66a6e270 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:56.224554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.273955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Pushing event updated for resources: {'Port': ['ID=0e1c6717-f448-4116-95b7-74d4d4526174,revision_number=9']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:56.288130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:56.291129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.326359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Network 53b2b215-50e5-4ab0-a895-ed34c633f946 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:29:56.327448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] device_id is not set on port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:29:56.347995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Transition to ACTIVE for port object a1fbeded-2c7d-498d-8d1a-767e8b41296a will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:56.370714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.416775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Transition to ACTIVE for port object a1fbeded-2c7d-498d-8d1a-767e8b41296a will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:56.429661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:29:56.436314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 53b2b215-50e5-4ab0-a895-ed34c633f946) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:56.450950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:56.460459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf534eb-7bd8-4da1-b496-5b882b389663 None None] Network 53b2b215-50e5-4ab0-a895-ed34c633f946 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:56.483209 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "PUT /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5389593
Nov 24 14:29:56.483209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.486864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49844) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:56.488636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] Sync routers for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:29:56.496330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdfcf3d3-4266-4851-bf78-ae90de3da21e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:56.513689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:56.515295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdfa280>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:56.538883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939a673-933c-4d20-b63e-c384cddb42f3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:56.542928 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8939a673-933c-4d20-b63e-c384cddb42f3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4820952
Nov 24 14:29:56.555580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49846) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:56.623919 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202bdac0>, [{'id': '757504d3-dfad-46ac-be99-a8681570ba0a', 'name': 'tempest-snat-router-1473508860', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '66be5b24-5077-48fd-ba9d-246b66a6e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:46Z', 'updated_at': '2021-11-24T14:29:51Z', 'revision_number': 3, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port': {'id': '66be5b24-5077-48fd-ba9d-246b66a6e270', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757504d3-dfad-46ac-be99-a8681570ba0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:29:49Z', 'updated_at': '2021-11-24T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:56.629305 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960edc8-11f3-4596-b644-fa5f6cb1ee11 None None] The sync data for ids ['757504d3-dfad-46ac-be99-a8681570ba0a'] in dv-neutron-818347-1-hyperv is: [{'id': '757504d3-dfad-46ac-be99-a8681570ba0a', 'name': 'tempest-snat-router-1473508860', 'tenant_id': '10d11980ba8a4d8b9ee3571e329485fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.165'}], 'enable_snat': True}, 'gw_port_id': '66be5b24-5077-48fd-ba9d-246b66a6e270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:29:46Z', 'updated_at': '2021-11-24T14:29:51Z', 'revision_number': 3, 'project_id': '10d11980ba8a4d8b9ee3571e329485fc', 'gw_port': {'id': '66be5b24-5077-48fd-ba9d-246b66a6e270', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:74:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757504d3-dfad-46ac-be99-a8681570ba0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:29:49Z', 'updated_at': '2021-11-24T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:56.636602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-78cbbd16-66ac-4373-81fe-ffb1888b1c83 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Synchronizing usage tracker for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:29:56.641665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.651786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:56.722902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:56.723263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:56.723638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:56.735534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Pushing event updated for resources: {'Port': ['ID=a1fbeded-2c7d-498d-8d1a-767e8b41296a,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:56.744556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdfa280>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:56.747310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:56.762713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] For port 66be5b24-5077-48fd-ba9d-246b66a6e270, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=66be5b24-5077-48fd-ba9d-246b66a6e270,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:29:56.763208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:56.788987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8::49 (ca8011db-747a-4b75-a5ba-309aa665e719/dbb48ee6-5ff8-4243-99c8-95a96d825da9/e6bf2a30-2d99-4801-94e6-e5e5cc5e954e) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:56.886014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Network ca8011db-747a-4b75-a5ba-309aa665e719 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:56.904934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:56.920137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:56.962569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-78cbbd16-66ac-4373-81fe-ffb1888b1c83 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Unset dirty status for tenant:e0e0af7ee0c44b89a47f39880451709e on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:29:56.963971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-78cbbd16-66ac-4373-81fe-ffb1888b1c83 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 207 time: 0.4074357
Nov 24 14:29:56.985202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Calling delete_port for 66be5b24-5077-48fd-ba9d-246b66a6e270 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:57.039111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49854) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:57.150894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0e1c6717-f448-4116-95b7-74d4d4526174 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:57.169921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 172.20.0.4 (545fb1c8-c25e-4ba6-8844-73dcc5231588/bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95/ac43278a-74e3-4482-8580-a453a92dbb79) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:57.176729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe2f:12b6 (545fb1c8-c25e-4ba6-8844-73dcc5231588/8b89f973-0262-467c-b70a-396ff0bf9f6e/ac43278a-74e3-4482-8580-a453a92dbb79) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:29:57.183486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event updated for resources: {'Port': ['ID=426dab2d-6ac9-41cc-93b6-12f857b17e84,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:57.184909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.186467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:57.186885 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:57.198062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:57.209950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 2 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:57.240419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:57.240552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:57.240873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:57.290661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:57.291008 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:57.301810 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 3 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:57.339323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] In _notify_port_updated(), no bound segment for port 426dab2d-6ac9-41cc-93b6-12f857b17e84 on network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:29:57.343133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:29:57.343392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:57.344165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.351257 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "PUT /v2.0/ports/426dab2d-6ac9-41cc-93b6-12f857b17e84 HTTP/1.1" status: 200  len: 1057 time: 3.0046296
Nov 24 14:29:57.351485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdfa280>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:57.354502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49858) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:57.360549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:57.360877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:57.361248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:57.437558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-96f4a7db-c4b4-4bec-8e42-8dd769619210 None None] Provisioning complete for port 426dab2d-6ac9-41cc-93b6-12f857b17e84 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:57.438055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-96f4a7db-c4b4-4bec-8e42-8dd769619210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.454447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:57.455400 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:57.476822 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 4 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:57.492597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Attempting to bind port a1fbeded-2c7d-498d-8d1a-767e8b41296a on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:57.493064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Attempting to bind port a1fbeded-2c7d-498d-8d1a-767e8b41296a by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'cf75c62b-6dae-4272-91ca-04bd72adbbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:57.493345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Attempting to bind port a1fbeded-2c7d-498d-8d1a-767e8b41296a on network ca8011db-747a-4b75-a5ba-309aa665e719 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:57.498979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdfa280>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:29:57.499403 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d0184-aec4-4c7a-b5a3-811ee860240f None None] The sync data for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:29:57.531581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-96f4a7db-c4b4-4bec-8e42-8dd769619210 None None] Port 426dab2d-6ac9-41cc-93b6-12f857b17e84 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:57.533489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:29:57.533691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Checking segment: {'id': 'cf75c62b-6dae-4272-91ca-04bd72adbbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:29:57.533990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.534396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Bound using segment: {'id': 'cf75c62b-6dae-4272-91ca-04bd72adbbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:29:57.534886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Bound port: a1fbeded-2c7d-498d-8d1a-767e8b41296a, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf75c62b-6dae-4272-91ca-04bd72adbbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ca8011db-747a-4b75-a5ba-309aa665e719'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:29:57.535430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.551831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:57.552208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:57.552547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:57.571036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:57.571367 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:57.582342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 5 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:57.613312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:57.613312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:57.613312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:57.628883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aec8d-83f3-40fc-81ca-addd4f71a880 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:57.633532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aec8d-83f3-40fc-81ca-addd4f71a880 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:57.639048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aec8d-83f3-40fc-81ca-addd4f71a880 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:57.653858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aec8d-83f3-40fc-81ca-addd4f71a880 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:57.658382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aec8d-83f3-40fc-81ca-addd4f71a880 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:57.662453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aec8d-83f3-40fc-81ca-addd4f71a880 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:57.668257 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b25aec8d-83f3-40fc-81ca-addd4f71a880 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3728 time: 0.6280859
Nov 24 14:29:57.668935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49862) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:57.669719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting port 426dab2d-6ac9-41cc-93b6-12f857b17e84 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:29:57.670057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.713406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] For port a1fbeded-2c7d-498d-8d1a-767e8b41296a, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:57.720603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] For port a1fbeded-2c7d-498d-8d1a-767e8b41296a, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a1fbeded-2c7d-498d-8d1a-767e8b41296a,segment=NetworkSegment(cf75c62b-6dae-4272-91ca-04bd72adbbd3),segment_id=cf75c62b-6dae-4272-91ca-04bd72adbbd3)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:29:57.725862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:57.726203 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:57.733302 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 6 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:57.797898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:57.798215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:57.799100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:57.831353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6452-8f09-4fcb-9961-1c00f238cc8c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.831774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-97d64963-9529-4f62-87ea-76201dbbcf0a None None] Provisioning for port 0e1c6717-f448-4116-95b7-74d4d4526174 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:57.838798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-97d64963-9529-4f62-87ea-76201dbbcf0a None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:57.839184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-97d64963-9529-4f62-87ea-76201dbbcf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.933849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:57.945538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fac449e7-e19d-4b5f-8dbc-130ffdb62e2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:57.990301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.008351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:58.008854 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:58.011231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.019401 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 7 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:58.047861 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1e7da13e-5acc-4900-bb02-6b6729a9aa21 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 810 time: 0.3744216
Nov 24 14:29:58.049138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49866) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:58.070611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object ac43278a-74e3-4482-8580-a453a92dbb79 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:58.077694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:58.078034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:58.078366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:58.128867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d1041-e722-4627-ad84-e2e137c1a076 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.130397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d1041-e722-4627-ad84-e2e137c1a076 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.131991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d1041-e722-4627-ad84-e2e137c1a076 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.133447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d1041-e722-4627-ad84-e2e137c1a076 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.134795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d1041-e722-4627-ad84-e2e137c1a076 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.143135 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f28d1041-e722-4627-ad84-e2e137c1a076 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0887682
Nov 24 14:29:58.145385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object e6bf2a30-2d99-4801-94e6-e5e5cc5e954e will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:29:58.145784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49870) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:58.150092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Pushing event updated for resources: {'Port': ['ID=a1fbeded-2c7d-498d-8d1a-767e8b41296a,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:58.156881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:58.157217 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:58.161552 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 8 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:58.163556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:58.191176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.210169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-288ad385-b589-40ff-a859-116ac1b483fe tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:58.227547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:58.228239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:58.228499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:58.242367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:58.243088 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:58.317007 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 9 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:58.317355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event deleted for resources: {'Port': ['ID=66be5b24-5077-48fd-ba9d-246b66a6e270,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:58.317456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:58.317456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:58.317709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:58.318101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:58.328301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.372454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.405933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:58.406147 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:58.455907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3501da3-8ca2-41af-b094-6c7005431dd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.457275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3501da3-8ca2-41af-b094-6c7005431dd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.458574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3501da3-8ca2-41af-b094-6c7005431dd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.459889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3501da3-8ca2-41af-b094-6c7005431dd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.461322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3501da3-8ca2-41af-b094-6c7005431dd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:58.476551 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d3501da3-8ca2-41af-b094-6c7005431dd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.3174429
Nov 24 14:29:58.488133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Calling delete_port for 426dab2d-6ac9-41cc-93b6-12f857b17e84 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:29:58.528405 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 10 to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19
Nov 24 14:29:58.534723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49874) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:58.552004 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-9dfe6452-8f09-4fcb-9961-1c00f238cc8c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:29:58.553090 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9dfe6452-8f09-4fcb-9961-1c00f238cc8c tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8 HTTP/1.1" status: 409  len: 329 time: 1.9918063
Nov 24 14:29:58.557265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49878) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:58.557937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:29:58.558270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:29:58.558603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:29:58.640074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.690202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.701090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 3cbae979-c979-4e35-a67c-ff38b216ff19 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:29:58.701403 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 3cbae979-c979-4e35-a67c-ff38b216ff19 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:29:58.701757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.711029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:58.806789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:58.827360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-18438c8a-4fa7-468c-b22e-69154ab2ce03 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:58.845322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:58.859616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:58.868911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:59.105728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a1fbeded-2c7d-498d-8d1a-767e8b41296a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:29:59.119919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network ca8011db-747a-4b75-a5ba-309aa665e719 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:29:59.120902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e6bf2a30-2d99-4801-94e6-e5e5cc5e954e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:59.129057 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:29:59.131059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:59.133150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.147160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7685ac-1caa-4125-bf47-4cffce507296 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:59.154130 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1c7685ac-1caa-4125-bf47-4cffce507296 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/networks/d649c124-afe6-4e02-88d6-d754cd64ecca HTTP/1.1" status: 200  len: 802 time: 0.6226559
Nov 24 14:29:59.155116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:29:59.159578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:59.160232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.163838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49882) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:59.180939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=ac43278a-74e3-4482-8580-a453a92dbb79,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:29:59.217647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:29:59.234347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:59.235046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.285580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] For port 3cbae979-c979-4e35-a67c-ff38b216ff19, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:29:59.285902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempted to set empty binding levels {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 24 14:29:59.351139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.462370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50b2b3-69e0-4800-9b3d-e5289c3ccaa7 None None] Network ca8011db-747a-4b75-a5ba-309aa665e719 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:29:59.500109 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b3dbe0cb-de30-41f7-96f4-3102b0868f6d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/networks/d649c124-afe6-4e02-88d6-d754cd64ecca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 318 time: 0.3345327
Nov 24 14:29:59.500763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49886) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:59.511269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.570829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9f12f-b2cc-426e-ac1b-b004c95e2e72 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:59.576319 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-94f9f12f-b2cc-426e-ac1b-b004c95e2e72 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/subnets/a0dbfd2c-c9dd-4d3f-924e-c522546738de HTTP/1.1" status: 200  len: 843 time: 0.0744758
Nov 24 14:29:59.576905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49890) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:59.601238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port a1fbeded-2c7d-498d-8d1a-767e8b41296a completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:59.648593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21413d9-e3e4-4624-8ea6-b3bfa7ae5121 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:29:59.649946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f21413d9-e3e4-4624-8ea6-b3bfa7ae5121 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "GET /v2.0/subnets/a0dbfd2c-c9dd-4d3f-924e-c522546738de?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0720890
Nov 24 14:29:59.653620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49894) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:59.661407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1505674061'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:29:59.664445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:29:59.674943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:29:59.760901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-be94dfce-3f19-4bdb-93ad-48d95cbe3ae4 None None] Provisioning for port ac43278a-74e3-4482-8580-a453a92dbb79 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:29:59.765540 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 4.0928810
Nov 24 14:29:59.768272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49898) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:59.777109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-be94dfce-3f19-4bdb-93ad-48d95cbe3ae4 None None] Provisioning complete for port ac43278a-74e3-4482-8580-a453a92dbb79 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:29:59.777109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-be94dfce-3f19-4bdb-93ad-48d95cbe3ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.793471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.796124 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.8994749
Nov 24 14:29:59.797548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.811286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49904) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:29:59.812504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a623173-c01d-402f-a91b-d97ad396d018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:29:59.852412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.857100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 757504d3-dfad-46ac-be99-a8681570ba0a {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:29:59.902399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-be94dfce-3f19-4bdb-93ad-48d95cbe3ae4 None None] Port ac43278a-74e3-4482-8580-a453a92dbb79 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:29:59.995314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:29:59.997515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:00.000477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.031061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.035150 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "DELETE /v2.0/routers/757504d3-dfad-46ac-be99-a8681570ba0a HTTP/1.1" status: 204  len: 168 time: 5.0832431
Nov 24 14:30:00.037773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49908) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:00.060021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=3cbae979-c979-4e35-a67c-ff38b216ff19,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:00.111183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:00.133726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.134378 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Added segment 7dc38da2-15ba-425c-a39a-aac379d9d541 of type vlan for network f1d1acd3-fdfe-428f-9e55-a6afe9325fee
Nov 24 14:30:00.141320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Port': ['ID=426dab2d-6ac9-41cc-93b6-12f857b17e84,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:00.149014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:00.161862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:00.161862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:00.248899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Provisioning for port a1fbeded-2c7d-498d-8d1a-767e8b41296a completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:00.256319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Provisioning complete for port a1fbeded-2c7d-498d-8d1a-767e8b41296a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:00.256954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.284550 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 981 time: 8.1147232
Nov 24 14:30:00.302465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49912) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:00.385677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.421810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6573574-6093-404c-b0dc-530edd545935 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:00.426105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6573574-6093-404c-b0dc-530edd545935 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:00.426950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6573574-6093-404c-b0dc-530edd545935 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:00.434215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.457838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab0aa-f912-4755-be40-c6ec8303db66 req-c9ba6901-7c76-4ccc-9d83-451d2ccff8b5 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:00.457838 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e31ab0aa-f912-4755-be40-c6ec8303db66 req-c9ba6901-7c76-4ccc-9d83-451d2ccff8b5 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5025780
Nov 24 14:30:00.475679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] For port a1fbeded-2c7d-498d-8d1a-767e8b41296a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a1fbeded-2c7d-498d-8d1a-767e8b41296a,segment=NetworkSegment(cf75c62b-6dae-4272-91ca-04bd72adbbd3),segment_id=cf75c62b-6dae-4272-91ca-04bd72adbbd3)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:00.544805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Deleting port 3cbae979-c979-4e35-a67c-ff38b216ff19 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:00.545142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.594706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.596781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79555b83-2dce-4064-9a0e-683bd5d54be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:00.616568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.618412 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/ports/426dab2d-6ac9-41cc-93b6-12f857b17e84 HTTP/1.1" status: 204  len: 168 time: 3.2604370
Nov 24 14:30:00.621166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49918) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:00.659460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6573574-6093-404c-b0dc-530edd545935 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:00.660614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b6573574-6093-404c-b0dc-530edd545935 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.8188400
Nov 24 14:30:00.668563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49922) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:00.671634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Pushing event updated for resources: {'Port': ['ID=a1fbeded-2c7d-498d-8d1a-767e8b41296a,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:00.672648 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-8047e484-fa2d-4d45-9b98-cdec119dc137 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] GET failed (client error): The resource could not be found.
Nov 24 14:30:00.673142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8047e484-fa2d-4d45-9b98-cdec119dc137 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Synchronizing usage tracker for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:00.674608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:00.721356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-af3489f7-797d-497b-b347-6f872a9f4076 None None] Provisioning complete for port a1fbeded-2c7d-498d-8d1a-767e8b41296a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:00.721630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-af3489f7-797d-497b-b347-6f872a9f4076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.755939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.759698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:00.760294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.761950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port ac43278a-74e3-4482-8580-a453a92dbb79 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:00.762290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:00.772164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e764631c-da3f-4831-9588-1b45272ae258 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:00.847871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8047e484-fa2d-4d45-9b98-cdec119dc137 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Unset dirty status for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:00.849357 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8047e484-fa2d-4d45-9b98-cdec119dc137 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "GET /v2.0/ports/426dab2d-6ac9-41cc-93b6-12f857b17e84 HTTP/1.1" status: 404  len: 333 time: 0.2273209
Nov 24 14:30:00.861835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49926) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:01.028987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-af3489f7-797d-497b-b347-6f872a9f4076 None None] Provisioning for port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:01.037562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a1fbeded-2c7d-498d-8d1a-767e8b41296a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:01.066973 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e31ab0aa-f912-4755-be40-c6ec8303db66 req-e3a4e84a-6f06-4bce-86ba-18ec3475adcf tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5994363
Nov 24 14:30:01.068216 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4136662
Nov 24 14:30:01.072280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-af3489f7-797d-497b-b347-6f872a9f4076 None None] Provisioning complete for port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:01.075583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-af3489f7-797d-497b-b347-6f872a9f4076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.076538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Network': ['ID=f1d1acd3-fdfe-428f-9e55-a6afe9325fee,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:01.079970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49930) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:01.098642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:01.098642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'network_id': 'f1d1acd3-fdfe-428f-9e55-a6afe9325fee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:01.107333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting port 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:01.107984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.181884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network f1d1acd3-fdfe-428f-9e55-a6afe9325fee details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:01.207912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting port e4f6b9c1-ee26-44be-ba1e-8c4375a619cb {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:01.208575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.305797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-af3489f7-797d-497b-b347-6f872a9f4076 None None] Port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:01.331370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port a1fbeded-2c7d-498d-8d1a-767e8b41296a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:01.331642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.430954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:01.436777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] For port 3cbae979-c979-4e35-a67c-ff38b216ff19, host hv-neutron-8183, got binding levels [] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:01.436777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.513256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.556297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.566747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:01.634428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Calling delete_port for 3cbae979-c979-4e35-a67c-ff38b216ff19 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:01.741262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for ac43278a-74e3-4482-8580-a453a92dbb79 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:01.774158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.794252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Made reservation on behalf of e0e0af7ee0c44b89a47f39880451709e for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:01.848951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.861259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613c60-a9b1-4b68-9e42-265ae958ccf4 req-9e5be0ae-f408-4759-affd-837ea119e00e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:01.862647 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3b613c60-a9b1-4b68-9e42-265ae958ccf4 req-9e5be0ae-f408-4759-affd-837ea119e00e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6616631
Nov 24 14:30:01.933204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:01.987908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ff69487-0654-4c6f-aad0-ee4a92f90b63 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:02.027153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Calling delete_port for 2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:02.165828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cbae979-c979-4e35-a67c-ff38b216ff19,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:02.181088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:02.181781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.183523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.219646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.292314 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "DELETE /v2.0/ports/3cbae979-c979-4e35-a67c-ff38b216ff19 HTTP/1.1" status: 204  len: 168 time: 1.9825571
Nov 24 14:30:02.315558 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3b613c60-a9b1-4b68-9e42-265ae958ccf4 req-e27316f5-8c8d-4c0a-bb96-8fe05e57b4f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4370553
Nov 24 14:30:02.319240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49936) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:02.321967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Calling delete_port for e4f6b9c1-ee26-44be-ba1e-8c4375a619cb owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:02.322330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing IP validity checks on allocation pools {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 14:30:02.322880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 14:30:02.544232 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:30:02.574067 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-281117de-ec1c-45b6-a76b-75ab14484f60 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:30:02.574653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-281117de-ec1c-45b6-a76b-75ab14484f60 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Synchronizing usage tracker for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:02.672960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.696384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.766429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.768696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-281117de-ec1c-45b6-a76b-75ab14484f60 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Unset dirty status for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:02.770391 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-281117de-ec1c-45b6-a76b-75ab14484f60 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "GET /v2.0/ports/3cbae979-c979-4e35-a67c-ff38b216ff19 HTTP/1.1" status: 404  len: 333 time: 0.4502113
Nov 24 14:30:02.778753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49944) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:02.779469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:02.824203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Request body: {'port': {'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-887545566'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:02.836805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Deleting port c8ca8b65-143f-4476-929a-a9592f90fef7 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:02.837360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.837623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=ac43278a-74e3-4482-8580-a453a92dbb79,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:02.839720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:02.867188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:02.877656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:02.878875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:02.926561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:03.047471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.051756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.078900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5944e9a7-8bc3-4937-9229-dac6417262d0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:03.120588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e6bf2a30-2d99-4801-94e6-e5e5cc5e954e,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:03.130905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:03.200028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Made reservation on behalf of f213cf026dcd4e9990154ab74eec6d81 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:03.203540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.246658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Port': ['ID=2a4b3825-dd4a-4afc-aa21-a6a9bd9ea207,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:03.300045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] device_id is not set on port be201353-5a88-47e7-a34b-fa311e3af244 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:03.305078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.313851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b00ddfb1-806d-4123-b067-8854a4796054 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:03.429202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb226f-52cc-45b0-9910-b528e462f85c req-23ead945-d595-43c1-8eda-ed68d1f89a4e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:03.436192 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bbb226f-52cc-45b0-9910-b528e462f85c req-23ead945-d595-43c1-8eda-ed68d1f89a4e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5997522
Nov 24 14:30:03.459620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b2134b38-0702-40d0-a07e-972216f82501 None None] Provisioning complete for port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:03.460252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2134b38-0702-40d0-a07e-972216f82501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.483774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Port': ['ID=e4f6b9c1-ee26-44be-ba1e-8c4375a619cb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:03.512694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] For port c8ca8b65-143f-4476-929a-a9592f90fef7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8ca8b65-143f-4476-929a-a9592f90fef7,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:03.513246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.529047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:03.569480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b2134b38-0702-40d0-a07e-972216f82501 None None] Port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:03.576824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:03.577442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:03.593491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.667273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.712912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Calling delete_port for c8ca8b65-143f-4476-929a-a9592f90fef7 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:03.720859 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bbb226f-52cc-45b0-9910-b528e462f85c req-1752075e-9814-42be-b08e-1cca43aae0c9 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2836030
Nov 24 14:30:03.757132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=a6834912-a257-4e60-b927-fca1bf36c6ac,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:03.766121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:03.803888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Checking segment: {'id': '7dc38da2-15ba-425c-a39a-aac379d9d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f1d1acd3-fdfe-428f-9e55-a6afe9325fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:03.804288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network hostable DHCP agents. Network: f1d1acd3-fdfe-428f-9e55-a6afe9325fee, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:03.860476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:03.862752 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/ac43278a-74e3-4482-8580-a453a92dbb79 HTTP/1.1" status: 204  len: 168 time: 3.1907277
Nov 24 14:30:03.865961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49948) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:03.983300 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/ports/e4f6b9c1-ee26-44be-ba1e-8c4375a619cb HTTP/1.1" status: 204  len: 168 time: 3.1201591
Nov 24 14:30:03.986981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49952) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:04.025520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Network f1d1acd3-fdfe-428f-9e55-a6afe9325fee is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:04.038725 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35e7999-f756-457a-92ba-8dbcdce3b12b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] GET failed (client error): The resource could not be found.
Nov 24 14:30:04.039242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e35e7999-f756-457a-92ba-8dbcdce3b12b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Synchronizing usage tracker for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:04.050342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.057137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.069370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a9ee4-9f8d-481f-a5c4-5ba0b07c408b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:04.072587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a9ee4-9f8d-481f-a5c4-5ba0b07c408b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:04.072587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a9ee4-9f8d-481f-a5c4-5ba0b07c408b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:04.072981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-028a9ee4-9f8d-481f-a5c4-5ba0b07c408b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:04.097451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.103307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a1d73d2b-3aae-4bf3-925c-21fe20122c93 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:04.160998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8ca8b65-143f-4476-929a-a9592f90fef7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:04.162744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.171830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, f1d1acd3-fdfe-428f-9e55-a6afe9325fee) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:04.173266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e35e7999-f756-457a-92ba-8dbcdce3b12b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Unset dirty status for tenant:8a4a025c46754a5d9e1c56823eaae4bc on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:04.176135 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e35e7999-f756-457a-92ba-8dbcdce3b12b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "GET /v2.0/ports/e4f6b9c1-ee26-44be-ba1e-8c4375a619cb HTTP/1.1" status: 404  len: 333 time: 0.1873786
Nov 24 14:30:04.180817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:04.181598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b2ea7-a583-401a-81de-61273d0d55a7 None None] Network f1d1acd3-fdfe-428f-9e55-a6afe9325fee requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:04.181729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.185583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:04.221689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49956) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:04.230244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-028a9ee4-9f8d-481f-a5c4-5ba0b07c408b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:04.234072 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-028a9ee4-9f8d-481f-a5c4-5ba0b07c408b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.3510027
Nov 24 14:30:04.242364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49960) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:04.307505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting port c13c0765-ed6f-4a7a-af69-272df53cea37 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:04.307841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.430965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-f1d1acd3-fdfe-428f-9e55-a6afe9325fee', 'network_id': 'f1d1acd3-fdfe-428f-9e55-a6afe9325fee', 'tenant_id': 'e0e0af7ee0c44b89a47f39880451709e', 'fixed_ips': [{'subnet_id': 'a6834912-a257-4e60-b927-fca1bf36c6ac'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:04.431832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.540572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.601865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Allocated IP 2001:db8::3 (f1d1acd3-fdfe-428f-9e55-a6afe9325fee/a6834912-a257-4e60-b927-fca1bf36c6ac/3f303c3e-421f-4f47-87d4-255ac72773ef) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:04.615185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0c294ca-6fc7-4aeb-bb29-809c12117097 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:04.726157 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 3.6396279
Nov 24 14:30:04.726737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49964) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:04.750577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Network 53b2b215-50e5-4ab0-a895-ed34c633f946 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:04.814235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.820305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Transition to ACTIVE for port object 3f303c3e-421f-4f47-87d4-255ac72773ef will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:04.840237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Transition to ACTIVE for port object 3f303c3e-421f-4f47-87d4-255ac72773ef will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:04.873821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:04.914934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:04.925518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:04.926328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:04.926921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.934476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=be201353-5a88-47e7-a34b-fa311e3af244,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:04.940737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:04.948788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-efa126a7-1ed3-427c-add0-293c31ef5282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:05.003831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Network f1d1acd3-fdfe-428f-9e55-a6afe9325fee is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:05.006964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:05.010656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:05.014807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:05.068845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Pushing event updated for resources: {'Port': ['ID=3f303c3e-421f-4f47-87d4-255ac72773ef,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:05.094628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:05.120281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.129783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 66be5b24-5077-48fd-ba9d-246b66a6e270 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:05.169163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 66be5b24-5077-48fd-ba9d-246b66a6e270 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:05.169509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 66be5b24-5077-48fd-ba9d-246b66a6e270 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:05.189939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Attempting to bind port 3f303c3e-421f-4f47-87d4-255ac72773ef on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:05.190148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Attempting to bind port 3f303c3e-421f-4f47-87d4-255ac72773ef by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '7dc38da2-15ba-425c-a39a-aac379d9d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f1d1acd3-fdfe-428f-9e55-a6afe9325fee'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:05.191130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Attempting to bind port 3f303c3e-421f-4f47-87d4-255ac72773ef on network f1d1acd3-fdfe-428f-9e55-a6afe9325fee {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:05.194958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Router ae2f6585-77ea-43ce-bff3-282bfc912bd8 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:30:05.196931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.197327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:05.197703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Checking segment: {'id': '7dc38da2-15ba-425c-a39a-aac379d9d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f1d1acd3-fdfe-428f-9e55-a6afe9325fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:05.198107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.198498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Bound using segment: {'id': '7dc38da2-15ba-425c-a39a-aac379d9d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f1d1acd3-fdfe-428f-9e55-a6afe9325fee'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:05.198970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Bound port: 3f303c3e-421f-4f47-87d4-255ac72773ef, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc38da2-15ba-425c-a39a-aac379d9d541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f1d1acd3-fdfe-428f-9e55-a6afe9325fee'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:05.199336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.264343 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.4532938
Nov 24 14:30:05.270132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49970) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:05.288986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:05.292462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] For port 3f303c3e-421f-4f47-87d4-255ac72773ef, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:05.295460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] For port 3f303c3e-421f-4f47-87d4-255ac72773ef, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3f303c3e-421f-4f47-87d4-255ac72773ef,segment=NetworkSegment(7dc38da2-15ba-425c-a39a-aac379d9d541),segment_id=7dc38da2-15ba-425c-a39a-aac379d9d541)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:05.366957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.371753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2dbeb03d-7d5e-48f9-a6ee-e8fbd4078a6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:05.387323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Calling delete_port for c13c0765-ed6f-4a7a-af69-272df53cea37 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:05.441838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:30:05.452725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Pushing event updated for resources: {'Port': ['ID=3f303c3e-421f-4f47-87d4-255ac72773ef,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:05.455926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:05.528272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 8b89f973-0262-467c-b70a-396ff0bf9f6e {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:05.568509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.572474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.642363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.651566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.652403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.663319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-40fbb120-591c-476c-9d7b-7300aad9491f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:05.727497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34ee1f-148d-46ff-bbc0-0255e8c7fbcd req-59cdf5c0-365c-45a0-9964-8ed540baf83d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:05.729041 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1f34ee1f-148d-46ff-bbc0-0255e8c7fbcd req-59cdf5c0-365c-45a0-9964-8ed540baf83d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.8394001
Nov 24 14:30:05.751205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.774105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:05.784208 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] Sync routers for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:05.786171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66730934'] for subnet, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.798020 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:05.799295 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2bb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:05.806876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-707f80a6-3d5a-478f-804b-60d8996135f0 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "PUT /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2448156
Nov 24 14:30:05.809666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49974) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:05.810725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.875397 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2bb0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:05.888217 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] Routers {'ae2f6585-77ea-43ce-bff3-282bfc912bd8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:05.889015 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2bb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:05.890646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:05.892988 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-8d3a1625-2a11-477d-bd01-c37578749123 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] show failed (client error): The resource could not be found.
Nov 24 14:30:05.898473 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8d3a1625-2a11-477d-bd01-c37578749123 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1172082698 HTTP/1.1" status: 404  len: 335 time: 0.0860684
Nov 24 14:30:05.902435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49978) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:05.910298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e23ba351-4e39-4562-900c-e1489bd4003b tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:05.954179 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2bb0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:05.955389 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9c13f-b5c9-48d9-961c-b7db07ba0cbc None None] The sync data for ids ['ae2f6585-77ea-43ce-bff3-282bfc912bd8'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:05.991340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e6bf2a30-2d99-4801-94e6-e5e5cc5e954e,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:06.120905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.130803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:06.136826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-45cfbe42-771d-4bb4-a5f7-1ee3e9edeb71 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:06.174071 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-e23ba351-4e39-4562-900c-e1489bd4003b tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] update failed (client error): The resource could not be found.
Nov 24 14:30:06.180639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e23ba351-4e39-4562-900c-e1489bd4003b tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-98863074 HTTP/1.1" status: 404  len: 333 time: 0.2790203
Nov 24 14:30:06.187528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 49982) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:06.198549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Port': ['ID=c13c0765-ed6f-4a7a-af69-272df53cea37,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:06.209638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:06.262834 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1f34ee1f-148d-46ff-bbc0-0255e8c7fbcd req-ef48b1f1-a317-4f4b-b51f-bca5d07acd38 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5036151
Nov 24 14:30:06.387539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.392033 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/ports/c13c0765-ed6f-4a7a-af69-272df53cea37 HTTP/1.1" status: 204  len: 168 time: 2.1667857
Nov 24 14:30:06.424267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49986) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:06.442711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.443228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80a794ec-720f-4c21-9167-673b6a169ad8 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:30:06.447929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.607300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.607300 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "DELETE /v2.0/routers/80a794ec-720f-4c21-9167-673b6a169ad8 HTTP/1.1" status: 204  len: 168 time: 6.5612416
Nov 24 14:30:06.610310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49990) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:06.619175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-836435700', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:06.630143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:06.647198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Usage tracker for resource:router and tenant:53cb2450e3964ceb8f4e4324aa14eb27 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:06.659466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:06.659569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a61095-3d03-4117-9ea0-c07fe72b2d6f None None] Network f1d1acd3-fdfe-428f-9e55-a6afe9325fee requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:06.660036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network ca8011db-747a-4b75-a5ba-309aa665e719 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:06.667480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:06.683370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting subnet 9de0cbf6-d571-48e9-938a-68995bbd5f8e {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:06.686357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.691053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:06.722133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754251607300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66709971'] for subnet, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.731505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:06.824967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.868992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.870351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.874799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:06.875678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:06.877427 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "PUT /v2.0/subnets/a6834912-a257-4e60-b927-fca1bf36c6ac HTTP/1.1" status: 200  len: 900 time: 2.1460354
Nov 24 14:30:06.886628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 49994) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:06.889586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event updated for resources: {'Subnet': ['ID=a6834912-a257-4e60-b927-fca1bf36c6ac,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:06.940462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-44ed2389-c265-4d67-b25e-f967dc9b7d3f None None] Provisioning for port 3f303c3e-421f-4f47-87d4-255ac72773ef completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:06.980669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] device_id is not set on port be201353-5a88-47e7-a34b-fa311e3af244 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:06.981118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:07.012577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.066067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting subnet 9b54f672-83fb-4c2c-a040-5ae0b123560f {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:07.083523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.093342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4e4ae4f4-ae85-4067-a98a-c1d7ccdc5fb9 None None] Provisioning complete for port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:07.093729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e4ae4f4-ae85-4067-a98a-c1d7ccdc5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.148440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.179743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3f303c3e-421f-4f47-87d4-255ac72773ef up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:07.181510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Transition to ACTIVE for port object be201353-5a88-47e7-a34b-fa311e3af244 will not be triggered until provisioned by entity L2. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:07.184939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port 3f303c3e-421f-4f47-87d4-255ac72773ef {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:07.185284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.220630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ae4f4-ae85-4067-a98a-c1d7ccdc5fb9 None None] Port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:07.224209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.244718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.258035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de6f7132-87a2-4ba0-a04a-635cc977f42b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:07.296218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.305927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.332209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 3f303c3e-421f-4f47-87d4-255ac72773ef completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:07.340250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3f303c3e-421f-4f47-87d4-255ac72773ef triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:07.341904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.373038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa006c-7fe4-4687-a6d2-257d709042ea None None] Network f1d1acd3-fdfe-428f-9e55-a6afe9325fee requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:07.387304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=8b89f973-0262-467c-b70a-396ff0bf9f6e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:07.390298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:07.400719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a514a28a-918d-4348-8592-bb3fa41d9473 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:07.431847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.447047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.480130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7680972d-8a94-4f3a-8573-e809033b2c9d None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:07.553308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=be201353-5a88-47e7-a34b-fa311e3af244,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:07.581211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:07.602931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:07.603293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:07.603577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:07.616581 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8b89f973-0262-467c-b70a-396ff0bf9f6e HTTP/1.1" status: 204  len: 168 time: 3.3427379
Nov 24 14:30:07.618440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50000) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:07.663226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4295e5f0-1501-4cbd-a3ba-f186a3614e5f None None] Provisioning complete for port 3f303c3e-421f-4f47-87d4-255ac72773ef triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:07.663849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4295e5f0-1501-4cbd-a3ba-f186a3614e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.679227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:07.679613 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:07.684708 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 2 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:07.707564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.759049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:07.759413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:07.759716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:07.760897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.778382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:07.789584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.830760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port 3f303c3e-421f-4f47-87d4-255ac72773ef, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3f303c3e-421f-4f47-87d4-255ac72773ef,segment=NetworkSegment(7dc38da2-15ba-425c-a39a-aac379d9d541),segment_id=7dc38da2-15ba-425c-a39a-aac379d9d541)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:07.831152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.847751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16c6c7-e8d9-4dd3-9332-4ad2bd0293d1 req-c3059aba-42b9-4b81-b00f-2857ae8663e1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:07.859139 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9a16c6c7-e8d9-4dd3-9332-4ad2bd0293d1 req-c3059aba-42b9-4b81-b00f-2857ae8663e1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4478436
Nov 24 14:30:07.859139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.920399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5ce7eb3c-c2f4-4d89-9762-6b045b2ca32e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:07.963114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:07.976615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:07.976961 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:07.982865 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 3 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:08.019791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for 3f303c3e-421f-4f47-87d4-255ac72773ef owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:08.030189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.061192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:08.061607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:08.061856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:08.085361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Subnet': ['ID=9de0cbf6-d571-48e9-938a-68995bbd5f8e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:08.090809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:08.105376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:08.105376 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:08.105597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4295e5f0-1501-4cbd-a3ba-f186a3614e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.105681 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 4 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:08.106767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.123899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 3f303c3e-421f-4f47-87d4-255ac72773ef, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3f303c3e-421f-4f47-87d4-255ac72773ef,segment=NetworkSegment(7dc38da2-15ba-425c-a39a-aac379d9d541),segment_id=7dc38da2-15ba-425c-a39a-aac379d9d541)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:08.128683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24e305-e3e3-4ac8-88b5-96243ef3ec45 None None] Network ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:08.129739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:08.130030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:08.130366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:08.150770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:08.150770 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:08.151121 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 5 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:08.158738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9a16c6c7-e8d9-4dd3-9332-4ad2bd0293d1 req-da70cb7f-b5e8-4851-ab52-5b4110a72f7d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3021345
Nov 24 14:30:08.159988 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/subnets/9de0cbf6-d571-48e9-938a-68995bbd5f8e HTTP/1.1" status: 204  len: 168 time: 1.7352710
Nov 24 14:30:08.162763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50004) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:08.175213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:08.175803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:08.176357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:08.182022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.258908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.266128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec8bd70d-518d-4dd0-94e5-6a9667a50ca2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:08.275176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.286567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-79756995-4b3f-4ba8-9537-9f8da61e389f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:08.313660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:08.314696 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:08.315350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 4a27012a-274e-4dc0-a369-4a3defbe168c is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:30:08.327446 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 6 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:08.348771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Subnet': ['ID=9b54f672-83fb-4c2c-a040-5ae0b123560f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:08.356602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:08.383608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:08.384136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:08.384446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:08.444029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.467288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:08.469245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:08.480045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Deleting port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:08.483490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.492506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.510512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=3f303c3e-421f-4f47-87d4-255ac72773ef,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:08.551727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8ca8b65-143f-4476-929a-a9592f90fef7 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:08.577666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd2b61-f49a-4bb7-ba36-3d9d6b0c458c None None] Network bc010fef-4b07-4f77-900f-1c1193fed754 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:08.595787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:08.635621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:08.636190 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:08.638976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.653657 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 7 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:08.680945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5ff6ce3c-c40a-47b1-8934-7ffd6db52ddc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:08.721862 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/subnets/9b54f672-83fb-4c2c-a040-5ae0b123560f HTTP/1.1" status: 204  len: 168 time: 2.5240324
Nov 24 14:30:08.730604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50008) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:08.733656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:08.733992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:08.734617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:08.736942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:08.743372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:08.749478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.754072 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95 HTTP/1.1" status: 204  len: 168 time: 1.1310225
Nov 24 14:30:08.757277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50012) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:08.760787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:08.761969 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:08.764173 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 8 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:08.839899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c8ca8b65-143f-4476-929a-a9592f90fef7 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:08.840562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8ca8b65-143f-4476-929a-a9592f90fef7 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:08.865556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:08.865892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:08.866212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:08.873602 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-777bc9fb-965e-4902-94a5-c71961c3f339 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1117463
Nov 24 14:30:08.875556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50016) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:08.889105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:08.905528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] For port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1691ef6e-2fe4-4436-98ca-79b1d8db32c9,segment=NetworkSegment(0046cd12-46f9-4bff-b263-c5a531cf50ee),segment_id=0046cd12-46f9-4bff-b263-c5a531cf50ee)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:08.906030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:08.918865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:08.918865 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:08.929799 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 9 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:08.941467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-4295e5f0-1501-4cbd-a3ba-f186a3614e5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:08.941467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-4295e5f0-1501-4cbd-a3ba-f186a3614e5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:09.034572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:09.035082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:09.035455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:09.039054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port 3f303c3e-421f-4f47-87d4-255ac72773ef {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:09.039522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.065406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:09.066521 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:09.069481 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 10 to bind port be201353-5a88-47e7-a34b-fa311e3af244
Nov 24 14:30:09.077140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3f303c3e-421f-4f47-87d4-255ac72773ef up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:09.106515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:09.106927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:09.107461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:09.115288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:09.117263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:09.127519 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/4a27012a-274e-4dc0-a369-4a3defbe168c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3581839
Nov 24 14:30:09.130415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:09.133166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50020) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:09.135700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:09.153185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4820e-38b2-40da-8378-996497983185 None None] DHCP port deletion for ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:09.155373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] Sync routers for ids ['4a27012a-274e-4dc0-a369-4a3defbe168c'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:09.159896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Calling delete_port for 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:09.169983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-19c4820e-38b2-40da-8378-996497983185 None None] Deleting port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:09.170371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-19c4820e-38b2-40da-8378-996497983185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.200025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:09.200456 dv-neutron-818347-1-hyperv neutron-server[84234]: ERROR neutron.plugins.ml2.managers [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port be201353-5a88-47e7-a34b-fa311e3af244 on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:09.200876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.232278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:09.239551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] DHCP port deletion for bc010fef-4b07-4f77-900f-1c1193fed754 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:09.246384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.262834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Deleting port c8375a5b-48dd-4c31-a871-25d875ef5d72 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:09.263121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.353426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.370775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] For port be201353-5a88-47e7-a34b-fa311e3af244, host hv-neutron-8183, cleared binding levels {{(pid=84234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:09.371239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempted to set empty binding levels {{(pid=84234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 24 14:30:09.380995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decddbc1-c180-4c61-8bf9-43c1da604232 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:09.381596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-decddbc1-c180-4c61-8bf9-43c1da604232 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:09.410244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] Routers {'4a27012a-274e-4dc0-a369-4a3defbe168c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:09.411208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fca59d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4a27012a-274e-4dc0-a369-4a3defbe168c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:09.436404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:09.447759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.520425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.540614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b1fc85cb-12e8-4240-80b2-d1ac9ee53b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:09.545608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.554262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec903d61-0c0e-4370-a696-dd0e9eefc784 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:09.590259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-19c4820e-38b2-40da-8378-996497983185 None None] The port '1691ef6e-2fe4-4436-98ca-79b1d8db32c9' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:09.598169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3f303c3e-421f-4f47-87d4-255ac72773ef triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:09.598427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.607907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-decddbc1-c180-4c61-8bf9-43c1da604232 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:09.608748 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-decddbc1-c180-4c61-8bf9-43c1da604232 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports/e6bf2a30-2d99-4801-94e6-e5e5cc5e954e HTTP/1.1" status: 200  len: 982 time: 0.4746106
Nov 24 14:30:09.626472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50026) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:09.669341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fca59d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:09.725575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] In _notify_port_updated(), no bound segment for port be201353-5a88-47e7-a34b-fa311e3af244 on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:30:09.726624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.730490 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "PUT /v2.0/ports/be201353-5a88-47e7-a34b-fa311e3af244 HTTP/1.1" status: 200  len: 976 time: 4.4532743
Nov 24 14:30:09.733099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50030) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:09.744590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca914a-66ac-4389-aa80-3cfede48922e None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:09.847938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] No DVR routers for this DVR port 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:09.858115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=be201353-5a88-47e7-a34b-fa311e3af244,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:09.867496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:09.883798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dc4a7-e428-4736-b476-be8e4b25f9f6 req-96e2f8b5-397f-4ff4-881c-31f51dcdc477 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:09.885326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Port': ['ID=1691ef6e-2fe4-4436-98ca-79b1d8db32c9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:09.888224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:09.890830 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7d7dc4a7-e428-4736-b476-be8e4b25f9f6 req-96e2f8b5-397f-4ff4-881c-31f51dcdc477 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5173972
Nov 24 14:30:09.890945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting subnet 098b9fc7-8f4b-4440-9d21-66e169660923 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:09.916167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:09.925161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] Routers {'4a27012a-274e-4dc0-a369-4a3defbe168c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:09.925804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fca59d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4a27012a-274e-4dc0-a369-4a3defbe168c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:10.034231 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7d7dc4a7-e428-4736-b476-be8e4b25f9f6 req-40eb1cf1-3754-4f93-98e7-27443972d00f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426427
Nov 24 14:30:10.036739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fca59d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:10.037162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0de3ad-faef-42e1-b1ac-d378beb6e5cb None None] The sync data for ids ['4a27012a-274e-4dc0-a369-4a3defbe168c'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:10.101611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] For port c8375a5b-48dd-4c31-a871-25d875ef5d72, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c8375a5b-48dd-4c31-a871-25d875ef5d72,segment=NetworkSegment(2b5e3914-eae5-4ddb-8258-0a6a37f159c1),segment_id=2b5e3914-eae5-4ddb-8258-0a6a37f159c1)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:10.102203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.193071 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e7eeec32-f17f-4884-b688-4bebf475a8a3 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18708 time: 0.4543483
Nov 24 14:30:10.202173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50034) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:10.210154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-22a81229-5306-4341-8452-1b08ef645661 None None] Provisioning complete for port 3f303c3e-421f-4f47-87d4-255ac72773ef triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:10.214326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-22a81229-5306-4341-8452-1b08ef645661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.215297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.261001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.291176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Deleting port be201353-5a88-47e7-a34b-fa311e3af244 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:10.291605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.330761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.337287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d4bc5b5-b9f0-4da7-95cd-a4822317ee37 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:10.345677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f39e9a0>,) {'filters': {'network_id': ['ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:10.353715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Allocated IP 172.26.2.124 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/ba07af89-d07c-4479-99fb-660c293982e8) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:10.359560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Calling delete_port for c8375a5b-48dd-4c31-a871-25d875ef5d72 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:10.393977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f39e9a0>, '0046cd12-46f9-4bff-b263-c5a531cf50ee') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:10.394258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f39e9a0>, '0046cd12-46f9-4bff-b263-c5a531cf50ee') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:10.412431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port 3f303c3e-421f-4f47-87d4-255ac72773ef, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3f303c3e-421f-4f47-87d4-255ac72773ef,segment=NetworkSegment(7dc38da2-15ba-425c-a39a-aac379d9d541),segment_id=7dc38da2-15ba-425c-a39a-aac379d9d541)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:10.412431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.434391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.546527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.547008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:10.551297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:10.581603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:10.588915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=29ff0693-0443-4a6d-88b0-1a07ba82e17f,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:10.591306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:10.591973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.603895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for 3f303c3e-421f-4f47-87d4-255ac72773ef owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:10.603997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Pushing event deleted for resources: {'Port': ['ID=c8375a5b-48dd-4c31-a871-25d875ef5d72,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:10.605516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:10.606092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:10.615303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] No DVR routers for this DVR port c8375a5b-48dd-4c31-a871-25d875ef5d72 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:10.626102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-22a81229-5306-4341-8452-1b08ef645661 None None] Provisioning complete for port 0e1c6717-f448-4116-95b7-74d4d4526174 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:10.627021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-22a81229-5306-4341-8452-1b08ef645661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.660861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:10.671793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Deleting port 0e1c6717-f448-4116-95b7-74d4d4526174 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:10.672192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.699922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.734404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:10.734812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:10.754786 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:10.780323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] For port be201353-5a88-47e7-a34b-fa311e3af244, host hv-neutron-8183, got binding levels [] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:10.780670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.781399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:10.848821 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9687841
Nov 24 14:30:10.886934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50038) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:10.916902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Calling delete_port for be201353-5a88-47e7-a34b-fa311e3af244 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:10.928762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:10.985326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] For port 0e1c6717-f448-4116-95b7-74d4d4526174, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0e1c6717-f448-4116-95b7-74d4d4526174,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:10.986469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.097597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.103243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.108591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.120021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-373c29b6-31c3-47f7-ab03-9cb272e4ab20 tempest-QuotasNegativeTest-1403602445 tempest-QuotasNegativeTest-1403602445-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:11.129668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:11.135431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.146042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-78afd357-1fd7-497a-8448-0b67320205c5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:11.150380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Pushing event deleted for resources: {'Network': ['ID=ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:11.153650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:11.175395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Calling delete_port for 0e1c6717-f448-4116-95b7-74d4d4526174 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:11.224534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:11.225169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1691ef6e-2fe4-4436-98ca-79b1d8db32c9 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:11.225793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0e1c6717-f448-4116-95b7-74d4d4526174 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:11.235045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event deleted for resources: {'Port': ['ID=be201353-5a88-47e7-a34b-fa311e3af244,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:11.244220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:11.259096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.278786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.283411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.295195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:11.331201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.354166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Port': ['ID=3f303c3e-421f-4f47-87d4-255ac72773ef,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:11.356640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:11.364161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e04ca8a-d73b-4ccd-b231-a676e69b9805 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:11.391187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.396795 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "DELETE /v2.0/ports/be201353-5a88-47e7-a34b-fa311e3af244 HTTP/1.1" status: 204  len: 168 time: 1.1932003
Nov 24 14:30:11.400287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:11.402292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50044) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:11.411106 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] 10.222.0.53 "DELETE /v2.0/networks/ef2a1fd7-3f45-4d8c-9cd3-c63b667cb4d4 HTTP/1.1" status: 204  len: 168 time: 3.2471352
Nov 24 14:30:11.448661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:11.458458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Subnet': ['ID=098b9fc7-8f4b-4440-9d21-66e169660923,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:11.461332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:11.478457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.489287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d1a7cc51-0aac-4e74-a791-352587ffe7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:11.499229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:11.505828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.508166 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/subnets/098b9fc7-8f4b-4440-9d21-66e169660923 HTTP/1.1" status: 204  len: 168 time: 2.7744412
Nov 24 14:30:11.518934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50050) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:11.551302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:11.563293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8375a5b-48dd-4c31-a871-25d875ef5d72 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:11.569968 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a63ace-e86e-4a75-b964-243a5e01efd7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:30:11.570479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-70a63ace-e86e-4a75-b964-243a5e01efd7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Synchronizing usage tracker for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:11.600427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5f7a6-15a9-41e0-8384-40a64a3b24f6 None None] Network a73bc11a-a5a1-445f-b802-32f0b69e9ba3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:11.638550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d16b47-6ce3-4593-bb33-023dd1dec589 None None] DHCP port deletion for f1d1acd3-fdfe-428f-9e55-a6afe9325fee request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:11.654063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Pushing event deleted for resources: {'Port': ['ID=0e1c6717-f448-4116-95b7-74d4d4526174,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:11.661255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c8375a5b-48dd-4c31-a871-25d875ef5d72 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:11.661255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c8375a5b-48dd-4c31-a871-25d875ef5d72 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:11.663155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:11.726169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No DVR routers for this DVR port 3f303c3e-421f-4f47-87d4-255ac72773ef on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:11.733097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] No DVR routers for this DVR port 0e1c6717-f448-4116-95b7-74d4d4526174 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:11.752373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb6754-5580-4b3f-a4c7-0c9c2aad0cec None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:11.765613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.778631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0adef64c-4489-4373-8cdf-cfe68750a33f tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:11.847401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.861985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port e6bf2a30-2d99-4801-94e6-e5e5cc5e954e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:11.863796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.890792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a65517-639e-4a30-b533-bb786367163b req-03211e6e-aef0-40c1-960d-e4d894bad92a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:11.893132 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-88a65517-639e-4a30-b533-bb786367163b req-03211e6e-aef0-40c1-960d-e4d894bad92a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6841702
Nov 24 14:30:11.899511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:11.903884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:11.906677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:11.932967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:11.959635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event updated for resources: {'Port': ['ID=ba07af89-d07c-4479-99fb-660c293982e8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:11.962909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:11.971414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:12.022994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-70a63ace-e86e-4a75-b964-243a5e01efd7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Unset dirty status for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:12.024180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-70a63ace-e86e-4a75-b964-243a5e01efd7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "GET /v2.0/ports/be201353-5a88-47e7-a34b-fa311e3af244 HTTP/1.1" status: 404  len: 333 time: 0.6152802
Nov 24 14:30:12.036375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50058) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:12.077344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50062) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:12.107092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1111278301', 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:12.129399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:12.178226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '29ff0693-0443-4a6d-88b0-1a07ba82e17f'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:12.179077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.215913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:12.253597 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-88a65517-639e-4a30-b533-bb786367163b req-0d9c8eb6-a00c-42c3-b84e-e0f070abf135 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3509376
Nov 24 14:30:12.296314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.307222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] DHCP port deletion for a73bc11a-a5a1-445f-b802-32f0b69e9ba3 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:12.317544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.319767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Deleting port 6b22302f-bee9-4816-a40e-3ec796a64268 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:12.319767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.349158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ea052b0>,) {'filters': {'network_id': ['bc010fef-4b07-4f77-900f-1c1193fed754']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:12.352976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Made reservation on behalf of f213cf026dcd4e9990154ab74eec6d81 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:12.352976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.378991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea052b0>, '2b5e3914-eae5-4ddb-8258-0a6a37f159c1') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:12.379428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea052b0>, '2b5e3914-eae5-4ddb-8258-0a6a37f159c1') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:12.409103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.425719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.453350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.467050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c54b30d-4ed7-47d4-8ff5-376f2dfffeaa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:12.475374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Allocated IP 172.20.0.2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/29ff0693-0443-4a6d-88b0-1a07ba82e17f/9f4dfe78-b61c-4153-be1e-21e85b09bdb8) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:12.502690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] device_id is not set on port bf7cb531-fb0a-4e77-afde-7e9bc32057ad yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:12.546365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for e6bf2a30-2d99-4801-94e6-e5e5cc5e954e owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:12.559294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=a6834912-a257-4e60-b927-fca1bf36c6ac,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:12.561713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:12.600289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.628514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:12.628915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:12.647234 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:12.653296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f3df7-b476-41b2-bba3-cebbfdf044d3 None None] Network f1d1acd3-fdfe-428f-9e55-a6afe9325fee requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:12.685209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] For port 6b22302f-bee9-4816-a40e-3ec796a64268, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6b22302f-bee9-4816-a40e-3ec796a64268,segment=NetworkSegment(da8ffb78-742e-464b-80fc-9462dc97c076),segment_id=da8ffb78-742e-464b-80fc-9462dc97c076)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:12.685620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.701198 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1f6c283a-420e-4bef-965a-c307402dffd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a4a025c46754a5d9e1c56823eaae4bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6202772
Nov 24 14:30:12.702520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50068) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:12.746895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.812205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f78b340>,) {'filters': {'network_id': ['f1d1acd3-fdfe-428f-9e55-a6afe9325fee']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:12.854690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f78b340>, '7dc38da2-15ba-425c-a39a-aac379d9d541') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:12.855059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f78b340>, '7dc38da2-15ba-425c-a39a-aac379d9d541') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:12.869364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.874415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.895024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Calling delete_port for 6b22302f-bee9-4816-a40e-3ec796a64268 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:12.910051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7ba9d544-f3cf-4169-9498-8e9f299994a0 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:12.927552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.965519 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/networks/bc010fef-4b07-4f77-900f-1c1193fed754 HTTP/1.1" status: 204  len: 168 time: 1.4466703
Nov 24 14:30:12.965519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Network': ['ID=bc010fef-4b07-4f77-900f-1c1193fed754,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:12.965813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:12.967198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:12.969580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50072) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:13.000944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.058776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3f303c3e-421f-4f47-87d4-255ac72773ef no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:13.065963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.082912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.084145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.086674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:13.087043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:13.109854 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:13.129108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001f3cc-8301-4dd9-b33a-1164cab17eff None None] DHCP port deletion for f1d1acd3-fdfe-428f-9e55-a6afe9325fee request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:13.130991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.144038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 3f303c3e-421f-4f47-87d4-255ac72773ef {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:13.144038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3f303c3e-421f-4f47-87d4-255ac72773ef not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:13.146721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6b22302f-bee9-4816-a40e-3ec796a64268 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:13.168809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.199383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting port 6b22302f-bee9-4816-a40e-3ec796a64268 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:13.199820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.224195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.230944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.243157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e270e255-efb4-466f-b33a-83cff6015822 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:13.287948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.292283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=e6bf2a30-2d99-4801-94e6-e5e5cc5e954e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:13.295778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2071faea-fd00-4680-ab3e-7b6d25cfa8a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:13.299939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.305401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:13.307903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed02b8d0-c948-43af-8ff5-0dbadf52fac5 tempest-ExternalNetworksTestJSON-926197525 tempest-ExternalNetworksTestJSON-926197525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:13.377612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d163d0-7c33-4873-9147-14a8c66a03d2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:13.420980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.426893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Transition to ACTIVE for port object 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:13.439532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:13.442975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] The port '6b22302f-bee9-4816-a40e-3ec796a64268' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:13.445130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:13.455958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.457778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.473551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.485125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=f1d1acd3-fdfe-428f-9e55-a6afe9325fee,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:13.491722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:13.508212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Pushing event deleted for resources: {'Port': ['ID=6b22302f-bee9-4816-a40e-3ec796a64268,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:13.519818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:13.529900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f571f25-7cbf-4986-915e-c525cdf3fcc7 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:13.530487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Transition to ACTIVE for port object 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:13.534081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] No DVR routers for this DVR port 6b22302f-bee9-4816-a40e-3ec796a64268 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:13.637460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.643941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:13.670872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.674566 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2d163d0-7c33-4873-9147-14a8c66a03d2 HTTP/1.1" status: 204  len: 168 time: 0.9018543
Nov 24 14:30:13.722938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:13.728238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:13.738577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:13.744447 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/f1d1acd3-fdfe-428f-9e55-a6afe9325fee HTTP/1.1" status: 204  len: 168 time: 6.8562467
Nov 24 14:30:13.765033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50080) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:13.820116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Network 53b2b215-50e5-4ab0-a895-ed34c633f946 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:13.824226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=bf7cb531-fb0a-4e77-afde-7e9bc32057ad,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:13.834360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:13.839395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:13.840949 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b511ff33-631b-4b18-8208-daaf6501e2f6 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:13.841555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b511ff33-631b-4b18-8208-daaf6501e2f6 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:13.843750 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b511ff33-631b-4b18-8208-daaf6501e2f6 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/a6834912-a257-4e60-b927-fca1bf36c6ac HTTP/1.1" status: 404  len: 337 time: 0.0777085
Nov 24 14:30:13.845730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:13.846662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:13.847436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.852172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Pushing event updated for resources: {'Port': ['ID=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:13.864569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:13.870825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50084) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:13.875797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Attempting to bind port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:13.876917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Attempting to bind port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:13.877407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Attempting to bind port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:13.887159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:13.887685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:13.888227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.888730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:13.889309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Bound port: 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:13.889797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:13.971127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.objects.ports [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84233) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:30:13.982957 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e9504c-cd22-4ff3-a51c-54d440aeeef2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:13.983439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e9504c-cd22-4ff3-a51c-54d440aeeef2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:13.985131 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b6e9504c-cd22-4ff3-a51c-54d440aeeef2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/f1d1acd3-fdfe-428f-9e55-a6afe9325fee HTTP/1.1" status: 404  len: 339 time: 0.1067431
Nov 24 14:30:13.994053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50088) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:13.996396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.022644 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.9802659
Nov 24 14:30:14.028487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50092) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:14.046604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] For port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:14.050438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] For port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:14.056945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.095542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eb50460>,) {'filters': {'network_id': ['a73bc11a-a5a1-445f-b802-32f0b69e9ba3']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:14.119180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.128693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d6bc4e29-f1d5-4159-9357-48fac284eab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:14.147249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7af81fcc-e385-4cf9-a1a4-95e516c32b02 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Synchronizing usage tracker for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:14.187097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb50460>, 'da8ffb78-742e-464b-80fc-9462dc97c076') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:14.187407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb50460>, 'da8ffb78-742e-464b-80fc-9462dc97c076') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:14.223870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7af81fcc-e385-4cf9-a1a4-95e516c32b02 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Unset dirty status for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:14.228226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7af81fcc-e385-4cf9-a1a4-95e516c32b02 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "GET /v2.0/ports/bf7cb531-fb0a-4e77-afde-7e9bc32057ad HTTP/1.1" status: 200  len: 955 time: 0.1990256
Nov 24 14:30:14.234632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50100) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:14.239546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Pushing event updated for resources: {'Port': ['ID=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:14.250458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:14.289782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.340834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Router ab73c7f9-1f5d-454d-9991-2f383f161803 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:30:14.350047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f2636-5535-4553-a9b6-5c94cdd768ef req-5448491d-ed83-473d-afc6-c6d463aec7f5 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:14.351625 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b61f2636-5535-4553-a9b6-5c94cdd768ef req-5448491d-ed83-473d-afc6-c6d463aec7f5 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.9051580
Nov 24 14:30:14.354973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.360221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.390255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Deleting port bf7cb531-fb0a-4e77-afde-7e9bc32057ad {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:14.390487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.405610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.424619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:14.425007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:14.445129 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:14.687570 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b61f2636-5535-4553-a9b6-5c94cdd768ef req-fd9d3763-3810-46fe-b269-5288a2493686 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3304102
Nov 24 14:30:14.827452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.841247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.855757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc899e8e-c0da-4710-a17a-a17b79c26319 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:14.875035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:14.885315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641edb3280>,) {'filters': {'network_id': ['f13c3619-aa05-41d0-a8db-45fbdb1c2044']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:14.951903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Network': ['ID=a73bc11a-a5a1-445f-b802-32f0b69e9ba3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:14.962878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641edb3280>, '38332463-a36c-452e-9885-2e2af2aafbf4') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:14.963171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641edb3280>, '38332463-a36c-452e-9885-2e2af2aafbf4') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:14.969994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:14.974014 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/networks/a73bc11a-a5a1-445f-b802-32f0b69e9ba3 HTTP/1.1" status: 204  len: 168 time: 1.9986391
Nov 24 14:30:14.993503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.000522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50114) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:15.035654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.061169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.071125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:15.071546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:15.087766 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:15.126420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:15.174451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:15.190133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Calling delete_port for bf7cb531-fb0a-4e77-afde-7e9bc32057ad owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:15.191815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 4a27012a-274e-4dc0-a369-4a3defbe168c has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:30:15.321113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.362300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:15.403588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.404402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.416633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57fceec4-487b-4d5a-8d8e-333f17c4210b tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:15.461280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50120) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:15.492053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.500360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b6c41274-14c2-4e57-9b54-482c962f5c94 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:15.518122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.529214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497207e7-4bef-44b7-a795-daf8ed15addf None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:30:15.537625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=f13c3619-aa05-41d0-a8db-45fbdb1c2044,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:15.544322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:15.545605 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/f13c3619-aa05-41d0-a8db-45fbdb1c2044 HTTP/1.1" status: 204  len: 168 time: 1.5382695
Nov 24 14:30:15.546501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50124) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:15.593012 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-3350d549-22fd-4473-9173-051ee2dcb41a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:15.593012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3350d549-22fd-4473-9173-051ee2dcb41a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:15.596756 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3350d549-22fd-4473-9173-051ee2dcb41a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/5f6ab4e3-80fd-4ccb-877d-e7dcb31ca2e9 HTTP/1.1" status: 404  len: 337 time: 0.0462813
Nov 24 14:30:15.598797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50128) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:15.601038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:15.606977 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/4a27012a-274e-4dc0-a369-4a3defbe168c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9794323
Nov 24 14:30:15.614884 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] Sync routers for ids ['4a27012a-274e-4dc0-a369-4a3defbe168c'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:15.629524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50132) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:15.632028 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] Routers {'4a27012a-274e-4dc0-a369-4a3defbe168c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:15.632962 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2670>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4a27012a-274e-4dc0-a369-4a3defbe168c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:15.664138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.685600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,revision_number=4']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:15.694672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:15.698099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a7b37f28-6811-4f3b-87b5-2579c884e3cb tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:15.714063 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2670>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:15.730105 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4f948e-d3e6-48c4-b019-efaa5c1aa195 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:15.730360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497207e7-4bef-44b7-a795-daf8ed15addf None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:30:15.730777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4f948e-d3e6-48c4-b019-efaa5c1aa195 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:15.732723 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bb4f948e-d3e6-48c4-b019-efaa5c1aa195 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/521f866a-8ac2-4105-87a3-c8a938766c84 HTTP/1.1" status: 404  len: 339 time: 0.1298616
Nov 24 14:30:15.736447 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] Routers {'4a27012a-274e-4dc0-a369-4a3defbe168c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:15.738551 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2670>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4a27012a-274e-4dc0-a369-4a3defbe168c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:15.741121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Provisioning for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:15.741711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50140) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:15.784966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:15.785271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.810073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:15.819185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:15.842743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:15.843635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.858144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting subnet fbd570bf-db55-478c-a2be-dea5c81a560f {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:15.911876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.942291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:15.948362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:15.948773 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2670>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:15.949602 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50911f73-77e9-4dca-92a8-ae514966d491 None None] The sync data for ids ['4a27012a-274e-4dc0-a369-4a3defbe168c'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:15.970587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] Sync routers for ids ['ab73c7f9-1f5d-454d-9991-2f383f161803'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:15.977780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2147466453'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:16.044592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:16.060792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Usage tracker for resource:network and tenant:9e0a093ca3b14a98a8b9725405372b71 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:16.068490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=d1fbc54c-c06e-4ee4-9b42-763c3a9a2f7f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:16.074981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:16.078688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:16.080837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.107853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c48a365-fd52-43ce-8c9c-9ce75441039b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:16.117504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] Routers {'ab73c7f9-1f5d-454d-9991-2f383f161803'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:16.117735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f447d00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ab73c7f9-1f5d-454d-9991-2f383f161803'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:16.157007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:16.167455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.177341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 9.5565245
Nov 24 14:30:16.177341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.2665675
Nov 24 14:30:16.177341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "DELETE /v2.0/ports/bf7cb531-fb0a-4e77-afde-7e9bc32057ad HTTP/1.1" status: 204  len: 168 time: 1.9414103
Nov 24 14:30:16.177737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50146) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:16.177859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50148) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:16.177975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting subnet a8562935-ba18-4f75-85f4-010452045505 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:16.179345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf7cb531-fb0a-4e77-afde-7e9bc32057ad,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:16.180331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50150) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:16.185478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': False}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:16.190092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f447d00>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:16.223211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:16.244753 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5048c66b-ff0c-451a-83ce-91afe33ae89e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:30:16.245263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5048c66b-ff0c-451a-83ce-91afe33ae89e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Synchronizing usage tracker for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:16.257094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.265078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:46:ab:2b', 'name': 'tempest-NetworksTestDHCPv6-865043044'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:16.272033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] Routers {'ab73c7f9-1f5d-454d-9991-2f383f161803'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:16.272780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f447d00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ab73c7f9-1f5d-454d-9991-2f383f161803'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:16.284782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.297488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36a86-d9af-4d28-b150-f808679a4383 req-3329a2e4-f235-4810-bd04-48b8a5e0a6a4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:16.304967 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cbe36a86-d9af-4d28-b150-f808679a4383 req-3329a2e4-f235-4810-bd04-48b8a5e0a6a4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3436441
Nov 24 14:30:16.322643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Made reservation on behalf of 9e0a093ca3b14a98a8b9725405372b71 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:16.325588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.343042 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-fe873ccd-1dd2-4912-a6a5-33c4df3ad059 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] remove_router_interface failed (client error): The resource could not be found.
Nov 24 14:30:16.344409 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fe873ccd-1dd2-4912-a6a5-33c4df3ad059 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/4a27012a-274e-4dc0-a369-4a3defbe168c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.7139356
Nov 24 14:30:16.346269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5048c66b-ff0c-451a-83ce-91afe33ae89e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Unset dirty status for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:16.347404 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5048c66b-ff0c-451a-83ce-91afe33ae89e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "GET /v2.0/ports/bf7cb531-fb0a-4e77-afde-7e9bc32057ad HTTP/1.1" status: 404  len: 333 time: 0.1702688
Nov 24 14:30:16.351169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50158) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:16.351499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50160) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:16.352178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.370771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.376465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f447d00>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:16.377006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749871b2-12d3-467f-b0a4-e4c0514294c1 None None] The sync data for ids ['ab73c7f9-1f5d-454d-9991-2f383f161803'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:16.411826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] For port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:16.438646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Request body: {'port': {'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1945043113'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:16.454696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.463841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:16.469644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-78f9167b-e45e-43f5-aacd-6afa5a2c5ff0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:16.483174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.492473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:16.500922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:16.548750 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cbe36a86-d9af-4d28-b150-f808679a4383 req-aba95a09-1ba8-42d6-b32d-817d0076e28a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2428300
Nov 24 14:30:16.571729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:16.580457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:16.588214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Pushing event updated for resources: {'Port': ['ID=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:16.589047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:16.589500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Usage tracker for resource:security_group_rule and tenant:9e0a093ca3b14a98a8b9725405372b71 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:16.592807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:16.596902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:16.620509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:16.635551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Made reservation on behalf of f213cf026dcd4e9990154ab74eec6d81 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:16.638397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.651118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:16.664823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-78f9167b-e45e-43f5-aacd-6afa5a2c5ff0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:16.669581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50168) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:16.670160 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-78f9167b-e45e-43f5-aacd-6afa5a2c5ff0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a27012a-274e-4dc0-a369-4a3defbe168c HTTP/1.1" status: 200  len: 205 time: 0.3036699
Nov 24 14:30:16.670423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:16.688228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.690810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd06a80-6bdd-459f-b66e-903903cc0275 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:16.707302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7916763-e74f-4183-ad52-13568d7ba48e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:16.777556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd570bf-db55-478c-a2be-dea5c81a560f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:16.784292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:16.811259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] device_id is not set on port 61395d7b-fd55-4042-9813-82da594b079b yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:16.811431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09997f4c-7f04-421b-802f-1686b42f7d39 None None] Network 611bee05-dcae-4969-984d-e57a2661a275 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:16.846374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:16.915708 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/subnets/fbd570bf-db55-478c-a2be-dea5c81a560f HTTP/1.1" status: 204  len: 168 time: 1.9134793
Nov 24 14:30:16.935921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50172) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:17.123743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:17.139804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.150285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.154364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.195222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0240d56-b62f-4dde-90cb-a98bb963fa40 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.243274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.249443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2565e764-a40d-4737-8ee3-ab53e4c33452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:17.282462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:17.287774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting port f05e470b-262b-4a04-b386-d0444815c37e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:17.288157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.356749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:17.357252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.414360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] DHCP port deletion for 611bee05-dcae-4969-984d-e57a2661a275 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:17.428275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Deleting port f05e470b-262b-4a04-b386-d0444815c37e {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:17.428985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.571624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:17.625392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15eee5bd-2f08-4023-b417-208cad634f7e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:17.651884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.658742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:17.672444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.672923 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Added segment 7f104f20-6af5-4e59-8e08-b51231460019 of type vlan for network dd79fae1-4faf-4472-96be-7ae70c2ed7ed
Nov 24 14:30:17.730111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.792361 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-7fc5c69f-8b84-43aa-a8a6-20900dfb95f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 0.3170223
Nov 24 14:30:17.795777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.855264 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] For port f05e470b-262b-4a04-b386-d0444815c37e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f05e470b-262b-4a04-b386-d0444815c37e,segment=NetworkSegment(59069d4e-83b1-4e3e-8adc-78bf58ca7c17),segment_id=59069d4e-83b1-4e3e-8adc-78bf58ca7c17)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:17.858495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:17.882766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c1c87-2668-4e61-b529-56fe5363f108 req-435946a6-96e8-44ce-85ca-7f3f46877d88 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:17.884503 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9d7c1c87-2668-4e61-b529-56fe5363f108 req-435946a6-96e8-44ce-85ca-7f3f46877d88 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.7038088
Nov 24 14:30:18.024884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Calling delete_port for f05e470b-262b-4a04-b386-d0444815c37e owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:18.035061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.040694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:30:18.068932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:18.088681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.121786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ff02c0a2-45a6-46fb-89ed-6e7dafa64c18 None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:18.122467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ff02c0a2-45a6-46fb-89ed-6e7dafa64c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.123660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3839ce1d-7d5b-4d29-8392-d1a1571f16c4 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:18.156915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port c10ba648-568e-4b38-b561-3f13c8c12b7d yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:18.201098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=a8562935-ba18-4f75-85f4-010452045505,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:18.204038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:18.212356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0240d56-b62f-4dde-90cb-a98bb963fa40 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.221137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.230340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e9883d6a-8342-489a-a519-66c30411776a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:18.281894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Pushing event deleted for resources: {'Port': ['ID=f05e470b-262b-4a04-b386-d0444815c37e,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:18.284606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.295488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:18.300646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] No DVR routers for this DVR port f05e470b-262b-4a04-b386-d0444815c37e on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:18.304143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207469d2-c03d-470b-b7ff-134040554a7f None None] Network d2708269-24d5-4e6d-9709-946225fdc4c0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:18.312623 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/a8562935-ba18-4f75-85f4-010452045505 HTTP/1.1" status: 204  len: 168 time: 2.5691988
Nov 24 14:30:18.312928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50178) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:18.317126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] For port f05e470b-262b-4a04-b386-d0444815c37e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f05e470b-262b-4a04-b386-d0444815c37e,segment=NetworkSegment(59069d4e-83b1-4e3e-8adc-78bf58ca7c17),segment_id=59069d4e-83b1-4e3e-8adc-78bf58ca7c17)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:18.317126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.323701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0240d56-b62f-4dde-90cb-a98bb963fa40 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.473659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting subnet 6ba6c551-a5b0-4ea6-ab99-ad4bf5ec19b4 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:18.481976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Network 53b2b215-50e5-4ab0-a895-ed34c633f946 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:18.484632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.491085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Calling delete_port for f05e470b-262b-4a04-b386-d0444815c37e owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:18.519027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.523188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:18.523918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.531395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9d7c1c87-2668-4e61-b529-56fe5363f108 req-48966cfc-cde3-4957-b003-4e9d8597de45 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5370581
Nov 24 14:30:18.532658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-a55138ec-7cb5-4e96-b5b7-0872b8bafbbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:18.534086 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-a55138ec-7cb5-4e96-b5b7-0872b8bafbbd service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 0.7210009
Nov 24 14:30:18.535213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:18.536818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=61395d7b-fd55-4042-9813-82da594b079b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:18.552538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:18.553353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:18.553940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.568359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:18.586288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7af02388-5765-4427-9455-a74dea884676 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:18.587565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0240d56-b62f-4dde-90cb-a98bb963fa40 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.587565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0240d56-b62f-4dde-90cb-a98bb963fa40 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Fanout notify agent at l3_agent the message router_deleted on router 4a27012a-274e-4dc0-a369-4a3defbe168c {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:30:18.589619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.668587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0240d56-b62f-4dde-90cb-a98bb963fa40 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:18.672484 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b0240d56-b62f-4dde-90cb-a98bb963fa40 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/4a27012a-274e-4dc0-a369-4a3defbe168c HTTP/1.1" status: 204  len: 168 time: 1.9916353
Nov 24 14:30:18.680029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50182) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:18.769673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 172.20.0.3 (545fb1c8-c25e-4ba6-8844-73dcc5231588/29ff0693-0443-4a6d-88b0-1a07ba82e17f/c10ba648-568e-4b38-b561-3f13c8c12b7d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:18.784678 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.3120832
Nov 24 14:30:18.790818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50186) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:18.809861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Request body: {'subnet': {'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:18.824685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event updated for resources: {'Network': ['ID=dd79fae1-4faf-4472-96be-7ae70c2ed7ed,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:18.838579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:18.845585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:18.854119 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.4868667
Nov 24 14:30:18.860021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50190) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:18.871099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:18.973647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:18.974268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:18.976737 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-da3a4eb0-5039-46e3-ad64-8c2eb205f133 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 1001 time: 0.4167457
Nov 24 14:30:18.990135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe46:ab2b (545fb1c8-c25e-4ba6-8844-73dcc5231588/d1fbc54c-c06e-4ee4-9b42-763c3a9a2f7f/c10ba648-568e-4b38-b561-3f13c8c12b7d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:19.061371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f05e470b-262b-4a04-b386-d0444815c37e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:19.081444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:19.094267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Usage tracker for resource:subnet and tenant:9e0a093ca3b14a98a8b9725405372b71 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:19.100056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:19.106553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: f05e470b-262b-4a04-b386-d0444815c37e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:19.107019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f05e470b-262b-4a04-b386-d0444815c37e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:19.140078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-acfe3735-4ea2-4309-9a73-10a73fabd422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:19.141554 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-acfe3735-4ea2-4309-9a73-10a73fabd422 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.1519420
Nov 24 14:30:19.143188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:19.161011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.224913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.258811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6901add4-92ff-4f46-ad2d-67ec2f41a784 None None] Provisioning complete for port 5f761d93-8718-4825-bfc4-dcd4ce556213 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:19.258811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6901add4-92ff-4f46-ad2d-67ec2f41a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.292139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Made reservation on behalf of 9e0a093ca3b14a98a8b9725405372b71 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:19.399548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet dbb48ee6-5ff8-4243-99c8-95a96d825da9 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:19.421924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-47edb677-a27c-4104-aa31-8feba053acfc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2696440
Nov 24 14:30:19.475214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.505327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Deleting port f05e470b-262b-4a04-b386-d0444815c37e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:19.505575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.541317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.554523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-70a03ef5-f3cb-42e6-a656-b2b6178e9217 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:19.569728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.607191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.636398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba6c551-a5b0-4ea6-ab99-ad4bf5ec19b4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:19.649329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:19.652025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.666117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.670417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c70243e-3b7b-4eb4-8fbd-acfc805a3a35 None None] Network d2708269-24d5-4e6d-9709-946225fdc4c0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:19.679336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] The port 'f05e470b-262b-4a04-b386-d0444815c37e' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:19.695892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object c10ba648-568e-4b38-b561-3f13c8c12b7d will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:19.723039 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/6ba6c551-a5b0-4ea6-ab99-ad4bf5ec19b4 HTTP/1.1" status: 204  len: 168 time: 1.4022863
Nov 24 14:30:19.728054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50198) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:19.817177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.871521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.916395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b17b2-b000-4e53-8d4e-9da81b0e8aac req-4235ade1-0272-4687-bb8f-7aef2311582b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:19.917930 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6f4b17b2-b000-4e53-8d4e-9da81b0e8aac req-4235ade1-0272-4687-bb8f-7aef2311582b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.2054551
Nov 24 14:30:19.922545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:19.929905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:19.994638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] DHCP port deletion for d2708269-24d5-4e6d-9709-946225fdc4c0 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:20.003831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Deleting port 5f761d93-8718-4825-bfc4-dcd4ce556213 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:20.004835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.057721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.061055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=c10ba648-568e-4b38-b561-3f13c8c12b7d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:20.066075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:20.068620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:20.071027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:20.077785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:20.103380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:30:20.116886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.124866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-365acc6e-2af4-4b67-b58f-c2ee3908d3af tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:20.168645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.214137 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6f4b17b2-b000-4e53-8d4e-9da81b0e8aac req-76466173-dfbd-48de-914c-9c39406ee4eb tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2407246
Nov 24 14:30:20.225730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb48ee6-5ff8-4243-99c8-95a96d825da9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:20.234970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:20.247250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.257302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:20.257932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.270515 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/dbb48ee6-5ff8-4243-99c8-95a96d825da9 HTTP/1.1" status: 204  len: 168 time: 1.5891409
Nov 24 14:30:20.271427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50204) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:20.273458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.289130 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-6d89a5f5-5310-4e49-af73-a6211e4a4a75 service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8576591
Nov 24 14:30:20.296223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f6b1340>,) {'filters': {'network_id': ['611bee05-dcae-4969-984d-e57a2661a275']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:20.334768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] device_id is not set on port 61395d7b-fd55-4042-9813-82da594b079b yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:20.340271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a4b7e-7651-48e5-ae60-079ff66f92a7 None None] Network ca8011db-747a-4b75-a5ba-309aa665e719 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:20.361517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6b1340>, '59069d4e-83b1-4e3e-8adc-78bf58ca7c17') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:20.361836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f6b1340>, '59069d4e-83b1-4e3e-8adc-78bf58ca7c17') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:20.370444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.379055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port 5f761d93-8718-4825-bfc4-dcd4ce556213 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:20.379652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.431568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.431859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.452361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port a1fbeded-2c7d-498d-8d1a-767e8b41296a {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:20.452699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.470857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] For port 5f761d93-8718-4825-bfc4-dcd4ce556213, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f761d93-8718-4825-bfc4-dcd4ce556213,segment=NetworkSegment(2adc8a25-0851-4349-ac1e-c55b1c7fcf42),segment_id=2adc8a25-0851-4349-ac1e-c55b1c7fcf42)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:20.471423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.518307 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.2556212
Nov 24 14:30:20.525192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50208) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:20.551585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Transition to ACTIVE for port object 61395d7b-fd55-4042-9813-82da594b079b will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:20.558826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.574621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:20.575013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:20.602136 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:20.642047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Calling delete_port for 5f761d93-8718-4825-bfc4-dcd4ce556213 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:20.711580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.715236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4b0017a4-ee2c-46db-bd48-bd583cf49f81 None None] Provisioning for port c10ba648-568e-4b38-b561-3f13c8c12b7d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:20.734526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4b0017a4-ee2c-46db-bd48-bd583cf49f81 None None] Provisioning complete for port c10ba648-568e-4b38-b561-3f13c8c12b7d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:20.735213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4b0017a4-ee2c-46db-bd48-bd583cf49f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.742914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb4abba3-8752-4092-ad3e-089e54ef2717 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:20.816260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4b0017a4-ee2c-46db-bd48-bd583cf49f81 None None] Port c10ba648-568e-4b38-b561-3f13c8c12b7d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:20.900605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.906317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-82d5af2d-574c-455f-8ab9-a83fe8cfa14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:20.947677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] DHCP port deletion for ca8011db-747a-4b75-a5ba-309aa665e719 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:20.956860 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-79df3314-4fde-4221-a5af-fcc61cefdce4 req-8513dab0-f1f6-40ab-9724-f710459d5edb service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6464710
Nov 24 14:30:20.962294 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Pushing event deleted for resources: {'Port': ['ID=5f761d93-8718-4825-bfc4-dcd4ce556213,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:20.965305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:20.967033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Deleting port a1fbeded-2c7d-498d-8d1a-767e8b41296a {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:20.967487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:20.989947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.009055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.030098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] No DVR routers for this DVR port 5f761d93-8718-4825-bfc4-dcd4ce556213 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:21.047850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port a1fbeded-2c7d-498d-8d1a-767e8b41296a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a1fbeded-2c7d-498d-8d1a-767e8b41296a,segment=NetworkSegment(cf75c62b-6dae-4272-91ca-04bd72adbbd3),segment_id=cf75c62b-6dae-4272-91ca-04bd72adbbd3)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:21.048928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.062020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=61395d7b-fd55-4042-9813-82da594b079b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:21.087404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:21.092118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.096058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-febde723-06a4-4fb7-8d87-4e840614c183 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:21.099816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a1fbeded-2c7d-498d-8d1a-767e8b41296a no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:21.139894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Pushing event deleted for resources: {'Network': ['ID=611bee05-dcae-4969-984d-e57a2661a275,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:21.142796 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/networks/611bee05-dcae-4969-984d-e57a2661a275 HTTP/1.1" status: 204  len: 168 time: 4.2058606
Nov 24 14:30:21.153144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:21.153485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bbf95e-5d53-4ee2-bfd5-c4efff26473e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:21.153574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6e62384a-aba2-448d-b038-3425a013e990 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:21.153653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bbf95e-5d53-4ee2-bfd5-c4efff26473e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:21.153653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-72bbf95e-5d53-4ee2-bfd5-c4efff26473e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:21.190330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50214) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:21.213934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port 5f761d93-8718-4825-bfc4-dcd4ce556213, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f761d93-8718-4825-bfc4-dcd4ce556213,segment=NetworkSegment(2adc8a25-0851-4349-ac1e-c55b1c7fcf42),segment_id=2adc8a25-0851-4349-ac1e-c55b1c7fcf42)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:21.214212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.221718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for a1fbeded-2c7d-498d-8d1a-767e8b41296a owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:21.253109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.268836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.277327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:21.277663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:21.277999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:21.322450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] For port a1fbeded-2c7d-498d-8d1a-767e8b41296a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a1fbeded-2c7d-498d-8d1a-767e8b41296a,segment=NetworkSegment(cf75c62b-6dae-4272-91ca-04bd72adbbd3),segment_id=cf75c62b-6dae-4272-91ca-04bd72adbbd3)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:21.324991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.350711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-91e2eb86-cc82-4b2b-96d6-73d36d7bf058 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Synchronizing usage tracker for tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:21.382068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.398480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-adc68126-0fe2-44a4-898a-a6e7cf95fbe7 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:21.442134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-72bbf95e-5d53-4ee2-bfd5-c4efff26473e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:21.446839 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-72bbf95e-5d53-4ee2-bfd5-c4efff26473e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.9167686
Nov 24 14:30:21.447536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.448754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50222) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:21.449887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No DVR routers for this DVR port a1fbeded-2c7d-498d-8d1a-767e8b41296a on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:21.451695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=a1fbeded-2c7d-498d-8d1a-767e8b41296a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:21.455898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:21.461267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for 5f761d93-8718-4825-bfc4-dcd4ce556213 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:21.462360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Calling delete_port for a1fbeded-2c7d-498d-8d1a-767e8b41296a owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:21.553584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event updated for resources: {'Subnet': ['ID=aa2b53a4-f829-447a-bf53-56c8ef3b1e6f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:21.563002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f761d93-8718-4825-bfc4-dcd4ce556213 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:21.564748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:21.565079 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:21.568909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:21.571194 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 2 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:21.605857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5f761d93-8718-4825-bfc4-dcd4ce556213 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:21.606208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f761d93-8718-4825-bfc4-dcd4ce556213 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:21.607986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:21.608353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:21.608692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:21.614290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Checking segment: {'id': '7f104f20-6af5-4e59-8e08-b51231460019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:21.614554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Network hostable DHCP agents. Network: dd79fae1-4faf-4472-96be-7ae70c2ed7ed, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:21.621035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:21.623264 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:21.651301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port c10ba648-568e-4b38-b561-3f13c8c12b7d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:21.651503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.652675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:21.653012 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:21.655555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 3 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:21.662844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-91e2eb86-cc82-4b2b-96d6-73d36d7bf058 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Unset dirty status for tenant:6453c895b2a84cb7b6036e6aa3bc0ab1 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:21.664621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-91e2eb86-cc82-4b2b-96d6-73d36d7bf058 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae2f6585-77ea-43ce-bff3-282bfc912bd8 HTTP/1.1" status: 200  len: 205 time: 0.4669688
Nov 24 14:30:21.668903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50226) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:21.719297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.820268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ea9e6d0>,) {'filters': {'network_id': ['ca8011db-747a-4b75-a5ba-309aa665e719']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:21.866256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea9e6d0>, 'cf75c62b-6dae-4272-91ca-04bd72adbbd3') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:21.867206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea9e6d0>, 'cf75c62b-6dae-4272-91ca-04bd72adbbd3') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:21.872311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:21.872650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:21.872985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:21.883264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:21.883586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:21.886965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.922386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.951933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda987f-109b-46e6-bce6-04ed0741b930 req-8701ba25-f5d8-4737-a361-aea5d1a31e1b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:21.953430 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-feda987f-109b-46e6-bce6-04ed0741b930 req-8701ba25-f5d8-4737-a361-aea5d1a31e1b tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4474840
Nov 24 14:30:21.956052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:21.956473 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:21.958486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 4 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:21.963768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:21.964183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:21.980730 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:21.997822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:21.998160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:21.998495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:22.017848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:22.018179 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:22.022823 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 5 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:22.040699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4329-d082-486c-863e-5e5e4801aaa1 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.090085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:22.113592 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-feda987f-109b-46e6-bce6-04ed0741b930 req-d13dc3a6-9683-4aa3-b6b8-28810b6a06a4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1480622
Nov 24 14:30:22.123124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Deleting port a1fbeded-2c7d-498d-8d1a-767e8b41296a {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:22.124351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.166393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:22.166732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:22.167088 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:22.169069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.183348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:22.183576 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:22.185192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Router ab73c7f9-1f5d-454d-9991-2f383f161803 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:30:22.185315 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 6 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:22.201723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, dd79fae1-4faf-4472-96be-7ae70c2ed7ed) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:22.207710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:22.208048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:22.208418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:22.211146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:22.211920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.215497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea660d-09a6-4003-85d4-d6e968f299e6 None None] The port 'a1fbeded-2c7d-498d-8d1a-767e8b41296a' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:22.221679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95515a73-97c2-466e-9426-c99cefd01f1c None None] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:22.351705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:22.351956 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:22.359098 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 7 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:22.383254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:22.383757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:22.383912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:22.411366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for c10ba648-568e-4b38-b561-3f13c8c12b7d owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:22.439916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.442078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port 5f761d93-8718-4825-bfc4-dcd4ce556213 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:22.442420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.450931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.458237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ede01da0-a7f8-4878-b941-f17c8277bd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:22.478853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6765585
Nov 24 14:30:22.480809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50232) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:22.489155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=ca8011db-747a-4b75-a5ba-309aa665e719,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:22.500315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:22.508690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-dd79fae1-4faf-4472-96be-7ae70c2ed7ed', 'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed', 'tenant_id': '9e0a093ca3b14a98a8b9725405372b71', 'fixed_ips': [{'subnet_id': 'aa2b53a4-f829-447a-bf53-56c8ef3b1e6f'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:22.509845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.556442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Request body: {'port': {'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1860080360'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:22.575065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:22.575435 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:22.596392 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/ca8011db-747a-4b75-a5ba-309aa665e719 HTTP/1.1" status: 204  len: 168 time: 2.3186765
Nov 24 14:30:22.596643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50236) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:22.604018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-445489475'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:22.613816 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 8 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:22.614255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:22.627572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] The port '5f761d93-8718-4825-bfc4-dcd4ce556213' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:22.637369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4329-d082-486c-863e-5e5e4801aaa1 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.651030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:22.665142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:22.674616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:22.680636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Allocated IP 172.20.0.2 (dd79fae1-4faf-4472-96be-7ae70c2ed7ed/aa2b53a4-f829-447a-bf53-56c8ef3b1e6f/f4ce2d23-943a-45e6-8d4c-77af290dbf0d) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:22.740178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:22.740532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:22.740840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:22.760575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4329-d082-486c-863e-5e5e4801aaa1 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.808335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:22.811473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.817603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:22.817939 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:22.833183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 9 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:22.873951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.884541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:22.884874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:22.885212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:22.904042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:22.916954 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] Sync routers for ids ['ab73c7f9-1f5d-454d-9991-2f383f161803'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:22.934504 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] Routers {'ab73c7f9-1f5d-454d-9991-2f383f161803'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:22.935347 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202659a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ab73c7f9-1f5d-454d-9991-2f383f161803'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:22.935703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:22.936030 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:22.937588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f0553a0>,) {'filters': {'network_id': ['d2708269-24d5-4e6d-9709-946225fdc4c0']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:22.940253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.945849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempt 10 to bind port 61395d7b-fd55-4042-9813-82da594b079b
Nov 24 14:30:22.949856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:22.953783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:22.957402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:22.966678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Usage tracker for resource:port and tenant:9e0a093ca3b14a98a8b9725405372b71 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:22.971066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f0553a0>, '2adc8a25-0851-4349-ac1e-c55b1c7fcf42') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:22.971593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f0553a0>, '2adc8a25-0851-4349-ac1e-c55b1c7fcf42') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:22.981885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Transition to ACTIVE for port object f4ce2d23-943a-45e6-8d4c-77af290dbf0d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:22.982313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:22.986874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:22.987403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:22.987895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempting to bind port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:22.995634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.001904 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202659a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:23.003323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:23.009812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:23.010969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Transition to ACTIVE for port object f4ce2d23-943a-45e6-8d4c-77af290dbf0d will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:23.012957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=c10ba648-568e-4b38-b561-3f13c8c12b7d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:23.015347 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] Routers {'ab73c7f9-1f5d-454d-9991-2f383f161803'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:23.016414 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202659a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:29:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ab73c7f9-1f5d-454d-9991-2f383f161803'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:23.020747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:23.021334 dv-neutron-818347-1-hyperv neutron-server[84233]: ERROR neutron.plugins.ml2.managers [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Failed to bind port 61395d7b-fd55-4042-9813-82da594b079b on host hv-neutron-8183 for vnic_type normal using segments [{'id': '6668a3af-16f3-4a2e-ada9-5aae457044da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '53b2b215-50e5-4ab0-a895-ed34c633f946'}]
Nov 24 14:30:23.021848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.025922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.029881 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-932e8e17-b732-4d01-b693-ab3439afa628 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "PUT /v2.0/routers/ab73c7f9-1f5d-454d-9991-2f383f161803 HTTP/1.1" status: 200  len: 921 time: 6.8486652
Nov 24 14:30:23.029881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:23.030727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50240) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:23.034244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.043807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4329-d082-486c-863e-5e5e4801aaa1 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.044609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b4329-d082-486c-863e-5e5e4801aaa1 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Fanout notify agent at l3_agent the message router_deleted on router ae2f6585-77ea-43ce-bff3-282bfc912bd8 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:30:23.073286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.073618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment 942f3b2f-41e6-4288-be4c-30ca5cbfc2d7 of type vlan for network 256d4116-645b-4982-aa3e-bcc8a2101bf9
Nov 24 14:30:23.087162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.087573 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202659a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:23.088203 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270182a-1fc7-427d-9bf8-6b7f5ad15eaf None None] The sync data for ids ['ab73c7f9-1f5d-454d-9991-2f383f161803'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:23.096875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3b2ac49-67e7-4ec2-bc43-b81d8b2c96b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:23.125139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:23.125139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:23.155853 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:23.181086 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:23.184444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:23.189871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:23.192235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Pushing event updated for resources: {'Port': ['ID=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:23.195105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:23.249711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.297780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.313046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Attempting to bind port f4ce2d23-943a-45e6-8d4c-77af290dbf0d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:23.314252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Attempting to bind port f4ce2d23-943a-45e6-8d4c-77af290dbf0d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '7f104f20-6af5-4e59-8e08-b51231460019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:23.314895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Attempting to bind port f4ce2d23-943a-45e6-8d4c-77af290dbf0d on network dd79fae1-4faf-4472-96be-7ae70c2ed7ed {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:23.315267 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/c10ba648-568e-4b38-b561-3f13c8c12b7d HTTP/1.1" status: 204  len: 168 time: 1.8613579
Nov 24 14:30:23.318746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50246) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:23.323285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:23.324066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Checking segment: {'id': '7f104f20-6af5-4e59-8e08-b51231460019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:23.324674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.325295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Bound using segment: {'id': '7f104f20-6af5-4e59-8e08-b51231460019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:23.325936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Bound port: f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f104f20-6af5-4e59-8e08-b51231460019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:23.326497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.373806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4d49fc0d-7a0a-4abf-b3d2-1b5e4eeb92db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.408846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Made reservation on behalf of 9e0a093ca3b14a98a8b9725405372b71 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:23.411825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.433485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] For port f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:23.436970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] For port f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,segment=NetworkSegment(7f104f20-6af5-4e59-8e08-b51231460019),segment_id=7f104f20-6af5-4e59-8e08-b51231460019)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:23.454966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5546b76-7530-49b9-94a1-d44796810448 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:23.456576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5546b76-7530-49b9-94a1-d44796810448 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:23.458087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5546b76-7530-49b9-94a1-d44796810448 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:23.458861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a5546b76-7530-49b9-94a1-d44796810448 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:23.466765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4329-d082-486c-863e-5e5e4801aaa1 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.467839 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ee2b4329-d082-486c-863e-5e5e4801aaa1 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] 10.222.0.53 "DELETE /v2.0/routers/ae2f6585-77ea-43ce-bff3-282bfc912bd8 HTTP/1.1" status: 204  len: 168 time: 1.7933958
Nov 24 14:30:23.485363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] device_id is not set on port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:23.498071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.502719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:23.507795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.510339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5820382-42f3-460c-93ba-d15986f423fd tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:23.528499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.533213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ea6eb9e-427b-47d1-914c-8232fb473819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:23.555380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a61a0-310e-4f25-b945-b5a59602b087 req-dfb89acd-cbf2-4c0c-ae70-8b5498a0dd3e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:23.556778 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3c9a61a0-310e-4f25-b945-b5a59602b087 req-dfb89acd-cbf2-4c0c-ae70-8b5498a0dd3e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.1907363
Nov 24 14:30:23.600274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] For port 61395d7b-fd55-4042-9813-82da594b079b, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:23.601274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Attempted to set empty binding levels {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 24 14:30:23.604640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.611295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:23.628769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.636891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Pushing event updated for resources: {'Port': ['ID=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:23.643493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:23.646714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a5546b76-7530-49b9-94a1-d44796810448 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:23.652022 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a5546b76-7530-49b9-94a1-d44796810448 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3280385
Nov 24 14:30:23.663102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50252) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:23.670541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=d2708269-24d5-4e6d-9709-946225fdc4c0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:23.672606 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0731812
Nov 24 14:30:23.711566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50256) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:23.729312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:23.729674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': '256d4116-645b-4982-aa3e-bcc8a2101bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:23.731530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.742504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:23.745362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=256d4116-645b-4982-aa3e-bcc8a2101bf9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:23.759389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:23.760538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:23.783276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/d2708269-24d5-4e6d-9709-946225fdc4c0 HTTP/1.1" status: 204  len: 168 time: 4.0112028
Nov 24 14:30:23.801709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50260) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:23.884476 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ea0a30-3ec0-49b9-b76c-48b8b6e71098 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:23.884841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ea0a30-3ec0-49b9-b76c-48b8b6e71098 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:23.888869 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c8ea0a30-3ec0-49b9-b76c-48b8b6e71098 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/3cd4f4e9-0774-493a-9595-5a07cd6f28f5 HTTP/1.1" status: 404  len: 337 time: 0.0779028
Nov 24 14:30:23.890397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] In _notify_port_updated(), no bound segment for port 61395d7b-fd55-4042-9813-82da594b079b on network 53b2b215-50e5-4ab0-a895-ed34c633f946 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:30:23.891430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.895497 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "PUT /v2.0/ports/61395d7b-fd55-4042-9813-82da594b079b HTTP/1.1" status: 200  len: 977 time: 5.0267379
Nov 24 14:30:23.895497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Allocated IP 172.20.0.11 (dd79fae1-4faf-4472-96be-7ae70c2ed7ed/aa2b53a4-f829-447a-bf53-56c8ef3b1e6f/51c3414c-e9de-47e2-bae3-fbb9dac61dbe) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:23.896647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50264) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:23.897172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50266) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:23.898989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event updated for resources: {'Port': ['ID=61395d7b-fd55-4042-9813-82da594b079b,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:23.926535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:23.958279 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3c9a61a0-310e-4f25-b945-b5a59602b087 req-500221d1-e1ee-4aef-b5f3-cd6e696d34a9 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3433559
Nov 24 14:30:23.966157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:23.986165 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-22da6fe1-4e2f-4eaf-bcc2-2ec794935833 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:23.986618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22da6fe1-4e2f-4eaf-bcc2-2ec794935833 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:23.988352 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-22da6fe1-4e2f-4eaf-bcc2-2ec794935833 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/b8535e24-3f12-4ad1-8c64-d294a7bba1cd HTTP/1.1" status: 404  len: 339 time: 0.0866365
Nov 24 14:30:24.000040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:24.005597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:24.010472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:24.011689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50274) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.067733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:24.096828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Deleting port 61395d7b-fd55-4042-9813-82da594b079b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:24.097530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:24.124517 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-73934117-c561-4cca-979d-cbf1b1c871fe tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:24.125112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73934117-c561-4cca-979d-cbf1b1c871fe tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:24.127677 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-73934117-c561-4cca-979d-cbf1b1c871fe tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/a1cb67fb-83a2-444a-8230-0b060b30172a HTTP/1.1" status: 404  len: 337 time: 0.1094782
Nov 24 14:30:24.135481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50280) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.183526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50284) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.190416 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe2ec0f-a4df-4297-99f1-e22e9e325753 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:24.190955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe2ec0f-a4df-4297-99f1-e22e9e325753 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:24.195201 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4fe2ec0f-a4df-4297-99f1-e22e9e325753 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/79974b56-913a-4f2f-9164-8d2bc9bd959e HTTP/1.1" status: 404  len: 339 time: 0.0562186
Nov 24 14:30:24.205402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.377751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:24.411375 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-af50e9bc-8ffd-4ddb-ac7b-670093f62260 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:24.411722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af50e9bc-8ffd-4ddb-ac7b-670093f62260 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:24.413356 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-af50e9bc-8ffd-4ddb-ac7b-670093f62260 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/acd0a958-8caa-4c5f-9e9a-5a99b364f8b6 HTTP/1.1" status: 404  len: 337 time: 0.2069016
Nov 24 14:30:24.420634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-51e573de-d394-4ce6-998e-906fc663735b tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/ab73c7f9-1f5d-454d-9991-2f383f161803 HTTP/1.1" status: 200  len: 921 time: 1.3834691
Nov 24 14:30:24.422598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50294) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.430265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50296) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.484512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 29ff0693-0443-4a6d-88b0-1a07ba82e17f {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:24.495499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:24.590395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5466dad-cf0f-461b-af5c-3331ec7488e7 req-fd4a6e80-f0be-4c37-9abd-d7a80266f2ce tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:24.591884 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e5466dad-cf0f-461b-af5c-3331ec7488e7 req-fd4a6e80-f0be-4c37-9abd-d7a80266f2ce tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4033744
Nov 24 14:30:24.610446 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd48513-a123-4a21-b937-3105ba2d1139 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:24.615014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd48513-a123-4a21-b937-3105ba2d1139 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:24.615385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] For port 61395d7b-fd55-4042-9813-82da594b079b, host hv-neutron-8183, got binding levels [] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:24.615385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:24.615572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-efd48513-a123-4a21-b937-3105ba2d1139 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/b6674119-9718-4913-8449-31cd5ffeba09 HTTP/1.1" status: 404  len: 339 time: 0.1872568
Nov 24 14:30:24.621946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50302) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.644022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:24.672956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:24.694278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:24.736578 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6c50e0f0-bc4c-4fa8-acaf-ff00a599cc2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6453c895b2a84cb7b6036e6aa3bc0ab1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5517597
Nov 24 14:30:24.744659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50306) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:24.838030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Calling delete_port for 61395d7b-fd55-4042-9813-82da594b079b owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:24.881655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5898137c-172c-4254-9cd0-d13e569a1167 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Synchronizing usage tracker for tenant:10d11980ba8a4d8b9ee3571e329485fc on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:24.896764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Transition to ACTIVE for port object 51c3414c-e9de-47e2-bae3-fbb9dac61dbe will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:24.924007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be82c5-8a44-4099-b0d8-08b843b6ae9f None None] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:24.926538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:24.939950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e5466dad-cf0f-461b-af5c-3331ec7488e7 req-93b3a55f-bd4b-4440-b720-751a9134749e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3322518
Nov 24 14:30:25.075100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5898137c-172c-4254-9cd0-d13e569a1167 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Unset dirty status for tenant:10d11980ba8a4d8b9ee3571e329485fc on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:25.076274 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5898137c-172c-4254-9cd0-d13e569a1167 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=ab73c7f9-1f5d-454d-9991-2f383f161803&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6422210
Nov 24 14:30:25.090499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50312) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:25.127291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ab9cd1e5-b345-4b40-abc1-6822b0b25b91 None None] Provisioning for port f4ce2d23-943a-45e6-8d4c-77af290dbf0d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:25.128877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.192558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f4ce2d23-943a-45e6-8d4c-77af290dbf0d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:25.300068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60e7b4-17f9-4055-b124-46ba9e8db6bd req-10c102c1-97fc-4210-a5ba-36fcf5186d95 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:25.301706 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3f60e7b4-17f9-4055-b124-46ba9e8db6bd req-10c102c1-97fc-4210-a5ba-36fcf5186d95 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.1300149
Nov 24 14:30:25.331106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.341381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a9d4eb11-42b3-4ec5-b6d3-354a83bbcbba tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:25.347823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.362158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.362764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port f4ce2d23-943a-45e6-8d4c-77af290dbf0d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:25.365712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting subnet 5c4f33ab-fbd3-4794-b353-936892eae37c {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:25.367606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3639199d-1a61-4760-9b07-190a7f9353a3 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:25.370617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f4ce2d23-943a-45e6-8d4c-77af290dbf0d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:25.370997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.384484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.390320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=29ff0693-0443-4a6d-88b0-1a07ba82e17f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:25.403993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:25.407227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b6fdf84-50d2-40f0-b6bc-c5b7a4d1179b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:25.427152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.447012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.479478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530e7ce-556e-47b8-8961-bf451573829d None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:25.500538 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3f60e7b4-17f9-4055-b124-46ba9e8db6bd req-499c3d10-dc14-4fcd-b5ee-f95aec37e6be tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1910851
Nov 24 14:30:25.504608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.529451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:25.552045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:25.573578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': '942f3b2f-41e6-4288-be4c-30ca5cbfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '256d4116-645b-4982-aa3e-bcc8a2101bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:25.573980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: 256d4116-645b-4982-aa3e-bcc8a2101bf9, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:25.575571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:25.580994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:25.595164 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/29ff0693-0443-4a6d-88b0-1a07ba82e17f HTTP/1.1" status: 204  len: 168 time: 1.9306328
Nov 24 14:30:25.596361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:25.596814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50318) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:25.663885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.685425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.713557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:25.737034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event updated for resources: {'Port': ['ID=51c3414c-e9de-47e2-bae3-fbb9dac61dbe,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:25.741382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3841-c463-4b7b-a906-a2637760b1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.741831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet d1fbc54c-c06e-4ee4-9b42-763c3a9a2f7f {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:25.745580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.748897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9536eec-62ce-4509-88d3-02bfe73e9835 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:25.749538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d9536eec-62ce-4509-88d3-02bfe73e9835 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Synchronizing usage tracker for tenant:10d11980ba8a4d8b9ee3571e329485fc on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:25.755254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:25.759223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1054e947-a30a-4b05-9a5d-a4baa8053662 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:25.774614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.810348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.821863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e117c553-e6dc-4b51-b50a-7ab091094ea4 None None] Provisioning for port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:25.828215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Pushing event deleted for resources: {'Port': ['ID=61395d7b-fd55-4042-9813-82da594b079b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:25.837350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e117c553-e6dc-4b51-b50a-7ab091094ea4 None None] Provisioning complete for port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:25.837735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e117c553-e6dc-4b51-b50a-7ab091094ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.838806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:25.919863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.947906 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "DELETE /v2.0/ports/61395d7b-fd55-4042-9813-82da594b079b HTTP/1.1" status: 204  len: 168 time: 2.0446570
Nov 24 14:30:25.954548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:25.982447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50322) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.033713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:26.034348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.046629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,segment=NetworkSegment(7f104f20-6af5-4e59-8e08-b51231460019),segment_id=7f104f20-6af5-4e59-8e08-b51231460019)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:26.052232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e117c553-e6dc-4b51-b50a-7ab091094ea4 None None] Port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:26.057587 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff20df3f-b3a8-4f94-a9b9-500a1a8b00a7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] GET failed (client error): The resource could not be found.
Nov 24 14:30:26.058055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ff20df3f-b3a8-4f94-a9b9-500a1a8b00a7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Synchronizing usage tracker for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:26.075863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e117c553-e6dc-4b51-b50a-7ab091094ea4 None None] Provisioning complete for port f4ce2d23-943a-45e6-8d4c-77af290dbf0d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:26.076283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e117c553-e6dc-4b51-b50a-7ab091094ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.084461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d9536eec-62ce-4509-88d3-02bfe73e9835 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Unset dirty status for tenant:10d11980ba8a4d8b9ee3571e329485fc on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:26.085622 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d9536eec-62ce-4509-88d3-02bfe73e9835 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.9946494
Nov 24 14:30:26.086363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.088747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50326) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.098407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:26.112569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.121473 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cc208bf-3929-4f50-be04-4aecaa82a5e0 HTTP/1.1" status: 204  len: 168 time: 1.3639181
Nov 24 14:30:26.121473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc208bf-3929-4f50-be04-4aecaa82a5e0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:26.128026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:26.149647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.153399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-11285880-669a-4b1d-b704-39ec4c418f54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:26.199479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 256d4116-645b-4982-aa3e-bcc8a2101bf9) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:26.209088 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-18a2a1fa-6dae-4472-b31b-a28d535798b8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab73c7f9-1f5d-454d-9991-2f383f161803 HTTP/1.1" status: 200  len: 205 time: 0.1187673
Nov 24 14:30:26.211769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50334) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.218550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:26.219395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.241986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fbc54c-c06e-4ee4-9b42-763c3a9a2f7f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:26.244796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e67c1-3add-446e-8ec2-cd9277f6e042 None None] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:26.250794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:26.254531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.259292 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/d1fbc54c-c06e-4ee4-9b42-763c3a9a2f7f HTTP/1.1" status: 204  len: 168 time: 0.6462193
Nov 24 14:30:26.260213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50338) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.273379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.281478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:26.308471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ff20df3f-b3a8-4f94-a9b9-500a1a8b00a7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Unset dirty status for tenant:f213cf026dcd4e9990154ab74eec6d81 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:26.311392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ff20df3f-b3a8-4f94-a9b9-500a1a8b00a7 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] 10.222.0.53 "GET /v2.0/ports/61395d7b-fd55-4042-9813-82da594b079b HTTP/1.1" status: 404  len: 333 time: 0.3258708
Nov 24 14:30:26.314665 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.7707236
Nov 24 14:30:26.317157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50342) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.319449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50344) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.359987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.366590 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6512136
Nov 24 14:30:26.369855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50350) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.374764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:26.375356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Request body: {'port': {'network_id': 'dd79fae1-4faf-4472-96be-7ae70c2ed7ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2125558797', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:26.375849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] bootfile-name is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:30:26.376272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] tftp-server is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:30:26.376601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] server-ip-address is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:30:26.383711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:26.406192 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-098d7577-8ae5-408e-a20e-b815e75192a4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1444144
Nov 24 14:30:26.408669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50352) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:26.419988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:26.507717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:26.582203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4f33ab-fbd3-4794-b353-936892eae37c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:26.584743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:26.596814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1395336188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:26.622364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:26.632494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591bc81-212e-4e07-8be2-40e72d6f2789 req-ed16bf63-e3ed-422a-b15f-61427050cfee tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:26.634031 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7591bc81-212e-4e07-8be2-40e72d6f2789 req-ed16bf63-e3ed-422a-b15f-61427050cfee tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3077202
Nov 24 14:30:26.637180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:26.640995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:26.666196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:26.686176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:26.687241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.688376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-256d4116-645b-4982-aa3e-bcc8a2101bf9', 'network_id': '256d4116-645b-4982-aa3e-bcc8a2101bf9', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': '3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:26.690050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.704564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d3729ef7-79ae-4ed1-9252-9e3ed8790ed6 None None] Provisioning complete for port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:26.705144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3729ef7-79ae-4ed1-9252-9e3ed8790ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.714091 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7591bc81-212e-4e07-8be2-40e72d6f2789 req-75c2111b-ca42-4032-9159-8a7f2fa58743 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688219
Nov 24 14:30:26.760045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:26.763667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.774137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d3729ef7-79ae-4ed1-9252-9e3ed8790ed6 None None] Port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:26.790356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.796690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:26.836714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d096c-6ae7-4de6-9d0c-d8a1cda5a23a None None] Network c1d537a1-e1c8-4b21-9f47-2f79985163d3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:26.870657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:router and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:26.884434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:26.905776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:27.060617 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/5c4f33ab-fbd3-4794-b353-936892eae37c HTTP/1.1" status: 204  len: 168 time: 2.4249310
Nov 24 14:30:27.067482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50368) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:27.103012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65924af-7ac3-4669-ba7a-50ec04c9c365 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:27.133088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f4ce2d23-943a-45e6-8d4c-77af290dbf0d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:27.163013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.163975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.184225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.203717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:27.264994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Usage tracker for resource:port and tenant:9e0a093ca3b14a98a8b9725405372b71 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:27.268433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.299590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:27.322206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:27.347092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.357225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a112cf3e-b32c-43a3-8af9-01b0562c9b3d tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:27.357539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Allocated IP 2001:db8::2 (256d4116-645b-4982-aa3e-bcc8a2101bf9/3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b/d0717ccf-1606-48b9-9a79-bc82fdcae40f) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:27.396713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3d87a6d4-320b-4e25-832e-59359fa9d476 None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:27.397197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3d87a6d4-320b-4e25-832e-59359fa9d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.424375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:27.428311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:27.436935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:27.437845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.439838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.448673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.461832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=dbc1efa8-435f-40fd-bc05-31cf22af26b8,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:27.467020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:27.479550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f4ce2d23-943a-45e6-8d4c-77af290dbf0d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:27.479991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.489585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.490734 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2a3430ed-e6d0-4548-af52-d0bba704605d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9261780
Nov 24 14:30:27.492961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e6346d0>,) {'filters': {'network_id': ['53b2b215-50e5-4ab0-a895-ed34c633f946']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:27.493883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50376) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:27.503901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port cf5c0878-5dd8-4636-8247-09028569fdec {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:27.504268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.539560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e6346d0>, '6668a3af-16f3-4a2e-ada9-5aae457044da') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:27.539781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e6346d0>, '6668a3af-16f3-4a2e-ada9-5aae457044da') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:27.573905 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1573007
Nov 24 14:30:27.581143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50382) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:27.652185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:27.684709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50386) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:27.767327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.788716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.797044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:27.797368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:27.834293 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:27.864687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Made reservation on behalf of 9e0a093ca3b14a98a8b9725405372b71 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:27.870150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.908035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.960506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] DHCP port deletion for c1d537a1-e1c8-4b21-9f47-2f79985163d3 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:27.974011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1082807228-network', 'tenant_id': 'f6aeb258309e481f89d8300837a30e62'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:27.977208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:27.998684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Deleting port cf5c0878-5dd8-4636-8247-09028569fdec {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:27.999070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.047363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:28.061364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Usage tracker for resource:network and tenant:f6aeb258309e481f89d8300837a30e62 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:28.068209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:28.076724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:28.079455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:28.085215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:28.089523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:28.099260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:28.183076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] device_id is not set on port 3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:28.199689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Transition to ACTIVE for port object d0717ccf-1606-48b9-9a79-bc82fdcae40f will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:28.218340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.222622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Made reservation on behalf of f6aeb258309e481f89d8300837a30e62 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:28.224894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.239859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.240246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:28.243680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.263128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4f14fa7d-d56c-40e1-87cb-63af722aa8d5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:28.273575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.281086 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Transition to ACTIVE for port object d0717ccf-1606-48b9-9a79-bc82fdcae40f will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:28.289429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.315256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Pushing event deleted for resources: {'Network': ['ID=53b2b215-50e5-4ab0-a895-ed34c633f946,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:28.318196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:28.329631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port cf5c0878-5dd8-4636-8247-09028569fdec, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf5c0878-5dd8-4636-8247-09028569fdec,segment=NetworkSegment(5ecd154c-1e2a-47bf-bb7f-c14795e13cbc),segment_id=5ecd154c-1e2a-47bf-bb7f-c14795e13cbc)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:28.329984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.357299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65355356-2bce-493a-953b-f70777418e82 None None] Update dhcp port {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': 'dbc1efa8-435f-40fd-bc05-31cf22af26b8'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '9f4dfe78-b61c-4153-be1e-21e85b09bdb8'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:30:28.366007 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] 10.222.0.53 "DELETE /v2.0/networks/53b2b215-50e5-4ab0-a895-ed34c633f946 HTTP/1.1" status: 204  len: 168 time: 2.0476127
Nov 24 14:30:28.400074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.409192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-621d2b1c-eea7-40ff-9663-3e2f15475f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:28.455862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:28.465268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Usage tracker for resource:security_group_rule and tenant:f6aeb258309e481f89d8300837a30e62 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:28.478772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:28.487964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for cf5c0878-5dd8-4636-8247-09028569fdec owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:28.491817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] For port cf5c0878-5dd8-4636-8247-09028569fdec, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf5c0878-5dd8-4636-8247-09028569fdec,segment=NetworkSegment(5ecd154c-1e2a-47bf-bb7f-c14795e13cbc),segment_id=5ecd154c-1e2a-47bf-bb7f-c14795e13cbc)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:28.492261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.494261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:28.509192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:28.514781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:28.517140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-65355356-2bce-493a-953b-f70777418e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.528429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:28.542492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.640878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Pushing event updated for resources: {'Port': ['ID=d0717ccf-1606-48b9-9a79-bc82fdcae40f,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:28.653159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Calling delete_port for cf5c0878-5dd8-4636-8247-09028569fdec owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:28.667663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32469d7-ae9c-416d-bed8-15bd41241ab1 req-f85cdb3e-4878-45e6-bfdf-29c73762b99c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:28.674415 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32469d7-ae9c-416d-bed8-15bd41241ab1 req-f85cdb3e-4878-45e6-bfdf-29c73762b99c tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.7082512
Nov 24 14:30:28.681421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:28.744902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Allocated IP 172.20.0.5 (dd79fae1-4faf-4472-96be-7ae70c2ed7ed/aa2b53a4-f829-447a-bf53-56c8ef3b1e6f/3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:28.809604 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32469d7-ae9c-416d-bed8-15bd41241ab1 req-f5e6e424-6223-4134-b0a2-06e1bab3a8c4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341925
Nov 24 14:30:28.852329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.859219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-09a7ed0b-29fc-4f95-8a4e-d2c539855fb1 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:28.875250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.914114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Attempting to bind port d0717ccf-1606-48b9-9a79-bc82fdcae40f on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:28.914496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Attempting to bind port d0717ccf-1606-48b9-9a79-bc82fdcae40f by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '942f3b2f-41e6-4288-be4c-30ca5cbfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '256d4116-645b-4982-aa3e-bcc8a2101bf9'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:28.914873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Attempting to bind port d0717ccf-1606-48b9-9a79-bc82fdcae40f on network 256d4116-645b-4982-aa3e-bcc8a2101bf9 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:28.944702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Port': ['ID=cf5c0878-5dd8-4636-8247-09028569fdec,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:28.954720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:28.959754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No DVR routers for this DVR port cf5c0878-5dd8-4636-8247-09028569fdec on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:28.964498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:28.965105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Checking segment: {'id': '942f3b2f-41e6-4288-be4c-30ca5cbfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '256d4116-645b-4982-aa3e-bcc8a2101bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:28.965299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.965704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Bound using segment: {'id': '942f3b2f-41e6-4288-be4c-30ca5cbfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '256d4116-645b-4982-aa3e-bcc8a2101bf9'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:28.966281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Bound port: d0717ccf-1606-48b9-9a79-bc82fdcae40f, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942f3b2f-41e6-4288-be4c-30ca5cbfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '256d4116-645b-4982-aa3e-bcc8a2101bf9'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:28.966585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:28.984992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:28.985468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:29.135390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] For port d0717ccf-1606-48b9-9a79-bc82fdcae40f, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:29.139610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] For port d0717ccf-1606-48b9-9a79-bc82fdcae40f, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0717ccf-1606-48b9-9a79-bc82fdcae40f,segment=NetworkSegment(942f3b2f-41e6-4288-be4c-30ca5cbfc2d7),segment_id=942f3b2f-41e6-4288-be4c-30ca5cbfc2d7)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:29.148489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf5c0878-5dd8-4636-8247-09028569fdec no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:29.153552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50400) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:29.167622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.186222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-065b77d3-86bf-4d2c-8161-bdee4a26f95f tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:29.200965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.216940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.225130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: cf5c0878-5dd8-4636-8247-09028569fdec {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:29.225731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf5c0878-5dd8-4636-8247-09028569fdec not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:29.232144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.237945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c37204d1-6f44-4bd2-90db-c480cdd9ea85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:29.246633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:29.263018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2c1580>,) {'filters': {'network_id': ['c1d537a1-e1c8-4b21-9f47-2f79985163d3']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:29.267535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57464c86-f2f6-4635-a4a6-815d05cc1bbd,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:29.289743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2c1580>, '5ecd154c-1e2a-47bf-bb7f-c14795e13cbc') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:29.290030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2c1580>, '5ecd154c-1e2a-47bf-bb7f-c14795e13cbc') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:29.310145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.322147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.338324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.346287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-65355356-2bce-493a-953b-f70777418e82 None None] Allocated IP 172.20.0.2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/dbc1efa8-435f-40fd-bc05-31cf22af26b8/9f4dfe78-b61c-4153-be1e-21e85b09bdb8) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:29.353977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:29.356050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Deleting port ba07af89-d07c-4479-99fb-660c293982e8 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:29.356757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.367413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.367749 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Added segment db13b7fb-6aaf-4c8d-a800-95f996695223 of type vlan for network 6b02e101-8b76-4888-89fd-f7d2f9f74b59
Nov 24 14:30:29.368781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Pushing event updated for resources: {'Port': ['ID=d0717ccf-1606-48b9-9a79-bc82fdcae40f,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:29.375731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:29.392812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:29.392812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.413422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Transition to ACTIVE for port object 3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:29.417744 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:29.490604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Deleting port cf5c0878-5dd8-4636-8247-09028569fdec {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:29.490910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.552248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.581234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f554aa9e-25af-4e3e-b114-62cd1329ebd5 None None] The port 'cf5c0878-5dd8-4636-8247-09028569fdec' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:29.677659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-65355356-2bce-493a-953b-f70777418e82 None None] For port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:29.710671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8::1 (256d4116-645b-4982-aa3e-bcc8a2101bf9/3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b/8ecc3ea0-607d-4191-91bb-7012354717b2) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:29.729315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-65355356-2bce-493a-953b-f70777418e82 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.773163 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f5623c3b-0797-4c3d-b2e2-6a2b717f9796 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=599da93ce76c4cbf85783b3ad049083f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6179619
Nov 24 14:30:29.773876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50408) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:29.901139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:30:29.906072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-65355356-2bce-493a-953b-f70777418e82 None None] Transition to ACTIVE for port object 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:29.911901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.928007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1de76457-95f8-4eb8-9d2f-2f210054eb0d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:29.940936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.941835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:29.942396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.947726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.958533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:29.972013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=c1d537a1-e1c8-4b21-9f47-2f79985163d3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:29.973584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-65355356-2bce-493a-953b-f70777418e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:29.979451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b0435051-53ca-4be5-9a97-dc9f348363e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:29.991699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:30.021509 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/c1d537a1-e1c8-4b21-9f47-2f79985163d3 HTTP/1.1" status: 204  len: 168 time: 2.9516439
Nov 24 14:30:30.024616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50412) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:30.035902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.038541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.089715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-82612221-a6c5-407a-b67c-cb059b81fc9f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:30.124888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54485ae3-d4e6-4b96-9e97-1264b16eeb0b req-e61c310f-d8ed-458e-b5d5-647044a060c0 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:30.128606 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54485ae3-d4e6-4b96-9e97-1264b16eeb0b req-e61c310f-d8ed-458e-b5d5-647044a060c0 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6866319
Nov 24 14:30:30.150242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65355356-2bce-493a-953b-f70777418e82 None None] Pushing event updated for resources: {'Port': ['ID=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:30.153092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-65355356-2bce-493a-953b-f70777418e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:30.214445 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7226a1-d1bd-4a3e-bd90-73b63687d783 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:30.214882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7226a1-d1bd-4a3e-bd90-73b63687d783 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:30.220284 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-aa7226a1-d1bd-4a3e-bd90-73b63687d783 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/3c6e5db5-b5eb-4430-8c79-4d25713f5603 HTTP/1.1" status: 404  len: 337 time: 0.1876824
Nov 24 14:30:30.220476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Pushing event updated for resources: {'Network': ['ID=6b02e101-8b76-4888-89fd-f7d2f9f74b59,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:30.222801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:30.223647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50416) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:30.227434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.231955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:30.287703 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a75106a-d795-481c-9b06-e8e3acc6461d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:30:30.288185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a75106a-d795-481c-9b06-e8e3acc6461d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:30.290382 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4a75106a-d795-481c-9b06-e8e3acc6461d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/2fc2072b-d2e5-4df3-b3a5-3ac1d84a618f HTTP/1.1" status: 404  len: 339 time: 0.0598691
Nov 24 14:30:30.294597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.6058569
Nov 24 14:30:30.295802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.301260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50420) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:30.301592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50422) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:30.307105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Calling delete_port for ba07af89-d07c-4479-99fb-660c293982e8 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:30.352173 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-630231f8-6a28-496f-a63f-ed9c20f26ca0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a7390524cd674289852a831fce8d0b93&device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 1099 time: 0.6810515
Nov 24 14:30:30.366200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Request body: {'subnet': {'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1082807228-subnet', 'tenant_id': 'f6aeb258309e481f89d8300837a30e62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:30.381657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:30.386843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.399031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event updated for resources: {'Port': ['ID=3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:30.407559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:30.423562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Usage tracker for resource:subnet and tenant:f6aeb258309e481f89d8300837a30e62 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:30.433006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:30.446696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object 8ecc3ea0-607d-4191-91bb-7012354717b2 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:30.460047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:30.472988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:30.525689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:30.539081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:30.650818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Made reservation on behalf of f6aeb258309e481f89d8300837a30e62 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:30.652961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.664655 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54485ae3-d4e6-4b96-9e97-1264b16eeb0b req-fcc8e62a-12d7-4971-972b-5e6cd77a4926 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4515982
Nov 24 14:30:30.683412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.776130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.791558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:30.820897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.850728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:30.851587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:30.903098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-020563fa-4167-4c69-a25c-fd384d5f0225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:30.905134 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-020563fa-4167-4c69-a25c-fd384d5f0225 service neutron] 10.222.0.81 "GET /v2.0/networks?id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 200  len: 913 time: 0.5023832
Nov 24 14:30:30.946730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93238c78-53d5-454b-96af-e16e6b932a53 None None] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:30.997120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting subnet a0dbfd2c-c9dd-4d3f-924e-c522546738de {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:30.999162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.000560 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c106bc35-242d-47dd-bc8f-58542c93355f HTTP/1.1" status: 204  len: 168 time: 1.2161655
Nov 24 14:30:31.014654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=8ecc3ea0-607d-4191-91bb-7012354717b2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:31.026577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:31.033459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:31.035988 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-789a82fb-e28b-42fc-93b9-93d379a59bcb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 200  len: 1001 time: 0.1185148
Nov 24 14:30:31.044165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.050115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.084697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce5c3514-965a-4229-aa75-3c7e043f2601 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:31.103909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:31.106364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:31.107063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.127375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c106bc35-242d-47dd-bc8f-58542c93355f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:31.127789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eeffcb5a-7386-47e5-bbf1-233fd45c16fe tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:31.141049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:31.215297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event deleted for resources: {'Port': ['ID=ba07af89-d07c-4479-99fb-660c293982e8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:31.224653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:31.227703 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 4.8809979
Nov 24 14:30:31.240902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50434) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:31.277939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91861d-d074-442d-9110-f67dc6d3cc55 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:31.305336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.308318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0717ccf-1606-48b9-9a79-bc82fdcae40f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:31.339866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d3af167b-75e7-4b8d-95bf-1c00551d18ee None None] Provisioning for port d0717ccf-1606-48b9-9a79-bc82fdcae40f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:31.614332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d3af167b-75e7-4b8d-95bf-1c00551d18ee None None] Provisioning for port 3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:31.614553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-de3b6eb1-181c-4126-90c0-05a01639696f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:31.616072 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-de3b6eb1-181c-4126-90c0-05a01639696f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 200  len: 851 time: 0.5680544
Nov 24 14:30:31.659404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.666133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d3af167b-75e7-4b8d-95bf-1c00551d18ee None None] Provisioning complete for port 3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:31.666512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d3af167b-75e7-4b8d-95bf-1c00551d18ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.673089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:31.679688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.688247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1d635283-6013-4f67-9674-c8e1476fa6c4 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:31.784021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.811007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d0717ccf-1606-48b9-9a79-bc82fdcae40f completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:31.821364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d3af167b-75e7-4b8d-95bf-1c00551d18ee None None] Port 3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:31.832941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d0717ccf-1606-48b9-9a79-bc82fdcae40f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:31.833625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.843611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.846556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.889340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe6061c-a951-4347-8c1c-241653402bec,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:31.892700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:31.949142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50444) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:31.992572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:31.993330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.004965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4f7b946c-4adb-444f-ad1c-6b4800ebf589 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:32.050027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93dcf46-9b1a-4760-a65b-9ced5c65c1f4 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:32.060427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93dcf46-9b1a-4760-a65b-9ced5c65c1f4 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:32.065577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93dcf46-9b1a-4760-a65b-9ced5c65c1f4 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:32.066995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.069416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c93dcf46-9b1a-4760-a65b-9ced5c65c1f4 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Synchronizing usage tracker for tenant:9e0a093ca3b14a98a8b9725405372b71 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:32.086769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-b29ac567-5ade-4c58-9e58-bcbbe87f0ef0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4613817
Nov 24 14:30:32.095880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.104156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-91505283-3f46-48b8-9674-cb23bc16726f None None] Provisioning for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:32.118163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-91505283-3f46-48b8-9674-cb23bc16726f None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:32.118896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91505283-3f46-48b8-9674-cb23bc16726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.120820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,revision_number=10']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:32.124752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:32.136254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:32.170568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port d0717ccf-1606-48b9-9a79-bc82fdcae40f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0717ccf-1606-48b9-9a79-bc82fdcae40f,segment=NetworkSegment(942f3b2f-41e6-4288-be4c-30ca5cbfc2d7),segment_id=942f3b2f-41e6-4288-be4c-30ca5cbfc2d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:32.209135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.275753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.276669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:32.295425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.296300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Fanout notify agent at l3_agent the message router_deleted on router ab73c7f9-1f5d-454d-9991-2f383f161803 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:30:32.319605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:32.327733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c93dcf46-9b1a-4760-a65b-9ced5c65c1f4 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Unset dirty status for tenant:9e0a093ca3b14a98a8b9725405372b71 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:32.338242 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c93dcf46-9b1a-4760-a65b-9ced5c65c1f4 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 1.0882301
Nov 24 14:30:32.338242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.343361 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/ab73c7f9-1f5d-454d-9991-2f383f161803 HTTP/1.1" status: 204  len: 168 time: 6.1302621
Nov 24 14:30:32.345271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50448) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:32.345688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50450) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:32.364950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-5c86070b-a073-47f8-b89d-eb58b1ab04ee service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657335
Nov 24 14:30:32.383897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.414695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Checking segment: {'id': 'db13b7fb-6aaf-4c8d-a800-95f996695223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:32.415060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Network hostable DHCP agents. Network: 6b02e101-8b76-4888-89fd-f7d2f9f74b59, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:32.433020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=d0717ccf-1606-48b9-9a79-bc82fdcae40f,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:32.436508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:32.436748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:32.452355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:32.456573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Deleting port 3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:32.456915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.461075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:32.461620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.492005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-332686e3-6c7d-44d4-8725-55f936e8861f None None] Provisioning complete for port d0717ccf-1606-48b9-9a79-bc82fdcae40f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:32.492664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-332686e3-6c7d-44d4-8725-55f936e8861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.504134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2077203531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:32.508424 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb2b2dcc-64bb-4ec2-808e-8c2f48bc6f2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f213cf026dcd4e9990154ab74eec6d81&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5575774
Nov 24 14:30:32.514761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=0e743ca8-eb0a-4d03-ad27-1b19af3afd33,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:32.520067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:32.524711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Usage tracker for resource:router and tenant:53cb2450e3964ceb8f4e4324aa14eb27 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:32.525957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:32.526678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.528889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:32.536126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:32.539080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50456) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:32.595885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:32.617006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eee90b3b-1635-47ea-988e-3c7b6fa27ce1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:32.663500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.665520 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/subnets/a0dbfd2c-c9dd-4d3f-924e-c522546738de HTTP/1.1" status: 204  len: 168 time: 2.3597052
Nov 24 14:30:32.667778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c786c-9219-422b-8705-8c5e431c537a None None] Network d649c124-afe6-4e02-88d6-d754cd64ecca requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:32.691607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Subnet': ['ID=a0dbfd2c-c9dd-4d3f-924e-c522546738de,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:32.699123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50460) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:32.711746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56fb4-e9c9-49ce-a343-fbdf7bb8677e req-dde51b56-99ca-4d26-a4b6-a56382d4aab8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:32.719914 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-98f56fb4-e9c9-49ce-a343-fbdf7bb8677e req-dde51b56-99ca-4d26-a4b6-a56382d4aab8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.8417909
Nov 24 14:30:32.725461 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.1429200
Nov 24 14:30:32.731542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:32.758172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50464) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:32.796101 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-232b36e9-a4ad-4a2e-b178-1337367e56b6 req-93d0701d-8239-4217-994c-e681884e12eb service neutron] 10.222.0.81 "GET /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143172
Nov 24 14:30:32.839378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.841074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.863216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:32.991166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.055284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:2d:aa:e4', 'name': 'tempest-NetworksTestDHCPv6-1940973012'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:33.082971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:33.084155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbaca3-e040-46bf-bfab-75f3abdbfb97 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:33.088541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.108973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-332686e3-6c7d-44d4-8725-55f936e8861f None None] Provisioning for port 8ecc3ea0-607d-4191-91bb-7012354717b2 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:33.119580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.121566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-332686e3-6c7d-44d4-8725-55f936e8861f None None] Provisioning complete for port 8ecc3ea0-607d-4191-91bb-7012354717b2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:33.122102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-332686e3-6c7d-44d4-8725-55f936e8861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.172558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.174402 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2c9eae31-9b75-43f0-a416-0f46a070500a tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8128960
Nov 24 14:30:33.177172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50470) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:33.185593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:33.206835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.212726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] DHCP port deletion for d649c124-afe6-4e02-88d6-d754cd64ecca request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:33.214534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0717ccf-1606-48b9-9a79-bc82fdcae40f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:33.215502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 6b02e101-8b76-4888-89fd-f7d2f9f74b59) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:33.242485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:33.243074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.258474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a6931-f844-4477-b5ed-390779ae12bf None None] Network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:33.266708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.274270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1ad0006d-8230-4365-988f-ae5817575e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:33.286096 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-98f56fb4-e9c9-49ce-a343-fbdf7bb8677e req-9d225c52-b249-4d0c-a2a5-e6b7a05fc6cd tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5646756
Nov 24 14:30:33.289914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Deleting port b4e21e51-b796-4324-a3b5-bf680bdad785 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:33.290298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.318733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port b4e21e51-b796-4324-a3b5-bf680bdad785 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:33.318733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.361307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cfea44-4567-4467-b3e3-ae40580212cf,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:33.374591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:33.384895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.394147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.398228 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9cfea44-4567-4467-b3e3-ae40580212cf HTTP/1.1" status: 204  len: 168 time: 0.8325689
Nov 24 14:30:33.423145 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.1156924
Nov 24 14:30:33.423830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-332686e3-6c7d-44d4-8725-55f936e8861f None None] Port 8ecc3ea0-607d-4191-91bb-7012354717b2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:33.450762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:33.543774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:33.547676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:30:33.570056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:33.636277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.645166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:33.681509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] For port b4e21e51-b796-4324-a3b5-bf680bdad785, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4e21e51-b796-4324-a3b5-bf680bdad785,segment=NetworkSegment(f3e4126f-a155-4c28-88eb-7f82737f8f4c),segment_id=f3e4126f-a155-4c28-88eb-7f82737f8f4c)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:33.681913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.899334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Calling delete_port for b4e21e51-b796-4324-a3b5-bf680bdad785 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:33.912668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Calling delete_port for 3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:33.952938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.953770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:33.961254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d2dc76cc-baaf-4d81-8c35-7fc9024d5084 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:33.991220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:34.175174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ffa8c47d-e42d-41cf-8f15-a5c16281325f None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:34.175739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c47d-e42d-41cf-8f15-a5c16281325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:34.179249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:34.210870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:34.223884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28639a-88f1-4f7c-a80a-f6a4b71b3948 None None] Network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:34.253297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:34.300346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] No DVR routers for this DVR port b4e21e51-b796-4324-a3b5-bf680bdad785 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:34.309453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d0717ccf-1606-48b9-9a79-bc82fdcae40f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:34.309453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:34.379764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:34.418390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] For port b4e21e51-b796-4324-a3b5-bf680bdad785, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4e21e51-b796-4324-a3b5-bf680bdad785,segment=NetworkSegment(f3e4126f-a155-4c28-88eb-7f82737f8f4c),segment_id=f3e4126f-a155-4c28-88eb-7f82737f8f4c)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:34.418874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:34.502226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Pushing event deleted for resources: {'Port': ['ID=b4e21e51-b796-4324-a3b5-bf680bdad785,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:34.512946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:34.545606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:34.556365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0ea825d-6425-4ec6-a6f3-d170a496b8f1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:34.570772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Calling delete_port for b4e21e51-b796-4324-a3b5-bf680bdad785 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:34.633048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event deleted for resources: {'Port': ['ID=3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:34.641093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:34.656352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:34.656903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:34.686969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port df7ada1b-2648-4a07-a708-cd1009bbcb97 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:34.893729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:34.901231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:35.060827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42147ad4-2359-4501-82bd-cc3cafdc9733 req-6c3e012a-cf07-4f06-819d-036464fcacb6 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:35.062519 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-42147ad4-2359-4501-82bd-cc3cafdc9733 req-6c3e012a-cf07-4f06-819d-036464fcacb6 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.6048715
Nov 24 14:30:35.068522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.082147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=8ecc3ea0-607d-4191-91bb-7012354717b2,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:35.134072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50510) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:35.144233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1067646887-network', 'tenant_id': '43a47d66eae54ceba8b18d58b914c841'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:35.155401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:35.155619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.194s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:35.157517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Deleting port b4e21e51-b796-4324-a3b5-bf680bdad785 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:35.157646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.178358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:35.189976 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "DELETE /v2.0/ports/3ade34d1-f6c6-4ff8-a6a5-afbec6e0e8a3 HTTP/1.1" status: 204  len: 168 time: 2.8304980
Nov 24 14:30:35.193025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Usage tracker for resource:network and tenant:43a47d66eae54ceba8b18d58b914c841 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:35.199935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50514) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:35.200871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:35.214394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:35.221458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Request body: {'port': {'name': 'tempest-new-port-name-457285763', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:35.222521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] bootfile-name is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:30:35.222521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] tftp-server is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:30:35.222867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.api.validators [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] server-ip-address is not in valid_values {{(pid=84233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Nov 24 14:30:35.222990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ffa8c47d-e42d-41cf-8f15-a5c16281325f None None] Provisioning complete for port 8ecc3ea0-607d-4191-91bb-7012354717b2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:35.223323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffa8c47d-e42d-41cf-8f15-a5c16281325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.308527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8c47d-e42d-41cf-8f15-a5c16281325f None None] Port 8ecc3ea0-607d-4191-91bb-7012354717b2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:35.353464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:35.353848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.357185 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-42147ad4-2359-4501-82bd-cc3cafdc9733 req-90d4f44a-0702-4b83-a27e-c3572bdac9e9 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2830966
Nov 24 14:30:35.417764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.453395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 172.20.0.5 (545fb1c8-c25e-4ba6-8844-73dcc5231588/dbc1efa8-435f-40fd-bc05-31cf22af26b8/df7ada1b-2648-4a07-a708-cd1009bbcb97) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:35.460712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe2d:aae4 (545fb1c8-c25e-4ba6-8844-73dcc5231588/0e743ca8-eb0a-4d03-ad27-1b19af3afd33/df7ada1b-2648-4a07-a708-cd1009bbcb97) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:35.471931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2a6cb724-1bef-4e34-9e25-c6cdb71db76d None None] Provisioning complete for port 8ecc3ea0-607d-4191-91bb-7012354717b2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:35.472608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2a6cb724-1bef-4e34-9e25-c6cdb71db76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.510808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Made reservation on behalf of 43a47d66eae54ceba8b18d58b914c841 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:35.513177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.533767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.542994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] The port 'b4e21e51-b796-4324-a3b5-bf680bdad785' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:35.589201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cb724-1bef-4e34-9e25-c6cdb71db76d None None] Port 8ecc3ea0-607d-4191-91bb-7012354717b2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:35.612062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50522) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:35.634962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.642377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.667491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4e21e51-b796-4324-a3b5-bf680bdad785 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:35.700858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b4e21e51-b796-4324-a3b5-bf680bdad785 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:35.701242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4e21e51-b796-4324-a3b5-bf680bdad785 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:35.717888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-152e9c97-30d8-4cf1-babc-33455bd8d7ed None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:35.717888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-152e9c97-30d8-4cf1-babc-33455bd8d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.843004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:35.859325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:35.909014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Usage tracker for resource:security_group_rule and tenant:43a47d66eae54ceba8b18d58b914c841 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:35.913757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:35.937208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:35.995795 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fbf9e27b-8c17-44f8-9cc4-1875c2fbed54 tempest-AgentManagementNegativeTest-1215091638 tempest-AgentManagementNegativeTest-1215091638-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.3739903
Nov 24 14:30:36.122474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2fa7f0>,) {'filters': {'network_id': ['d649c124-afe6-4e02-88d6-d754cd64ecca']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:36.141517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Allocated IP 172.26.2.148 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/aeeb3653-301b-4dba-80ad-13ca32fd606c) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:36.145546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.160481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2fa7f0>, 'f3e4126f-a155-4c28-88eb-7f82737f8f4c') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:36.160766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2fa7f0>, 'f3e4126f-a155-4c28-88eb-7f82737f8f4c') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:36.189012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.197201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object df7ada1b-2648-4a07-a708-cd1009bbcb97 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:36.220490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20331e-f507-4bce-b324-b9169982f2e2 req-64f5140f-96da-455c-b501-5e2778e6f3db tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:36.221950 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6c20331e-f507-4bce-b324-b9169982f2e2 req-64f5140f-96da-455c-b501-5e2778e6f3db tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.5827110
Nov 24 14:30:36.224656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.255589 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:36.255977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:36.271892 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:36.294957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.327411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.375088 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.391488 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6c20331e-f507-4bce-b324-b9169982f2e2 req-41361b5a-5628-4e46-9674-e896969b641d tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563201
Nov 24 14:30:36.392571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.398290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:36.436153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.440141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:36.452993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c7c03f-2338-417e-9507-9dadca63e084,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:36.456565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:36.459870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:36.477849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.479396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.495243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:36.506361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.507648 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Added segment 70bd1179-56a4-40ff-994f-8e2ea92ee4bc of type vlan for network bf333a02-46cc-4d6f-83a4-855038f4f673
Nov 24 14:30:36.538124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.542922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 21e76e88-6c96-4d26-89ef-5326fb98c070 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:30:36.549957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.595953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:36.598212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50534) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:36.599917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.604955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:36.613308 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] 10.222.0.53 "DELETE /v2.0/networks/d649c124-afe6-4e02-88d6-d754cd64ecca HTTP/1.1" status: 204  len: 168 time: 3.8900087
Nov 24 14:30:36.618477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:36.648554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=df7ada1b-2648-4a07-a708-cd1009bbcb97,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:36.655322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:36.661331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:36.668141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event updated for resources: {'Port': ['ID=51c3414c-e9de-47e2-bae3-fbb9dac61dbe,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:36.671799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:36.685904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97656227-69d2-4f99-be4c-c77e938a8538 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:36.727307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.728546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:36.729175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.764211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:36.778116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Pushing event deleted for resources: {'Network': ['ID=d649c124-afe6-4e02-88d6-d754cd64ecca,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:36.780534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:36.785895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:36.880230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:36.901309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:36.902207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.908068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] In _notify_port_updated(), no bound segment for port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe on network dd79fae1-4faf-4472-96be-7ae70c2ed7ed {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:30:36.919129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:36.921806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:36.925875 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "PUT /v2.0/ports/51c3414c-e9de-47e2-bae3-fbb9dac61dbe HTTP/1.1" status: 200  len: 1136 time: 1.7185669
Nov 24 14:30:36.931776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50542) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:36.949029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event updated for resources: {'Port': ['ID=aeeb3653-301b-4dba-80ad-13ca32fd606c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:36.951608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:36.955383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a372eb1-0e3b-4774-8a5b-e30674a83770 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:37.039656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.079464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Pushing event updated for resources: {'Network': ['ID=bf333a02-46cc-4d6f-83a4-855038f4f673,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:37.083060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:37.092931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network bf333a02-46cc-4d6f-83a4-855038f4f673 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:37.140181 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.1838138
Nov 24 14:30:37.145459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1243ea-afb4-4246-8a63-470d1159d09a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:37.150577 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9b1243ea-afb4-4246-8a63-470d1159d09a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "GET /v2.0/ports/51c3414c-e9de-47e2-bae3-fbb9dac61dbe HTTP/1.1" status: 200  len: 1136 time: 0.2088950
Nov 24 14:30:37.153645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50552) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.153968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50554) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.184270 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.0487185
Nov 24 14:30:37.186691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50560) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.193547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Request body: {'subnet': {'network_id': 'bf333a02-46cc-4d6f-83a4-855038f4f673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1067646887-subnet', 'tenant_id': '43a47d66eae54ceba8b18d58b914c841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:37.200997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:37.203502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Usage tracker for resource:subnet and tenant:43a47d66eae54ceba8b18d58b914c841 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:37.206660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:37.212888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:37.242582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c9347425-7f5c-4570-9e6d-d0c6b68dc863 None None] Provisioning complete for port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:37.243040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9347425-7f5c-4570-9e6d-d0c6b68dc863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.285928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.302445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c9347425-7f5c-4570-9e6d-d0c6b68dc863 None None] Port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:37.303164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:37.314797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50564) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.317292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Usage tracker for resource:security_group_rule and tenant:ea1a0cd95141427fac6694afc09f82dc is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:37.322302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:37.345952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Made reservation on behalf of 43a47d66eae54ceba8b18d58b914c841 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:37.348255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.354759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:37.363734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Deleting port 51c3414c-e9de-47e2-bae3-fbb9dac61dbe {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:37.364066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.400057 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:37.418454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] Sync routers for ids ['21e76e88-6c96-4d26-89ef-5326fb98c070'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:37.423485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc358c69-2553-4a40-879b-cd9c9e5ea756 req-3470924b-ebe9-4c23-a3e7-58aac1073206 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:37.424982 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dc358c69-2553-4a40-879b-cd9c9e5ea756 req-3470924b-ebe9-4c23-a3e7-58aac1073206 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3455760
Nov 24 14:30:37.437130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] Routers {'21e76e88-6c96-4d26-89ef-5326fb98c070'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:37.442281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd76220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['21e76e88-6c96-4d26-89ef-5326fb98c070'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:37.530445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd76220>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:37.537812 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/21e76e88-6c96-4d26-89ef-5326fb98c070/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0427997
Nov 24 14:30:37.544628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] Routers {'21e76e88-6c96-4d26-89ef-5326fb98c070'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:37.545235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd76220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['21e76e88-6c96-4d26-89ef-5326fb98c070'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:37.552566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50570) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.573799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a338a1b-788f-48df-b1c1-396ca19caee8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:37.577648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a338a1b-788f-48df-b1c1-396ca19caee8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:37.578403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9a338a1b-788f-48df-b1c1-396ca19caee8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:37.602904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9a21e517-f1b5-4e0c-ab6b-d11d6042c7c7 None None] Provisioning for port df7ada1b-2648-4a07-a708-cd1009bbcb97 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:37.614704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd76220>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:37.615104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1020c2-a5ed-4572-83db-c41bbb80651c None None] The sync data for ids ['21e76e88-6c96-4d26-89ef-5326fb98c070'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:37.616689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9a21e517-f1b5-4e0c-ab6b-d11d6042c7c7 None None] Provisioning complete for port df7ada1b-2648-4a07-a708-cd1009bbcb97 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:37.617065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9a21e517-f1b5-4e0c-ab6b-d11d6042c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.638627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.651998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df50cfd-e36c-430d-99e0-6fed37832554 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:37.656342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4df50cfd-e36c-430d-99e0-6fed37832554 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports/8ecc3ea0-607d-4191-91bb-7012354717b2 HTTP/1.1" status: 200  len: 911 time: 0.0997441
Nov 24 14:30:37.656674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50574) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.678134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9a21e517-f1b5-4e0c-ab6b-d11d6042c7c7 None None] Port df7ada1b-2648-4a07-a708-cd1009bbcb97 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:37.682106 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dc358c69-2553-4a40-879b-cd9c9e5ea756 req-7e296bbc-fb92-43c9-8b36-d293a0ca7058 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2487636
Nov 24 14:30:37.690201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.763268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.780906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-47453546-1ad5-4e4f-afe7-95a1c8da4b4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0e0af7ee0c44b89a47f39880451709e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4597900
Nov 24 14:30:37.784993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9a338a1b-788f-48df-b1c1-396ca19caee8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:37.786062 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9a338a1b-788f-48df-b1c1-396ca19caee8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.6301343
Nov 24 14:30:37.786653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.793016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50580) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:37.863064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:37.875033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d44245de-715c-4920-adbc-f72c666deb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:37.927678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.109629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.114457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e98bf587-011c-413e-b531-f31281f4d85a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:38.196598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port df7ada1b-2648-4a07-a708-cd1009bbcb97 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:38.197180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.232767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Calling delete_port for 51c3414c-e9de-47e2-bae3-fbb9dac61dbe owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:38.275358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d82d0-b91c-4a4b-b451-c27d3d44eea8,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:38.287031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:38.295114 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea1a0cd95141427fac6694afc09f82dc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6923234
Nov 24 14:30:38.301191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50586) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:38.304292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c264edb-2356-4d9d-a764-8b0635873b3f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:38.399507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.399794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.400190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.400455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.400591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.400900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.401261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.401621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.401980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.402347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.402676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.403026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:38.406438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:38.417814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Checking segment: {'id': '70bd1179-56a4-40ff-994f-8e2ea92ee4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bf333a02-46cc-4d6f-83a4-855038f4f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:38.418171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Network hostable DHCP agents. Network: bf333a02-46cc-4d6f-83a4-855038f4f673, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:38.496167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.518989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.583178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Network bf333a02-46cc-4d6f-83a4-855038f4f673 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:38.631964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.721178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.729419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.752534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, bf333a02-46cc-4d6f-83a4-855038f4f673) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:38.758523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:38.759097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.764584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087501b2-d7b3-4118-bbda-0076b9b50cb1 None None] Network bf333a02-46cc-4d6f-83a4-855038f4f673 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:38.785397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Router b70f0371-3b1d-4ee3-a304-94d48e6380d4 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:30:38.868850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for df7ada1b-2648-4a07-a708-cd1009bbcb97 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:38.905721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:38.920873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-56277167-a3fc-4279-a0bd-073439484e74 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:38.958189 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7703195
Nov 24 14:30:38.982740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event deleted for resources: {'Port': ['ID=51c3414c-e9de-47e2-bae3-fbb9dac61dbe,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:38.990071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.000757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:39.001346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:39.027027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a2612-ede7-4b02-b66f-1efb2b872336,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:39.062772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:39.151848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa7d17-6301-4abd-8332-efdf1a53203f None None] Network bf333a02-46cc-4d6f-83a4-855038f4f673 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:39.230853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307297e-eb62-4e08-8d84-debfb9600a51 req-1f0e6a8a-cd3e-425a-b811-d9486b2fc7b4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:39.232345 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8307297e-eb62-4e08-8d84-debfb9600a51 req-1f0e6a8a-cd3e-425a-b811-d9486b2fc7b4 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.3573225
Nov 24 14:30:39.256177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.257485 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa4a2612-ede7-4b02-b66f-1efb2b872336 HTTP/1.1" status: 204  len: 168 time: 1.4678123
Nov 24 14:30:39.327709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.346006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-76c513ec-5cfc-4b48-a4a8-2ede1e3d9d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:39.382077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.431758 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8307297e-eb62-4e08-8d84-debfb9600a51 req-1f1d89c5-191e-4cd5-8d85-bafc784842ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1436121
Nov 24 14:30:39.546405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d82d0-b91c-4a4b-b451-c27d3d44eea8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:39.546405 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "DELETE /v2.0/ports/51c3414c-e9de-47e2-bae3-fbb9dac61dbe HTTP/1.1" status: 204  len: 168 time: 2.3604081
Nov 24 14:30:39.546405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:39.546405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50602) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:39.552799 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:30:39.595670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:39.605915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.606077 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] Sync routers for ids ['b70f0371-3b1d-4ee3-a304-94d48e6380d4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:39.607375 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "PUT /v2.0/routers/b70f0371-3b1d-4ee3-a304-94d48e6380d4 HTTP/1.1" status: 200  len: 880 time: 6.4293149
Nov 24 14:30:39.614470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50606) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:39.621617 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] Routers {'b70f0371-3b1d-4ee3-a304-94d48e6380d4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:39.622212 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe0f340>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b70f0371-3b1d-4ee3-a304-94d48e6380d4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:39.686380 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe0f340>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:39.698523 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] Routers {'b70f0371-3b1d-4ee3-a304-94d48e6380d4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:39.699123 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe0f340>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b70f0371-3b1d-4ee3-a304-94d48e6380d4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:39.750182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.762363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-317da735-ff20-499f-a782-53602ddaf46a tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-60120110-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:39.769052 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe0f340>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:39.769680 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dd097-b7f0-4422-bad2-30c83881dd5a None None] The sync data for ids ['b70f0371-3b1d-4ee3-a304-94d48e6380d4'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:39.800699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.801717 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b2d82d0-b91c-4a4b-b451-c27d3d44eea8 HTTP/1.1" status: 204  len: 168 time: 1.4861481
Nov 24 14:30:39.802550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee61b2-7185-4d08-be32-9051ab03220e req-51c6e55f-253c-453e-80a0-9bd91e72a16a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:39.804515 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-30ee61b2-7185-4d08-be32-9051ab03220e req-51c6e55f-253c-453e-80a0-9bd91e72a16a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.2915361
Nov 24 14:30:39.805615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 8ecc3ea0-607d-4191-91bb-7012354717b2 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:39.806296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:39.874044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=df7ada1b-2648-4a07-a708-cd1009bbcb97,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:39.877878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:40.215616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Deleting port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:40.215838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.280224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Deleting subnet aa2b53a4-f829-447a-bf53-56c8ef3b1e6f {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:40.296892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.366560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.368642 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/df7ada1b-2648-4a07-a708-cd1009bbcb97 HTTP/1.1" status: 204  len: 168 time: 2.5745654
Nov 24 14:30:40.378324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50630) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:40.435649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.552499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-5f9ffe0a-bc05-4925-93c7-a99f6a766d21 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:40.553295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-5f9ffe0a-bc05-4925-93c7-a99f6a766d21 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Synchronizing usage tracker for tenant:f6aeb258309e481f89d8300837a30e62 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:40.591489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f02170-ca5f-4b95-92fd-3d419de91e4f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:40.593414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f02170-ca5f-4b95-92fd-3d419de91e4f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:40.594595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f02170-ca5f-4b95-92fd-3d419de91e4f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:40.595874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f2f02170-ca5f-4b95-92fd-3d419de91e4f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:40.601409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.636654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.654875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] For port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:40.655245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.666208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-5f9ffe0a-bc05-4925-93c7-a99f6a766d21 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Unset dirty status for tenant:f6aeb258309e481f89d8300837a30e62 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:40.668056 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-5f9ffe0a-bc05-4925-93c7-a99f6a766d21 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/networks?id=6b02e101-8b76-4888-89fd-f7d2f9f74b59 HTTP/1.1" status: 200  len: 812 time: 0.8507993
Nov 24 14:30:40.717859 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-3d6ceb93-1009-41bf-8683-af58b675d3c6 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/quotas/f6aeb258309e481f89d8300837a30e62 HTTP/1.1" status: 200  len: 375 time: 0.0382423
Nov 24 14:30:40.782295 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-42c3f4ad-9b1e-42ed-b713-1dca5cc91895 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6aeb258309e481f89d8300837a30e62&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0631647
Nov 24 14:30:40.786524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f2f02170-ca5f-4b95-92fd-3d419de91e4f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:40.788958 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f2f02170-ca5f-4b95-92fd-3d419de91e4f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4067571
Nov 24 14:30:40.791506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50650) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:40.812279 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-933b1636-1e2e-4391-981a-96ec5cf4a026 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/b70f0371-3b1d-4ee3-a304-94d48e6380d4 HTTP/1.1" status: 200  len: 921 time: 1.1932819
Nov 24 14:30:40.818809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 8ecc3ea0-607d-4191-91bb-7012354717b2 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:40.840125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50654) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:40.892913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.899256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-69af5c9b-eaa2-48ea-ad09-a8929a7e4024 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:40.957521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2b53a4-f829-447a-bf53-56c8ef3b1e6f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:40.991150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:40.999128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791764a4-71c1-46eb-9a7d-73f205356bad None None] Network dd79fae1-4faf-4472-96be-7ae70c2ed7ed requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:41.008290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.008689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.008994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.009351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.009705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.010055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.010406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.010753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.011203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.011435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.011868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:41.015208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:41.066746 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "DELETE /v2.0/subnets/aa2b53a4-f829-447a-bf53-56c8ef3b1e6f HTTP/1.1" status: 204  len: 168 time: 1.5267541
Nov 24 14:30:41.071539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50664) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:41.238148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.258825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d0d80-bf6c-4c42-b3b8-529ab5208067 req-aa272fbf-5259-4927-87d7-cf2c8652cf80 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:41.260333 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-741d0d80-bf6c-4c42-b3b8-529ab5208067 req-aa272fbf-5259-4927-87d7-cf2c8652cf80 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 946 time: 0.4544904
Nov 24 14:30:41.281013 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-12ec9754-6e1f-4452-8594-da620470f6cc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=b70f0371-3b1d-4ee3-a304-94d48e6380d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4391851
Nov 24 14:30:41.294330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50668) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:41.305346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Deleting port f4ce2d23-943a-45e6-8d4c-77af290dbf0d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:41.305986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.368918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.369284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.369636 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Floating IP ee24d569-ff56-468a-b2d9-dc01236f0346 disassociated. External IP: 172.26.2.70, port: 3973e241-bcc5-4f67-b7d1-72af1bab0f8a.
Nov 24 14:30:41.369984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Calling delete_port for 3973e241-bcc5-4f67-b7d1-72af1bab0f8a owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:41.383553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 0e743ca8-eb0a-4d03-ad27-1b19af3afd33 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:41.387658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.405854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] DHCP port deletion for dd79fae1-4faf-4472-96be-7ae70c2ed7ed request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:41.411311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Deleting port f4ce2d23-943a-45e6-8d4c-77af290dbf0d {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:41.411756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.477992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50676) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:41.505039 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-741d0d80-bf6c-4c42-b3b8-529ab5208067 req-ccb5caeb-b784-48d2-8f7a-81ccd893d942 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups?id=950e40fb-00f1-422d-9a89-cb91d28eed9a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2361290
Nov 24 14:30:41.586233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-92c1f823-7d82-435d-99f0-f984383a44cb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:30:41.587702 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-92c1f823-7d82-435d-99f0-f984383a44cb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3034987
Nov 24 14:30:41.596562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.711446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.733069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f4ce2d23-943a-45e6-8d4c-77af290dbf0d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:41.831820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0dfbc5-bb19-4879-a720-e916ff8de57d tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:41.836124 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6a0dfbc5-bb19-4879-a720-e916ff8de57d tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.5363457
Nov 24 14:30:41.847165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50686) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:41.867363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1458147113'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:41.897681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] For port f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,segment=NetworkSegment(7f104f20-6af5-4e59-8e08-b51231460019),segment_id=7f104f20-6af5-4e59-8e08-b51231460019)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:41.898048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.912739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.913080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:41.926047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8b1c810d-a83d-4386-be6b-d618b7d77bad tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:41.974120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:41.983947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=8ecc3ea0-607d-4191-91bb-7012354717b2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:41.992420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:41.994127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:41.994894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9eaf51be-c35f-4921-af04-070106b1fb14 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:42.006906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5a7f2763-0332-4642-a188-731298e8f0b8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70f0371-3b1d-4ee3-a304-94d48e6380d4 HTTP/1.1" status: 200  len: 205 time: 0.1482494
Nov 24 14:30:42.009413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:42.019325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50690) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:42.054406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Calling delete_port for f4ce2d23-943a-45e6-8d4c-77af290dbf0d owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:42.077229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:42.093225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event deleted for resources: {'Port': ['ID=3973e241-bcc5-4f67-b7d1-72af1bab0f8a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:42.161992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:42.214818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.291878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,segment=NetworkSegment(7f104f20-6af5-4e59-8e08-b51231460019),segment_id=7f104f20-6af5-4e59-8e08-b51231460019)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:42.385459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.402530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.414145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:42.424824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.428456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:42.431498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.461335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:42.461708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:42.473469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d12e929-133d-455b-b03d-14282932966c tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:42.513929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:42.522429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=0e743ca8-eb0a-4d03-ad27-1b19af3afd33,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:42.537438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:42.540002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:42.540487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] For port f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,segment=NetworkSegment(7f104f20-6af5-4e59-8e08-b51231460019),segment_id=7f104f20-6af5-4e59-8e08-b51231460019)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:42.540850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.550966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.561626 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-1cc8922e-409d-482d-b99d-d7333554e9f4 service neutron] 10.222.0.53 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7376301
Nov 24 14:30:42.591581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a00533-d8c7-47e7-9738-87a9fa6ed14a None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:42.665634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.737052 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9fe56d-cfd0-402b-9b38-e83165363bc6 req-87fc1d3e-3250-4603-aec8-34146da0e7c3 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.0711558
Nov 24 14:30:42.744108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Calling delete_port for f4ce2d23-943a-45e6-8d4c-77af290dbf0d owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:42.944820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:30:42.949598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:42.962996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Deleting port f4ce2d23-943a-45e6-8d4c-77af290dbf0d {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:42.963825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:42.966423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:security_group_rule and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:42.974776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:43.010223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:43.013003 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/0e743ca8-eb0a-4d03-ad27-1b19af3afd33 HTTP/1.1" status: 204  len: 168 time: 2.2205129
Nov 24 14:30:43.027942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50708) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:43.107482 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-528f6bff-af3c-4242-847c-6f845d4bf5b7 service neutron] 10.222.0.53 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5353415
Nov 24 14:30:43.226836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:43.230428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:43.248190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] For port f4ce2d23-943a-45e6-8d4c-77af290dbf0d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,segment=NetworkSegment(7f104f20-6af5-4e59-8e08-b51231460019),segment_id=7f104f20-6af5-4e59-8e08-b51231460019)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:43.248800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.292001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 21e76e88-6c96-4d26-89ef-5326fb98c070 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:30:43.299484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet dbc1efa8-435f-40fd-bc05-31cf22af26b8 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:43.302753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.326799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3973e241-bcc5-4f67-b7d1-72af1bab0f8a no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:43.411544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.449954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 3973e241-bcc5-4f67-b7d1-72af1bab0f8a {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:43.450366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3973e241-bcc5-4f67-b7d1-72af1bab0f8a not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:43.458494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Calling delete_port for f4ce2d23-943a-45e6-8d4c-77af290dbf0d owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:43.537106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.624348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.639959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.721832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.727268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e944ffc9-f045-40a6-a07e-5b24ab287fda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:43.768841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Deleting port f4ce2d23-943a-45e6-8d4c-77af290dbf0d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:43.769186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.801282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.812352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.819075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc1efa8-435f-40fd-bc05-31cf22af26b8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:43.830101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:43.830586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99c129d6-24bb-479c-9386-cb0c0c19566c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:43.848519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1e931e5f-f1ef-4e76-af8b-f8a5143162f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:43.853793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:43.881038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.890605 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a9849edd-51fa-4ab0-8038-44e5b7698066 req-a69f7d67-6dcd-45e9-a9d7-0fd5c151a6ec tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 210 time: 0.1407564
Nov 24 14:30:43.903408 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/dbc1efa8-435f-40fd-bc05-31cf22af26b8 HTTP/1.1" status: 204  len: 168 time: 0.8683989
Nov 24 14:30:43.910632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50732) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:43.912864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:43.974951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:43.975495 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment c0051971-35d5-4657-a3c7-19e7bd837de7 of type vlan for network 0f63d3e6-d41e-4530-8a94-897745877182
Nov 24 14:30:43.977375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be281926-19cb-4c58-8fde-b0814e29be9e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:43.997777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:44.001793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] The port 'f4ce2d23-943a-45e6-8d4c-77af290dbf0d' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:44.009209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] Sync routers for ids ['21e76e88-6c96-4d26-89ef-5326fb98c070'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:44.012743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Pushing event deleted for resources: {'Port': ['ID=f4ce2d23-943a-45e6-8d4c-77af290dbf0d,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:44.019617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a62f8d-2832-4ce5-acba-69f4fb5a104b None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:44.035443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] No DVR routers for this DVR port f4ce2d23-943a-45e6-8d4c-77af290dbf0d on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:44.083429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-497a01b5-9b26-438c-bdb9-e101e2868f2a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:router {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:44.090312 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/21e76e88-6c96-4d26-89ef-5326fb98c070/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4320185
Nov 24 14:30:44.104913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50736) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:44.105817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-497a01b5-9b26-438c-bdb9-e101e2868f2a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:router {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:44.111021 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-497a01b5-9b26-438c-bdb9-e101e2868f2a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1914656
Nov 24 14:30:44.117750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50738) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:44.170893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.171669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.172235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.173436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.174028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.174518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.175000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.175481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.176155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.176639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.177116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:30:44.202721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.203344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:44.204927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2cf833a6-503a-44d9-91a3-06a75ba8b650 None None] Provisioning complete for port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:44.205462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2cf833a6-503a-44d9-91a3-06a75ba8b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.233434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.249325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a5b923f8-237e-496a-a560-e089c6ecaf3c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:44.278606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-4c02477b-e15c-4818-a635-27913402e436 req-36b89d5b-291f-4983-a28d-47ba26412d6e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Synchronizing usage tracker for tenant:a7390524cd674289852a831fce8d0b93 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:44.289303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ff1ad00>,) {'filters': {'network_id': ['dd79fae1-4faf-4472-96be-7ae70c2ed7ed']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.295219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] Routers {'21e76e88-6c96-4d26-89ef-5326fb98c070'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:44.298058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642034c250>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['21e76e88-6c96-4d26-89ef-5326fb98c070'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.298212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:44.311680 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] Sync routers for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:44.314579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ff1ad00>, '7f104f20-6af5-4e59-8e08-b51231460019') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.314887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ff1ad00>, '7f104f20-6af5-4e59-8e08-b51231460019') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.332862 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:44.333547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.333979 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff63700>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.357493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.366709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:44.367283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:44.387308 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:44.409390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642034c250>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.448080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50744) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:44.471260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a5b923f8-237e-496a-a560-e089c6ecaf3c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:44.477741 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a5b923f8-237e-496a-a560-e089c6ecaf3c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=21e76e88-6c96-4d26-89ef-5326fb98c070 HTTP/1.1" status: 200  len: 205 time: 0.3632617
Nov 24 14:30:44.478974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50748) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:44.487246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987647310', 'description': 'tempest-secgroup-smoke-1987647310 description', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:44.488027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] Routers {'21e76e88-6c96-4d26-89ef-5326fb98c070'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:44.488710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642034c250>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['21e76e88-6c96-4d26-89ef-5326fb98c070'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.493560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:44.499312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:44.504033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:44.512033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:44.526283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] No DVR routers for this DVR port 3973e241-bcc5-4f67-b7d1-72af1bab0f8a on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:44.529574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.531754 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-30ee61b2-7185-4d08-be32-9051ab03220e req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.81 "DELETE /v2.0/ports/3973e241-bcc5-4f67-b7d1-72af1bab0f8a HTTP/1.1" status: 204  len: 173 time: 4.6947441
Nov 24 14:30:44.589912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642034c250>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:44.590587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd13618-8088-498b-bde4-f7ad7b3ec21a None None] The sync data for ids ['21e76e88-6c96-4d26-89ef-5326fb98c070'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:44.602043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.608580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:44.608580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.619453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-93eeeeb0-0ebd-4064-bc43-599c94e0145f tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:44.633704 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:30:44.636121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.647599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'name': 'network-vif-deleted', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:30:44.671640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:44.679287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Deleting port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:44.679909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.683925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.740999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-4c02477b-e15c-4818-a635-27913402e436 req-36b89d5b-291f-4983-a28d-47ba26412d6e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Unset dirty status for tenant:a7390524cd674289852a831fce8d0b93 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:44.741326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Deleting port aeeb3653-301b-4dba-80ad-13ca32fd606c {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:44.741326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.743789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4c02477b-e15c-4818-a635-27913402e436 req-36b89d5b-291f-4983-a28d-47ba26412d6e tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.5413332
Nov 24 14:30:44.787137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.787137 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 3.3000267
Nov 24 14:30:44.791670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50756) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:44.798917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.803552 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] 10.222.0.53 "DELETE /v2.0/networks/dd79fae1-4faf-4472-96be-7ae70c2ed7ed HTTP/1.1" status: 204  len: 168 time: 3.7301757
Nov 24 14:30:44.819413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1379969577'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:44.839132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=0f63d3e6-d41e-4530-8a94-897745877182,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:44.841089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:44.849108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5f8faa77-640e-47f1-b2cc-5ba2ded9c53a tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:44.871616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 0f63d3e6-d41e-4530-8a94-897745877182 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:44.897158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:44.913265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:44.929338 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7f23ab-e232-4894-99e0-ef159b402fbf', 'name': 'network-vif-deleted', 'tag': '3973e241-bcc5-4f67-b7d1-72af1bab0f8a', 'status': 'completed', 'code': 200}
Nov 24 14:30:44.952527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b660b4-f4b7-4eef-ad63-8f3648dbc9d0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:44.953231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-60b660b4-f4b7-4eef-ad63-8f3648dbc9d0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:44.975438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:44.988457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:45.003421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Pushing event deleted for resources: {'Network': ['ID=dd79fae1-4faf-4472-96be-7ae70c2ed7ed,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:45.009501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:45.062866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:45.103201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09bf8ea5-51df-4f28-8422-1535bfbee879 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.149151 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e2f836e3-d940-4b9d-9b6c-42e5a008998e req-e8266458-ae4c-4d76-82cb-d4db05641045 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 210 time: 0.1249912
Nov 24 14:30:45.180336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:45.183018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-60b660b4-f4b7-4eef-ad63-8f3648dbc9d0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:45.186812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50764) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:45.191154 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-60b660b4-f4b7-4eef-ad63-8f3648dbc9d0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 1.0683453
Nov 24 14:30:45.200722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] For port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:45.201173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.250396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.254222 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff63700>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:54Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:45.259142 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] Checking router: 7ec4132e-8c2a-4fbe-bf4e-957de7460151 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:30:45.265250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:45.269813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:45.275950 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:45.276901 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff63700>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:45.277189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:45.391972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:45.394268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Calling delete_port for 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:45.394962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.423786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Calling delete_port for aeeb3653-301b-4dba-80ad-13ca32fd606c owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:45.495272 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:30:45.507804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:45.531625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.533169 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment 94297a55-6d71-4ccc-82e3-05d30eae1e73 of type vlan for network 973a7121-48a9-408f-ab4d-8ed0dfec7636
Nov 24 14:30:45.584549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.627008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a99746-ec20-4d50-9e1a-34199c21ab95 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:45.627760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05a99746-ec20-4d50-9e1a-34199c21ab95 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:45.634598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.642016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-07429274-7c79-4e0e-87d3-003f7afd14e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:45.648362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09bf8ea5-51df-4f28-8422-1535bfbee879 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.679477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09bf8ea5-51df-4f28-8422-1535bfbee879 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.726158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.731330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:45.740784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.740784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:45.747832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.749215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:45.784899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05a99746-ec20-4d50-9e1a-34199c21ab95 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:45.789223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50770) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:45.792453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50774) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:45.793067 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-05a99746-ec20-4d50-9e1a-34199c21ab95 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6050558
Nov 24 14:30:45.861237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Pushing event deleted for resources: {'Port': ['ID=9f4dfe78-b61c-4153-be1e-21e85b09bdb8,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:45.881306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:45.885643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:45.887451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:45.899469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] No DVR routers for this DVR port 9f4dfe78-b61c-4153-be1e-21e85b09bdb8 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:45.935803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09bf8ea5-51df-4f28-8422-1535bfbee879 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:45.936368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bf8ea5-51df-4f28-8422-1535bfbee879 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Fanout notify agent at l3_agent the message router_deleted on router 21e76e88-6c96-4d26-89ef-5326fb98c070 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:30:45.953401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=973a7121-48a9-408f-ab4d-8ed0dfec7636,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:45.957506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:45.964935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:45.984503 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1871760
Nov 24 14:30:45.999776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50782) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:46.011531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': '0f63d3e6-d41e-4530-8a94-897745877182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:46.124440 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff63700>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:54Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:46.128973 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad54ba-91ea-496e-9bbf-e3872df31ba1 None None] The sync data for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv is: [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '225e9fc3-c385-467b-a2f0-3ce7e7d96011', 'name': '', 'network_id': '829f61c1-2284-4ce1-b6bc-10ff3a99d1e9', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'mac_address': 'fa:16:3e:6c:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:42Z', 'updated_at': '2021-11-24T14:26:54Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'subnets': [{'id': 'bc36475e-eb21-4578-a979-1cab63d2e292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:46.147196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.165518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:46.220777 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2c6e839d-0084-4988-bd2a-c13b10a89856 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4268546
Nov 24 14:30:46.221474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.250737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:46.251288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:46.251288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event deleted for resources: {'Port': ['ID=aeeb3653-301b-4dba-80ad-13ca32fd606c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:46.253734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:46.274047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:46.307855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:46.312032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:46.315224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:46.321269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:46.350386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e06f5d83-3992-4826-bc6f-a1c97c89424d req-37a7f1c6-316c-446b-940d-2be194661501 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d7f23ab-e232-4894-99e0-ef159b402fbf HTTP/1.1" status: 200  len: 210 time: 0.1251488
Nov 24 14:30:46.369228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:46.395475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:46.398750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef311d-4157-4c9d-869c-46ff15b9a444,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:46.401627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:46.408373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:46.414897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09bf8ea5-51df-4f28-8422-1535bfbee879 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.418898 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-09bf8ea5-51df-4f28-8422-1535bfbee879 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/21e76e88-6c96-4d26-89ef-5326fb98c070 HTTP/1.1" status: 204  len: 168 time: 1.8947887
Nov 24 14:30:46.428561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:46.430442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50794) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:46.459200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6dfb3c-b06c-456a-a61e-f8801fd1886a None None] New status for floating IP ee24d569-ff56-468a-b2d9-dc01236f0346: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:30:46.460211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:46.493213 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b3db278a-9d60-41a4-8bf3-9d1446be913b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e0a093ca3b14a98a8b9725405372b71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7002761
Nov 24 14:30:46.494478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50798) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:46.702600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.706592 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1b689580-46ee-4a91-a2e7-90b62400da21 req-e1364d5b-cd28-4af2-9bf4-65db169076da tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 210 time: 0.3148863
Nov 24 14:30:46.731335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.750008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet 3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:30:46.759091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:46.760604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.774644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.802578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.809093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.816149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:46.869640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:46.900541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:46.928554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f184021-bd64-42c7-beb0-b8d917488e8d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:46.936236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:46.992661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.023466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.024957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.026171 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 2.5669286
Nov 24 14:30:47.030731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50802) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:47.038094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'security_group_rule': {'security_group_id': '3f184021-bd64-42c7-beb0-b8d917488e8d', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:47.048519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:47.059851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:47.065160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:47.098649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:47.111834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.121433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20e3f754-a238-4106-b9f9-da94fe907603 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:47.168002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:47.192867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eee5bd-2f08-4023-b417-208cad634f7e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:47.199316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:47.219696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.223274 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15eee5bd-2f08-4023-b417-208cad634f7e HTTP/1.1" status: 204  len: 168 time: 0.7234621
Nov 24 14:30:47.271473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.302620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-40bb6276-7966-408c-a8b0-444bc9b78ba2 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:47.304049 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-40bb6276-7966-408c-a8b0-444bc9b78ba2 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.81 "GET /v2.0/networks?id=6b02e101-8b76-4888-89fd-f7d2f9f74b59 HTTP/1.1" status: 200  len: 812 time: 0.2340758
Nov 24 14:30:47.321997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Request body: {'port': {'device_id': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59', 'admin_state_up': True, 'tenant_id': 'f6aeb258309e481f89d8300837a30e62'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:47.341831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.350748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-32b649a7-0cf0-49a1-b2a1-302cc160433e tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:47.403161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.409538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.443811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:47.453544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:47.465513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.472985 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b HTTP/1.1" status: 204  len: 168 time: 1.0391955
Nov 24 14:30:47.473197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2cd31d-5739-421d-834d-c65013a54929 None None] Network 256d4116-645b-4982-aa3e-bcc8a2101bf9 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:47.478024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50812) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:47.541665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.543714 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:30:47.544001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:47.565834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.568131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.572851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Fanout notify agent at l3_agent the message router_deleted on router b70f0371-3b1d-4ee3-a304-94d48e6380d4 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:30:47.593081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50818) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:47.667918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.674410 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/b70f0371-3b1d-4ee3-a304-94d48e6380d4 HTTP/1.1" status: 204  len: 168 time: 5.6464849
Nov 24 14:30:47.684605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50822) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:47.696484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.700950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:47.709631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.715358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Usage tracker for resource:port and tenant:f6aeb258309e481f89d8300837a30e62 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:47.716382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1943060225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:47.720327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:47.723441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fe13d121-21d9-477e-9519-44af665fdd34 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:47.745152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port d0717ccf-1606-48b9-9a79-bc82fdcae40f {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:47.745493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.748712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:47.759727 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-80b6339b-f229-4ca7-8f83-b387e25532cd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.5186117
Nov 24 14:30:47.760281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50830) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:47.771343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Usage tracker for resource:router and tenant:53cb2450e3964ceb8f4e4324aa14eb27 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:47.779145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:47.787606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:47.790324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:47.821058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.826324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:47.827471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbf3376-8ad9-47bb-a3b3-b6dc919b2a9b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:47.846624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:47.862204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] DHCP port deletion for 256d4116-645b-4982-aa3e-bcc8a2101bf9 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:30:47.867881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Deleting port d0717ccf-1606-48b9-9a79-bc82fdcae40f {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:47.868373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.914703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.939657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.956025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:47.960123 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9284494
Nov 24 14:30:47.978827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-744e1531-cb48-4a62-acee-257e0e830cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:47.991123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50838) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:48.015328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'security_group_rule': {'security_group_id': '3f184021-bd64-42c7-beb0-b8d917488e8d', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:48.029371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:48.033451 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-65bf2f8f-1d31-4099-ab33-91f8fc38fed8 req-88ec248b-54ca-4ceb-9b38-014a25e938dd tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 210 time: 0.0863490
Nov 24 14:30:48.037870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:48.042955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Made reservation on behalf of f6aeb258309e481f89d8300837a30e62 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:48.044277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.071789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:48.079374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=787602d0-c507-41a7-951e-4d5063ac5926,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:48.084037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:48.086302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:48.107103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:48.127013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': 'c0051971-35d5-4657-a3c7-19e7bd837de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0f63d3e6-d41e-4530-8a94-897745877182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:48.127410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: 0f63d3e6-d41e-4530-8a94-897745877182, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:48.157940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.158140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.160134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:48.175983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] For port d0717ccf-1606-48b9-9a79-bc82fdcae40f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0717ccf-1606-48b9-9a79-bc82fdcae40f,segment=NetworkSegment(942f3b2f-41e6-4288-be4c-30ca5cbfc2d7),segment_id=942f3b2f-41e6-4288-be4c-30ca5cbfc2d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:48.176420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.227926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:48.235578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.237307 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:30:48.238303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:48.244862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.255907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fdc2d1df-1fbe-4fb7-998a-369f0983499d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:48.274973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 0f63d3e6-d41e-4530-8a94-897745877182 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:48.291603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e40fb-00f1-422d-9a89-cb91d28eed9a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:48.309150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Calling delete_port for d0717ccf-1606-48b9-9a79-bc82fdcae40f owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:48.310003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:48.319066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.352407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port d0717ccf-1606-48b9-9a79-bc82fdcae40f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0717ccf-1606-48b9-9a79-bc82fdcae40f,segment=NetworkSegment(942f3b2f-41e6-4288-be4c-30ca5cbfc2d7),segment_id=942f3b2f-41e6-4288-be4c-30ca5cbfc2d7)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:48.353016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.361759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.425824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 0f63d3e6-d41e-4530-8a94-897745877182) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:48.431149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:48.431843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.438468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c291a4-dc06-47a0-bbff-75ee74c4f621 None None] Network 0f63d3e6-d41e-4530-8a94-897745877182 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:48.455441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.468393 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "DELETE /v2.0/security-groups/950e40fb-00f1-422d-9a89-cb91d28eed9a HTTP/1.1" status: 204  len: 168 time: 0.8620572
Nov 24 14:30:48.468393 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ea8c5fb0-b194-4e63-8ca7-d03bd298bd22 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.6854007
Nov 24 14:30:48.468393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50846) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:48.468393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.488035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50848) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:48.505581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:48.524209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.534705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c53760b-f6f6-4dbc-bc14-94596ecbdad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:48.538618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5363817
Nov 24 14:30:48.539918 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-1eb47877-f036-4d44-8adb-3e814c056288 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] show failed (client error): The resource could not be found.
Nov 24 14:30:48.540862 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1eb47877-f036-4d44-8adb-3e814c056288 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "GET /v2.0/security-groups/950e40fb-00f1-422d-9a89-cb91d28eed9a HTTP/1.1" status: 404  len: 347 time: 0.0556877
Nov 24 14:30:48.545718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50856) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:48.550374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50860) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:48.554838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': '973a7121-48a9-408f-ab4d-8ed0dfec7636', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:48.607252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Pushing event deleted for resources: {'Port': ['ID=d0717ccf-1606-48b9-9a79-bc82fdcae40f,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:48.611887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] No DVR routers for this DVR port d0717ccf-1606-48b9-9a79-bc82fdcae40f on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:30:48.617394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:48.633753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Allocated IP 172.20.0.11 (6b02e101-8b76-4888-89fd-f7d2f9f74b59/5fe6061c-a951-4347-8c1c-241653402bec/15822b48-9a3e-4a74-a493-76ab071c0946) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:48.633929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.636423 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb8386eb-1b05-4d2d-886d-0fea333dfba8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.9508185
Nov 24 14:30:48.639396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for d0717ccf-1606-48b9-9a79-bc82fdcae40f owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:48.667526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50864) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:48.701313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.709384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': True}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:48.843412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-0f63d3e6-d41e-4530-8a94-897745877182', 'network_id': '0f63d3e6-d41e-4530-8a94-897745877182', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': '787602d0-c507-41a7-951e-4d5063ac5926'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:48.846232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.848129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:48.873380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:48.948798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50870) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:48.951832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b72e8d1-dcfa-4e00-94ed-0fe9d5560d29,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:48.967312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:48.975535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:30:48.975945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:30:48.976630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Deleting port 1713f43a-b0b2-4a8f-86a8-4a35e4e88bdb {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:48.977157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.095072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Allocated IP 172.20.0.2 (0f63d3e6-d41e-4530-8a94-897745877182/787602d0-c507-41a7-951e-4d5063ac5926/e332fa21-e9c4-45af-8e6c-5650aef60492) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:49.143889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:49.158240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.159645 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.1581702
Nov 24 14:30:49.172063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50878) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:49.179154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1235230111'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:49.190344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'security_group_rule': {'security_group_id': '3f184021-bd64-42c7-beb0-b8d917488e8d', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:49.196296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:49.200241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:49.200984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:49.203657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:49.206402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:49.214028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:49.227833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:49.239944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:49.243522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:49.262217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:49.265622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:49.281372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:49.288980 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fb971445-0953-4fd1-b2fd-292874cab92d req-2e7bc9de-1e60-4544-99e4-efe0d06aeb62 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 210 time: 0.0596645
Nov 24 14:30:49.329633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.340711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:49.341464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Transition to ACTIVE for port object e332fa21-e9c4-45af-8e6c-5650aef60492 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:49.363729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Transition to ACTIVE for port object e332fa21-e9c4-45af-8e6c-5650aef60492 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:49.379713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:49.384611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.384899 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:30:49.385319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:49.416566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.416889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.430909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.438498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:49.441518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.462421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.480005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.480262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port d0717ccf-1606-48b9-9a79-bc82fdcae40f {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:49.480369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.481627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:49.485940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:49.512826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.568385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Calling delete_port for 1713f43a-b0b2-4a8f-86a8-4a35e4e88bdb owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:49.586649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] The port 'd0717ccf-1606-48b9-9a79-bc82fdcae40f' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:30:49.589288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Network 0f63d3e6-d41e-4530-8a94-897745877182 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:49.592659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:49.597066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:49.599256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Pushing event updated for resources: {'Port': ['ID=e332fa21-e9c4-45af-8e6c-5650aef60492,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:49.603302 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-485ee07b-90ef-44eb-adb5-dcebcb569eef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.1142271
Nov 24 14:30:49.603470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:49.612854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50882) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:49.662510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:49.690517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0717ccf-1606-48b9-9a79-bc82fdcae40f no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:30:49.722143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.731377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: d0717ccf-1606-48b9-9a79-bc82fdcae40f {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:30:49.731837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0717ccf-1606-48b9-9a79-bc82fdcae40f not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:30:49.734272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Attempting to bind port e332fa21-e9c4-45af-8e6c-5650aef60492 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:49.734748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Attempting to bind port e332fa21-e9c4-45af-8e6c-5650aef60492 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'c0051971-35d5-4657-a3c7-19e7bd837de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0f63d3e6-d41e-4530-8a94-897745877182'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:49.735847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Attempting to bind port e332fa21-e9c4-45af-8e6c-5650aef60492 on network 0f63d3e6-d41e-4530-8a94-897745877182 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:49.743450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:49.744014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Checking segment: {'id': 'c0051971-35d5-4657-a3c7-19e7bd837de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0f63d3e6-d41e-4530-8a94-897745877182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:49.744575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.745212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Bound using segment: {'id': 'c0051971-35d5-4657-a3c7-19e7bd837de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0f63d3e6-d41e-4530-8a94-897745877182'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:49.745949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Bound port: e332fa21-e9c4-45af-8e6c-5650aef60492, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0051971-35d5-4657-a3c7-19e7bd837de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0f63d3e6-d41e-4530-8a94-897745877182'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:49.746545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.746756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:49.804629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.805842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.829980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:security_group_rule and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:49.831164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.834499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:49.847061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] For port e332fa21-e9c4-45af-8e6c-5650aef60492, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:49.849287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:49.850020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] For port e332fa21-e9c4-45af-8e6c-5650aef60492, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e332fa21-e9c4-45af-8e6c-5650aef60492,segment=NetworkSegment(c0051971-35d5-4657-a3c7-19e7bd837de7),segment_id=c0051971-35d5-4657-a3c7-19e7bd837de7)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:49.853034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb90196e-f006-455e-857c-9065397e9299 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:49.882940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:49.909727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.915880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.924438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:49.927521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:49.940284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:49.969127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:49.979168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:49.982746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:50.052602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:50.057870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.060226 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:30:50.061087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:50.080005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Pushing event updated for resources: {'Port': ['ID=e332fa21-e9c4-45af-8e6c-5650aef60492,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:50.083297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:50.116229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.162331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f936d60>,) {'filters': {'network_id': ['256d4116-645b-4982-aa3e-bcc8a2101bf9']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:50.176201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.181737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:50.188144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Pushing event updated for resources: {'Port': ['ID=15822b48-9a3e-4a74-a493-76ab071c0946,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:50.200782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:50.205714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f936d60>, '942f3b2f-41e6-4288-be4c-30ca5cbfc2d7') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:50.205917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f936d60>, '942f3b2f-41e6-4288-be4c-30ca5cbfc2d7') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:50.221342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:50.246080 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4762c5f4-a9ac-41bb-ae98-6816baef3489 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.6293521
Nov 24 14:30:50.247566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Pushing event deleted for resources: {'Port': ['ID=1713f43a-b0b2-4a8f-86a8-4a35e4e88bdb,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:50.251083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50886) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:50.252527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.253892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:50.257874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:50.276254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:50.276867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.280668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b65e5f-eeba-4393-b455-bf93aa96c142,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:50.310346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:50.350749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.367199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.380332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.381513 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.2065082
Nov 24 14:30:50.389689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50892) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:50.389689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:30:50.398053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.433730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5cefc7ad-e629-403a-89f2-14cbe8a332b3 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:30:50.436974 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:30:50.464832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'security_group_rule': {'security_group_id': '3f184021-bd64-42c7-beb0-b8d917488e8d', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:50.557222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:50.564323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2460060
Nov 24 14:30:50.605945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.607196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:50.616032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:50.622882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Request body: {'port': {'device_id': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:50.666727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:50.673481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:50.684971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.687565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.692352 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee24d569-ff56-468a-b2d9-dc01236f0346 HTTP/1.1" status: 204  len: 168 time: 2.1106038
Nov 24 14:30:50.699689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50896) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:50.706177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:50.749145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.760591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4fd4a3b7-0bf7-4d39-a712-c009cef3307a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:50.763714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=64e5438b-157e-4ca1-83ea-e7e4822df0d4,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:50.767489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:50.775000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.792962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': '94297a55-6d71-4ccc-82e3-05d30eae1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '973a7121-48a9-408f-ab4d-8ed0dfec7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:50.793562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: 973a7121-48a9-408f-ab4d-8ed0dfec7636, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:50.798517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.808826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:50.847726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.870916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/256d4116-645b-4982-aa3e-bcc8a2101bf9 HTTP/1.1" status: 204  len: 168 time: 3.3870783
Nov 24 14:30:50.870916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.883442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc0a1f-c2dd-4573-877d-2a3a70e907d5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:50.890486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50900) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:50.893674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.894020 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment 574a220c-8006-48fb-903a-8ae6f0241104 of type vlan for network e45643ed-648b-471a-8a4c-d4b368d5eb30
Nov 24 14:30:50.897193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:50.900365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:50.901828 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:30:50.902251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:50.910064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1775446159', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:50.925290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:50.932749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:50.953007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:50.960905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:50.977215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=256d4116-645b-4982-aa3e-bcc8a2101bf9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:51.013678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c42949-9603-45b9-b71b-4271acab1da5 req-900fbc33-c1b3-4290-8443-c1c1634c4972 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:51.014375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-e7c42949-9603-45b9-b71b-4271acab1da5 req-900fbc33-c1b3-4290-8443-c1c1634c4972 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Synchronizing usage tracker for tenant:f6aeb258309e481f89d8300837a30e62 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:51.018111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:router and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:51.022030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:51.036627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:51.041283 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-36575959-40cd-4d3b-a656-dda115b96d0f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.7859669
Nov 24 14:30:51.044949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50904) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:51.052824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:51.059566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:51.143645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 973a7121-48a9-408f-ab4d-8ed0dfec7636) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:51.148501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:51.149128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.152055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231eb02f-a5c5-4d4b-aea9-43486384cad2 None None] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:51.165200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.195730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:51.215317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:51.234012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.284529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.285764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.296019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.304303 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7583470
Nov 24 14:30:51.326996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50908) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:51.335181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-631051116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:51.343592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:51.350113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:router and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:51.354077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:51.361954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:51.376270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.377617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-e7c42949-9603-45b9-b71b-4271acab1da5 req-900fbc33-c1b3-4290-8443-c1c1634c4972 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Unset dirty status for tenant:f6aeb258309e481f89d8300837a30e62 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:51.378859 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e7c42949-9603-45b9-b71b-4271acab1da5 req-900fbc33-c1b3-4290-8443-c1c1634c4972 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 932 time: 0.8904326
Nov 24 14:30:51.383069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.400244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a1e8d7-eb35-486f-b663-941c481ee42e None None] Network 0f63d3e6-d41e-4530-8a94-897745877182 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:51.422543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-973a7121-48a9-408f-ab4d-8ed0dfec7636', 'network_id': '973a7121-48a9-408f-ab4d-8ed0dfec7636', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': '64e5438b-157e-4ca1-83ea-e7e4822df0d4'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:51.424309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.443971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:51.447411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.449089 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:30:51.456586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:30:51.476782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.477624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.513322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.523468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.527362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:51.528003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.550133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f38019f0-943d-43bc-b770-c7e7475ce317 None None] Provisioning for port e332fa21-e9c4-45af-8e6c-5650aef60492 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:51.562449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3c025ba5-c13a-4fe5-8ba5-ed27c17996d2 tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:51.562723 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-86aea9c3-4da0-41c4-a4c5-c02085b8beda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5129135
Nov 24 14:30:51.566647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50912) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:51.589294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.613086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.615356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f46ba8f8-4f05-400a-a68b-04acee46b369 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:51.744975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.752315 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e7c42949-9603-45b9-b71b-4271acab1da5 req-fedea99d-b5d9-48da-9184-77f8d5b2fe17 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3456485
Nov 24 14:30:51.763270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f46ba8f8-4f05-400a-a68b-04acee46b369 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:51.767223 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f46ba8f8-4f05-400a-a68b-04acee46b369 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1963739
Nov 24 14:30:51.775249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50916) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:51.783066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Allocated IP 172.21.0.2 (973a7121-48a9-408f-ab4d-8ed0dfec7636/64e5438b-157e-4ca1-83ea-e7e4822df0d4/45ed984b-272c-46a4-8080-7560e8d01fbb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:51.789106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:51.793094 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3578794
Nov 24 14:30:51.817668 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.8670115
Nov 24 14:30:51.821113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50920) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:51.837075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e332fa21-e9c4-45af-8e6c-5650aef60492 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:51.863693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Allocated IP 172.26.2.231 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/989aa05a-08bc-441e-a7c8-6a2927892688) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:51.940177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50922) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:51.946323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'e45643ed-648b-471a-8a4c-d4b368d5eb30', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:51.972646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff4b1d2-9143-4fc5-a47b-1a7b3e0cac35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:51.981514 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6ff4b1d2-9143-4fc5-a47b-1a7b3e0cac35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1979225
Nov 24 14:30:51.981514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50926) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:51.984159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=e45643ed-648b-471a-8a4c-d4b368d5eb30,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:51.988017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:51.994621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'security_group_rule': {'security_group_id': '3f184021-bd64-42c7-beb0-b8d917488e8d', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:52.001365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75932cd1-6854-4ef4-9515-65dda3af5195 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:52.013253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network e45643ed-648b-471a-8a4c-d4b368d5eb30 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:52.069482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:52.085926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:52.089913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3740285-1f31-4c29-a220-27e0909f316d,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:52.092986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:52.128476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.129655 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-80f3e295-7981-4adc-8415-45c0359a4ce4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.8001952
Nov 24 14:30:52.137350 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f8d90aad-7361-49ee-82d5-b1ca32f07fdc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1524987
Nov 24 14:30:52.140267 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50932) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:52.153934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:52.154386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50934) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:52.220666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:52.313925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:30:52.323531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:52.357261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.369244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Transition to ACTIVE for port object 45ed984b-272c-46a4-8080-7560e8d01fbb will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:52.390533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Transition to ACTIVE for port object 45ed984b-272c-46a4-8080-7560e8d01fbb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:52.435983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15822b48-9a3e-4a74-a493-76ab071c0946 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:30:52.441414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e332fa21-e9c4-45af-8e6c-5650aef60492 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:52.445011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.447101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e332fa21-e9c4-45af-8e6c-5650aef60492 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:52.449487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.449620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.454783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.476051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Project 0aecf5fca6484de096db1d9ff660d5ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:30:52.476282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.486570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Transition to ACTIVE for port object 15822b48-9a3e-4a74-a493-76ab071c0946 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:52.488323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.489568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6b137f77-78be-496d-adf8-f7652c930be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:52.508017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:52.550794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:52.554462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:52.566520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.571701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:52.577172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:52.577513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Pushing event updated for resources: {'Port': ['ID=45ed984b-272c-46a4-8080-7560e8d01fbb,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:52.580429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:52.582217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:52.583984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:52.590731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.599344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bf9a78d-9e82-4965-9059-cadfbf12d188 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:52.611449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:52.648890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.710399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:52.733296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.781011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Attempting to bind port 45ed984b-272c-46a4-8080-7560e8d01fbb on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:52.781386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Attempting to bind port 45ed984b-272c-46a4-8080-7560e8d01fbb by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '94297a55-6d71-4ccc-82e3-05d30eae1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '973a7121-48a9-408f-ab4d-8ed0dfec7636'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:52.782527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Attempting to bind port 45ed984b-272c-46a4-8080-7560e8d01fbb on network 973a7121-48a9-408f-ab4d-8ed0dfec7636 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:52.784854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.793650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:52.796739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Pushing event updated for resources: {'Port': ['ID=15822b48-9a3e-4a74-a493-76ab071c0946,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:52.799712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:52.809159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:52.809159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Checking segment: {'id': '94297a55-6d71-4ccc-82e3-05d30eae1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '973a7121-48a9-408f-ab4d-8ed0dfec7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:52.809159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.809159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Bound using segment: {'id': '94297a55-6d71-4ccc-82e3-05d30eae1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '973a7121-48a9-408f-ab4d-8ed0dfec7636'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:52.809684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6c7ad6e2-d53c-403f-a20e-fe1f7caeb7b6 tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:52.809774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Bound port: 45ed984b-272c-46a4-8080-7560e8d01fbb, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94297a55-6d71-4ccc-82e3-05d30eae1e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '973a7121-48a9-408f-ab4d-8ed0dfec7636'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:52.809774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.841720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d814fe-be0f-4277-b627-6ce83a636c2b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:52.844974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:52.850550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-df1a86f6-459d-4fff-9e37-e475e106b490 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:52.878367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e332fa21-e9c4-45af-8e6c-5650aef60492, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e332fa21-e9c4-45af-8e6c-5650aef60492,segment=NetworkSegment(c0051971-35d5-4657-a3c7-19e7bd837de7),segment_id=c0051971-35d5-4657-a3c7-19e7bd837de7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:52.884806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:52.892288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:52.894998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:52.919078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] For port 45ed984b-272c-46a4-8080-7560e8d01fbb, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:52.922906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] For port 45ed984b-272c-46a4-8080-7560e8d01fbb, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=45ed984b-272c-46a4-8080-7560e8d01fbb,segment=NetworkSegment(94297a55-6d71-4ccc-82e3-05d30eae1e73),segment_id=94297a55-6d71-4ccc-82e3-05d30eae1e73)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:52.984358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.985586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.0093284
Nov 24 14:30:52.988817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.990653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:52.992961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-13567c6a-2ced-49fd-94e3-409a68d250c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:53.003438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50942) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:53.028382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.053054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Port': ['ID=989aa05a-08bc-441e-a7c8-6a2927892688,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:53.056327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:53.068302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'security_group_rule': {'security_group_id': '3f184021-bd64-42c7-beb0-b8d917488e8d', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:53.075038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:53.075982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e332fa21-e9c4-45af-8e6c-5650aef60492,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:53.079428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:53.079972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:53.081968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:security_group_rule and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:53.084937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:53.106098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:53.158996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Pushing event updated for resources: {'Port': ['ID=45ed984b-272c-46a4-8080-7560e8d01fbb,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:53.162269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:53.185397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Attempting to bind port 15822b48-9a3e-4a74-a493-76ab071c0946 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:53.192947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Attempting to bind port 15822b48-9a3e-4a74-a493-76ab071c0946 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'db13b7fb-6aaf-4c8d-a800-95f996695223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:53.192947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Attempting to bind port 15822b48-9a3e-4a74-a493-76ab071c0946 on network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:53.203172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Port 15822b48-9a3e-4a74-a493-76ab071c0946 on network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:30:53.203470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Attempting to bind port 15822b48-9a3e-4a74-a493-76ab071c0946 on network 6b02e101-8b76-4888-89fd-f7d2f9f74b59 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:53.244457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:53.252957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.288130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:53.288130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Checking segment: {'id': 'db13b7fb-6aaf-4c8d-a800-95f996695223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:53.288130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Bound using segment: {'id': 'db13b7fb-6aaf-4c8d-a800-95f996695223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:53.288130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Bound port: 15822b48-9a3e-4a74-a493-76ab071c0946, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db13b7fb-6aaf-4c8d-a800-95f996695223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:53.288130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.310242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.378940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69422e56-845d-43a1-a580-5a41466f80f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.493272 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Project 0aecf5fca6484de096db1d9ff660d5ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:30:53.513115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.521866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.523954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] For port 15822b48-9a3e-4a74-a493-76ab071c0946, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:53.543728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] For port 15822b48-9a3e-4a74-a493-76ab071c0946, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=15822b48-9a3e-4a74-a493-76ab071c0946,segment=NetworkSegment(db13b7fb-6aaf-4c8d-a800-95f996695223),segment_id=db13b7fb-6aaf-4c8d-a800-95f996695223)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:53.549063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6ba4c-94c5-4e22-9ecd-1ba8a17b376c req-d572d769-7833-4f37-8810-50df9a52377a tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:53.550526 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-92b6ba4c-94c5-4e22-9ecd-1ba8a17b376c req-d572d769-7833-4f37-8810-50df9a52377a tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 944 time: 0.5433643
Nov 24 14:30:53.560214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 172.26.2.240 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/89349996-04a2-4da3-b033-1890dac801f7) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:53.600146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.712301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.720595 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:53.784962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e332fa21-e9c4-45af-8e6c-5650aef60492 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:53.903031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e332fa21-e9c4-45af-8e6c-5650aef60492 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:53.903751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.937444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:53.938900 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-7c63f15f-063d-4eed-8890-656562767301 service neutron] 10.222.0.81 "PUT /v2.0/ports/15822b48-9a3e-4a74-a493-76ab071c0946 HTTP/1.1" status: 200  len: 1094 time: 3.3286746
Nov 24 14:30:53.942654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'tag': '15822b48-9a3e-4a74-a493-76ab071c0946'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:30:53.960929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.019368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Pushing event updated for resources: {'Port': ['ID=15822b48-9a3e-4a74-a493-76ab071c0946,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:54.047555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:54.059744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'tag': '15822b48-9a3e-4a74-a493-76ab071c0946', 'status': 'completed', 'code': 200}
Nov 24 14:30:54.074621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.077321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.100723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 45ed984b-272c-46a4-8080-7560e8d01fbb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:54.113423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.116592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-92b6ba4c-94c5-4e22-9ecd-1ba8a17b376c req-cbe4049c-205a-4f11-815c-90f86cd22a62 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Synchronizing usage tracker for tenant:f6aeb258309e481f89d8300837a30e62 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:54.131539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.133469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.292522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.308675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 45ed984b-272c-46a4-8080-7560e8d01fbb completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:54.315627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b244483-2edf-4bf9-a51f-5e89f5adb9fd None None] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:54.323553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:54.390279 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7b7e2908-3def-48b1-be90-a1f550095ff9 req-c16b2de0-390c-4eee-8dc4-39e9cab02cb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6aeb258309e481f89d8300837a30e62&device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 1097 time: 0.3194225
Nov 24 14:30:54.419802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.432918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.443397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d043fe0e-3c77-4754-8ad8-a45ceec3cfdc tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:54.465269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-92b6ba4c-94c5-4e22-9ecd-1ba8a17b376c req-cbe4049c-205a-4f11-815c-90f86cd22a62 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Unset dirty status for tenant:f6aeb258309e481f89d8300837a30e62 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:54.466599 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-92b6ba4c-94c5-4e22-9ecd-1ba8a17b376c req-cbe4049c-205a-4f11-815c-90f86cd22a62 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8721290
Nov 24 14:30:54.467114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e71f5c-cb07-441c-8614-87fc40c97b7a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:54.499320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:54.507115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Provisioning for port 45ed984b-272c-46a4-8080-7560e8d01fbb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:54.507635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dca61d31-eb74-49fe-a7b9-51e6354baac1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:54.515784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Provisioning complete for port 45ed984b-272c-46a4-8080-7560e8d01fbb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:54.516891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.602594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Deleting port 225e9fc3-c385-467b-a2f0-3ce7e7d96011 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:54.603195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.639761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=89349996-04a2-4da3-b033-1890dac801f7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:54.645489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:54.656662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:54.658342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:54.666280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:54.667411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.668597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.6581545
Nov 24 14:30:54.683338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50948) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:54.709097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.721389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e2908-3def-48b1-be90-a1f550095ff9 req-329295ad-6318-40ea-8331-e79f985b68d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:54.722837 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7b7e2908-3def-48b1-be90-a1f550095ff9 req-329295ad-6318-40ea-8331-e79f985b68d1 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=f6aeb258309e481f89d8300837a30e62&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3221772
Nov 24 14:30:54.743619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'network': {'name': 'tempest-network-smoke--199343672', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:54.744805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] For port 45ed984b-272c-46a4-8080-7560e8d01fbb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=45ed984b-272c-46a4-8080-7560e8d01fbb,segment=NetworkSegment(94297a55-6d71-4ccc-82e3-05d30eae1e73),segment_id=94297a55-6d71-4ccc-82e3-05d30eae1e73)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:54.763390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=2ce42563-c8e3-4131-ae11-75224ac5ff3b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:54.775586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:54.779269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:54.799978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:network and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:54.825621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:54.840682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:54.882605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:54.885307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:54.932368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': '574a220c-8006-48fb-903a-8ae6f0241104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e45643ed-648b-471a-8a4c-d4b368d5eb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:54.932939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: e45643ed-648b-471a-8a4c-d4b368d5eb30, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:30:54.972867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e2908-3def-48b1-be90-a1f550095ff9 req-a115766f-c27a-4bac-b1ee-d504b080e3d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:54.974341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7b7e2908-3def-48b1-be90-a1f550095ff9 req-a115766f-c27a-4bac-b1ee-d504b080e3d0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2379413
Nov 24 14:30:54.975315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Pushing event updated for resources: {'Port': ['ID=45ed984b-272c-46a4-8080-7560e8d01fbb,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:54.979621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:55.029695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Made reservation on behalf of 0aecf5fca6484de096db1d9ff660d5ef for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:55.029955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.080826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Router f096efdc-fe09-4893-8d42-67a504af3b34 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:30:55.109373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-63a63476-880a-457c-8833-550852da0084 None None] Provisioning complete for port 45ed984b-272c-46a4-8080-7560e8d01fbb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:55.110352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-63a63476-880a-457c-8833-550852da0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.119541 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-8b0c126d-2c25-4000-a271-89b758ab78b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6aeb258309e481f89d8300837a30e62&device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 1097 time: 0.1024611
Nov 24 14:30:55.163213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.20.0.1 (0f63d3e6-d41e-4530-8a94-897745877182/787602d0-c507-41a7-951e-4d5063ac5926/07bb634b-5844-43b6-86f4-c621adcee5d2) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:55.172207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] For port 225e9fc3-c385-467b-a2f0-3ce7e7d96011, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=225e9fc3-c385-467b-a2f0-3ce7e7d96011,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:55.173075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.192904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:55.194854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network e45643ed-648b-471a-8a4c-d4b368d5eb30 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:30:55.253745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-84f1815e-2ab4-4527-b904-c0772aa373c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15822b48-9a3e-4a74-a493-76ab071c0946 HTTP/1.1" status: 200  len: 217 time: 0.0787466
Nov 24 14:30:55.371786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Calling delete_port for 225e9fc3-c385-467b-a2f0-3ce7e7d96011 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:55.392002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-dd58c5f8-78b4-4e36-b01b-3190a04ca0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:55.393467 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-dd58c5f8-78b4-4e36-b01b-3190a04ca0d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5fe6061c-a951-4347-8c1c-241653402bec HTTP/1.1" status: 200  len: 852 time: 0.1323020
Nov 24 14:30:55.413342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, e45643ed-648b-471a-8a4c-d4b368d5eb30) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:55.415059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:30:55.416268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.416605 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Added segment 7176145f-0320-4db4-8eea-a38a9024321e of type vlan for network 9edf11f2-ec6c-49d2-b95c-a40b4f183832
Nov 24 14:30:55.422022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71736a2-7775-4f20-b2d0-4e6e36e772a3 None None] Network e45643ed-648b-471a-8a4c-d4b368d5eb30 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:55.432102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:55.432624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.442363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.449215 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-0597deb3-edd4-46c6-8faa-d91de8c7c486 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6b02e101-8b76-4888-89fd-f7d2f9f74b59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457065
Nov 24 14:30:55.495114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-972ae7b7-7706-469b-9a2c-d90be44d8225 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:55.614262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.675728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:55.684873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:55.691921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=169539ec-c3ff-44e6-ada9-23115c6f575a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:55.699777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.700530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.703474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-e45643ed-648b-471a-8a4c-d4b368d5eb30', 'network_id': 'e45643ed-648b-471a-8a4c-d4b368d5eb30', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': '2ce42563-c8e3-4131-ae11-75224ac5ff3b'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:55.704734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.706444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:55.707418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.715363 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-2b5d05b0-1ac5-40ba-9f7a-bc78fc15bb66 service neutron] 10.222.0.81 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579768
Nov 24 14:30:55.720033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e0bc00d2-ae7e-43fd-91bd-a612d48e97fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.724574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2567de4-cffd-4010-baef-8110a2396ddc None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:30:55.738223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:55.748154 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 3.8026342
Nov 24 14:30:55.759907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50954) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:55.768929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1711656928'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:55.789392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:55.798609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:55.806266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:55.812912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:55.822493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:55.826099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:55.829850 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.6728470
Nov 24 14:30:55.833757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50958) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:55.835287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object 07bb634b-5844-43b6-86f4-c621adcee5d2 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:55.842696 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] Sync routers for ids ['f096efdc-fe09-4893-8d42-67a504af3b34'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:55.864787 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] Routers {'f096efdc-fe09-4893-8d42-67a504af3b34'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:55.865401 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202ee2e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['f096efdc-fe09-4893-8d42-67a504af3b34'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:55.870285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 45ed984b-272c-46a4-8080-7560e8d01fbb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:55.870849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:66:57:50', 'name': 'tempest-NetworksTestDHCPv6-136726741'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:55.946580 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202ee2e0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:55.962272 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] Routers {'f096efdc-fe09-4893-8d42-67a504af3b34'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:55.963285 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202ee2e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['f096efdc-fe09-4893-8d42-67a504af3b34'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:56.066820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.067056 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202ee2e0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:56.067786 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44349ecb-5bba-4a78-b11f-0e906a71f0fa None None] The sync data for ids ['f096efdc-fe09-4893-8d42-67a504af3b34'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:56.071151 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "PUT /v2.0/routers/f096efdc-fe09-4893-8d42-67a504af3b34 HTTP/1.1" status: 200  len: 915 time: 7.4025767
Nov 24 14:30:56.076927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50962) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:56.132229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.135862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:56.136445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.140548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:56.144238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.161097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32a5afb3-cc56-4613-a33d-5e0af6a1b18f tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:56.171141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc279ea-0296-4361-a445-047ac5f8f51e req-769b33a3-a95e-4db3-b63d-faf4250b905d tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:56.172956 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dcc279ea-0296-4361-a445-047ac5f8f51e req-769b33a3-a95e-4db3-b63d-faf4250b905d tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 944 time: 0.5585310
Nov 24 14:30:56.182609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Allocated IP 172.20.255.242 (e45643ed-648b-471a-8a4c-d4b368d5eb30/2ce42563-c8e3-4131-ae11-75224ac5ff3b/67311d3c-21c2-471c-9814-66726761b067) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:56.254043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91641adf-4f35-4fe7-8077-a15a638a3bfa req-99eea28d-09c7-4cf4-a2d1-b7f92dff83a5 service neutron] 10.222.0.81 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4793086
Nov 24 14:30:56.336647 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dcc279ea-0296-4361-a445-047ac5f8f51e req-f16f50b9-086e-41ec-9987-1ae4f294d1a3 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446028
Nov 24 14:30:56.387539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Network': ['ID=9edf11f2-ec6c-49d2-b95c-a40b4f183832,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:56.390378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:56.393083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:30:56.404710 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.7051330
Nov 24 14:30:56.411651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50966) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:56.413154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:56.420357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'admin_state_up': True, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:56.429287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.429569 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment e486ee3a-e3fb-47db-9131-a5163b706616 of type vlan for network fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1
Nov 24 14:30:56.440746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:56.442999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:56.445835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.452628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fdc15fb2-2843-4174-9c37-ce1002e47402 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:56.454690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:56.480131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '169539ec-c3ff-44e6-ada9-23115c6f575a'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:30:56.480951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.491949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:router and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:56.505027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:56.517374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.532814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:56.559686 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-44fe8790-d36a-4392-a8e3-989b880785ed tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/f096efdc-fe09-4893-8d42-67a504af3b34 HTTP/1.1" status: 200  len: 921 time: 0.4796021
Nov 24 14:30:56.562695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50970) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:56.583825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.627179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=07bb634b-5844-43b6-86f4-c621adcee5d2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:56.633163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 0f63d3e6-d41e-4530-8a94-897745877182 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:56.648283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:56.648283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.661907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1cb7715a-ae77-4cd4-818d-c4e263917680 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Synchronizing usage tracker for tenant:10d11980ba8a4d8b9ee3571e329485fc on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:56.663616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:56.664573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:56.667288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:56.676856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1cb7715a-ae77-4cd4-818d-c4e263917680 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Unset dirty status for tenant:10d11980ba8a4d8b9ee3571e329485fc on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:56.682031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1cb7715a-ae77-4cd4-818d-c4e263917680 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=f096efdc-fe09-4893-8d42-67a504af3b34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1174552
Nov 24 14:30:56.682714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50974) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:56.685436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router ac98e421-85a6-496c-ae67-b77b6570f543 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:30:56.721969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-26416165-901f-4b58-8dd1-112d8e5f549f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:56.723119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 45ed984b-272c-46a4-8080-7560e8d01fbb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:56.723619 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.796123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.797288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.807712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:30:56.816841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Pushing event deleted for resources: {'Port': ['ID=225e9fc3-c385-467b-a2f0-3ce7e7d96011,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:56.819898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:56.901101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:56.905886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 59612861-26e1-4e9c-afc6-7b899db88f47 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:30:56.932211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Allocated IP 2001:db8::f816:3eff:fe48:94d4 (545fb1c8-c25e-4ba6-8844-73dcc5231588/169539ec-c3ff-44e6-ada9-23115c6f575a/d7096e2f-33ef-4f97-842b-a9efa759b867) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:57.021148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.024894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:57.025485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.031712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f285def-5075-418a-b144-e874723c1ee5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:57.034506 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5f285def-5075-418a-b144-e874723c1ee5 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.3506532
Nov 24 14:30:57.042086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50978) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:57.045192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dc932d88-54b6-4f43-b415-285219323488 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:57.060360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.109302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.112349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.153593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2d4cddbf-c563-4877-b2f5-259c0b1a3797 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=f096efdc-fe09-4893-8d42-67a504af3b34 HTTP/1.1" status: 200  len: 205 time: 0.1073263
Nov 24 14:30:57.154839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50982) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:57.154997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Transition to ACTIVE for port object 67311d3c-21c2-471c-9814-66726761b067 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:57.238377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:57.241307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:57.244846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Transition to ACTIVE for port object 67311d3c-21c2-471c-9814-66726761b067 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:57.256078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1d4dd63c-26d1-4b24-8367-75f648168c31 None None] Provisioning for port 07bb634b-5844-43b6-86f4-c621adcee5d2 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:30:57.292580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:30:57.318429 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5573266
Nov 24 14:30:57.320193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 50986) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:57.323504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1d4dd63c-26d1-4b24-8367-75f648168c31 None None] Provisioning complete for port 07bb634b-5844-43b6-86f4-c621adcee5d2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:30:57.330139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1d4dd63c-26d1-4b24-8367-75f648168c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.338815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:57.349888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:30:57.376594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] Sync routers for ids ['ac98e421-85a6-496c-ae67-b77b6570f543'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:30:57.412568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.479119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.480457 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.5785334
Nov 24 14:30:57.484267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50992) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:57.489321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.498300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.511408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ea6eb9e-427b-47d1-914c-8232fb473819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:57.574481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1d4dd63c-26d1-4b24-8367-75f648168c31 None None] Port 07bb634b-5844-43b6-86f4-c621adcee5d2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:30:57.576558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Transition to ACTIVE for port object d7096e2f-33ef-4f97-842b-a9efa759b867 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:57.620625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] Routers {'ac98e421-85a6-496c-ae67-b77b6570f543'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:57.621254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f7fc880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ac98e421-85a6-496c-ae67-b77b6570f543'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:57.679810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Network e45643ed-648b-471a-8a4c-d4b368d5eb30 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:57.694729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Transition to ACTIVE for port object d7096e2f-33ef-4f97-842b-a9efa759b867 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:57.698657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:57.712619 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:57.715383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Pushing event updated for resources: {'Port': ['ID=67311d3c-21c2-471c-9814-66726761b067,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:57.718579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f7fc880>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:57.721949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:57.814392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] Routers {'ac98e421-85a6-496c-ae67-b77b6570f543'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:30:57.815193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f7fc880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ac98e421-85a6-496c-ae67-b77b6570f543'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:57.881556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.885238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.890599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a49ddb7c-97d9-48ee-94e0-93e59ccb8dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:57.926513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f7fc880>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:30:57.926934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2845b9-a936-44b5-80f4-a9ccd8a14840 None None] The sync data for ids ['ac98e421-85a6-496c-ae67-b77b6570f543'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:30:57.934125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:30:57.935932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Attempting to bind port 67311d3c-21c2-471c-9814-66726761b067 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:57.936505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Attempting to bind port 67311d3c-21c2-471c-9814-66726761b067 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '574a220c-8006-48fb-903a-8ae6f0241104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e45643ed-648b-471a-8a4c-d4b368d5eb30'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:57.937054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Attempting to bind port 67311d3c-21c2-471c-9814-66726761b067 on network e45643ed-648b-471a-8a4c-d4b368d5eb30 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:57.961303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:30:57.966448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:57.966831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Checking segment: {'id': '574a220c-8006-48fb-903a-8ae6f0241104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e45643ed-648b-471a-8a4c-d4b368d5eb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:57.967243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.967645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Bound using segment: {'id': '574a220c-8006-48fb-903a-8ae6f0241104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e45643ed-648b-471a-8a4c-d4b368d5eb30'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:57.968332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Bound port: 67311d3c-21c2-471c-9814-66726761b067, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574a220c-8006-48fb-903a-8ae6f0241104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e45643ed-648b-471a-8a4c-d4b368d5eb30'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:57.968882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.973452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:30:57.990291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:57.997047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:30:57.998011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Pushing event updated for resources: {'Port': ['ID=d7096e2f-33ef-4f97-842b-a9efa759b867,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:58.003103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.003517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:30:58.004763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:30:58.006435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:30:58.009267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:58.022787 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ddf77f2c-e417-4625-8073-d5760445e733 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/routers/ac98e421-85a6-496c-ae67-b77b6570f543 HTTP/1.1" status: 200  len: 885 time: 0.5373611
Nov 24 14:30:58.026638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 50996) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:58.040582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.129586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Deleting port 989aa05a-08bc-441e-a7c8-6a2927892688 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:30:58.130527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.170653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe66:5750 (545fb1c8-c25e-4ba6-8844-73dcc5231588/169539ec-c3ff-44e6-ada9-23115c6f575a/59612861-26e1-4e9c-afc6-7b899db88f47) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:30:58.178267 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25af12-a33c-443c-99d5-b3385d964e2e req-827f2ace-77ef-48bb-8f35-b240c1413d81 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:30:58.179730 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d25af12-a33c-443c-99d5-b3385d964e2e req-827f2ace-77ef-48bb-8f35-b240c1413d81 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 944 time: 0.5776811
Nov 24 14:30:58.205377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:30:58.244687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Attempting to bind port d7096e2f-33ef-4f97-842b-a9efa759b867 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:30:58.244911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Attempting to bind port d7096e2f-33ef-4f97-842b-a9efa759b867 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:30:58.245220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Attempting to bind port d7096e2f-33ef-4f97-842b-a9efa759b867 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:30:58.249594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] For port 67311d3c-21c2-471c-9814-66726761b067, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:58.254075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] For port 67311d3c-21c2-471c-9814-66726761b067, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=67311d3c-21c2-471c-9814-66726761b067,segment=NetworkSegment(574a220c-8006-48fb-903a-8ae6f0241104),segment_id=574a220c-8006-48fb-903a-8ae6f0241104)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:58.256849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.262829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:30:58.262829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:30:58.262829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.262829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:30:58.262829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Bound port: d7096e2f-33ef-4f97-842b-a9efa759b867, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:30:58.262829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.343520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.350946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:58.400707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] For port d7096e2f-33ef-4f97-842b-a9efa759b867, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:30:58.426368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-edc306d2-21e0-469f-8744-d835cdb282f9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:router {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:30:58.428945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] For port d7096e2f-33ef-4f97-842b-a9efa759b867, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d7096e2f-33ef-4f97-842b-a9efa759b867,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:30:58.434926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.441095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Pushing event updated for resources: {'Port': ['ID=67311d3c-21c2-471c-9814-66726761b067,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:58.445190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:58.510889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.515531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-33046fb4-09fa-4e13-8e75-eba0b6f198ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:58.536688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.562144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Calling delete_port for 989aa05a-08bc-441e-a7c8-6a2927892688 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:30:58.586821 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d25af12-a33c-443c-99d5-b3385d964e2e req-73bfec78-9e6a-4905-aa79-d6da1ba96600 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3891327
Nov 24 14:30:58.611423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Pushing event updated for resources: {'Port': ['ID=d7096e2f-33ef-4f97-842b-a9efa759b867,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:58.624812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:58.680109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-edc306d2-21e0-469f-8744-d835cdb282f9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:router {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:30:58.684076 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-edc306d2-21e0-469f-8744-d835cdb282f9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.6564298
Nov 24 14:30:58.689148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51000) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:30:58.695445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-142f10e2-1eee-498b-a81f-030062a55afc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1775446159'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:30:58.965539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:58.980943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8de50096-ec32-4008-94f5-4fdea2f365d2 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:59.049684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event deleted for resources: {'Port': ['ID=989aa05a-08bc-441e-a7c8-6a2927892688,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:59.052516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:59.194925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.270866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.283535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 59612861-26e1-4e9c-afc6-7b899db88f47 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:30:59.291358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 15822b48-9a3e-4a74-a493-76ab071c0946 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:30:59.323676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.405044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.450667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-526ad903-2ac5-4dc8-890c-e23489750b54 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:59.451661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 15822b48-9a3e-4a74-a493-76ab071c0946, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=15822b48-9a3e-4a74-a493-76ab071c0946,segment=NetworkSegment(db13b7fb-6aaf-4c8d-a800-95f996695223),segment_id=db13b7fb-6aaf-4c8d-a800-95f996695223)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:59.472071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '15822b48-9a3e-4a74-a493-76ab071c0946', 'network_id': '6b02e101-8b76-4888-89fd-f7d2f9f74b59', 'port_id': '15822b48-9a3e-4a74-a493-76ab071c0946', 'mac_address': 'fa:16:3e:34:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe6061c-a951-4347-8c1c-241653402bec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:30:59.482565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.538674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.560855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.567604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15822b48-9a3e-4a74-a493-76ab071c0946 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:30:59.588648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 15822b48-9a3e-4a74-a493-76ab071c0946, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=15822b48-9a3e-4a74-a493-76ab071c0946,segment=NetworkSegment(db13b7fb-6aaf-4c8d-a800-95f996695223),segment_id=db13b7fb-6aaf-4c8d-a800-95f996695223)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:30:59.698383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.702257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:30:59.838661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.852970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=15822b48-9a3e-4a74-a493-76ab071c0946,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:30:59.863687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:30:59.892741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d7096e2f-33ef-4f97-842b-a9efa759b867 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:30:59.970657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['15822b48-9a3e-4a74-a493-76ab071c0946'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:30:59.981174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:30:59.994187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.096054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.120246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.158207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc819e02-64ee-43c0-a859-4c2cb4fbe526 req-9f4fa49e-a99c-486d-a098-963cf65cfb2c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:00.160004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=07bb634b-5844-43b6-86f4-c621adcee5d2,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:00.160713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fc819e02-64ee-43c0-a859-4c2cb4fbe526 req-9f4fa49e-a99c-486d-a098-963cf65cfb2c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 945 time: 0.2388818
Nov 24 14:31:00.161142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d7096e2f-33ef-4f97-842b-a9efa759b867 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:00.174161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67311d3c-21c2-471c-9814-66726761b067 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:00.211346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d16749-8f55-4a42-b01e-8ffe3fea5d46 None None] Network e45643ed-648b-471a-8a4c-d4b368d5eb30 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:00.232175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.232175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Fanout notify agent at l3_agent the message router_deleted on router f096efdc-fe09-4893-8d42-67a504af3b34 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:31:00.247134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:00.251313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b4671672-5f09-4e1d-9c48-af4ce2a9eaa6 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:00.261276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fc819e02-64ee-43c0-a859-4c2cb4fbe526 req-b7e777c1-b9ff-4695-90bf-9e8dae5d8482 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931656
Nov 24 14:31:00.275519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.279689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/f096efdc-fe09-4893-8d42-67a504af3b34 HTTP/1.1" status: 204  len: 168 time: 3.1214688
Nov 24 14:31:00.284250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51006) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:00.300749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2143175845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:00.312638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:00.318632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Usage tracker for resource:router and tenant:53cb2450e3964ceb8f4e4324aa14eb27 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:00.323769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:00.389546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:00.477535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0a7ef177-28e3-4435-add9-01427bb7514e None None] Provisioning for port 67311d3c-21c2-471c-9814-66726761b067 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:00.485189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:00.503717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:00.506532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.508028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.531026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-142f10e2-1eee-498b-a81f-030062a55afc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.532699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:00.536732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:00.537404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.540335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 67311d3c-21c2-471c-9814-66726761b067 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:00.545269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.549669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 67311d3c-21c2-471c-9814-66726761b067 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:00.550082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.574979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=eb9825e2-3800-4aaf-88d0-f2cf5f998b8b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:00.585000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Allocated IP 172.26.2.147 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/d0da36ca-133f-48d7-897c-78a4a220e956) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:00.587347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:00.592023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8aea4d56-0291-4683-abbd-f789c2344b2e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:00.630658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-142f10e2-1eee-498b-a81f-030062a55afc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.666156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 0f63d3e6-d41e-4530-8a94-897745877182 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:00.675030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:00.676901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': 'e486ee3a-e3fb-47db-9131-a5163b706616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:00.677250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:00.710118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.727231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Provisioning for port d7096e2f-33ef-4f97-842b-a9efa759b867 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:00.735561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Provisioning complete for port d7096e2f-33ef-4f97-842b-a9efa759b867 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:00.736016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.761915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.833133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 67311d3c-21c2-471c-9814-66726761b067, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=67311d3c-21c2-471c-9814-66726761b067,segment=NetworkSegment(574a220c-8006-48fb-903a-8ae6f0241104),segment_id=574a220c-8006-48fb-903a-8ae6f0241104)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:00.916170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.936572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-94a4de1a-5c9d-468f-8815-d13f7f3871d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:00.952756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:00.959403 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-900adb95-1bbc-49fe-811a-712e73fa38a7 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6703253
Nov 24 14:31:00.960976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51010) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:00.978937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': False}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:00.990714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.071289 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.2303364
Nov 24 14:31:01.074262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=67311d3c-21c2-471c-9814-66726761b067,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:01.077860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51014) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:01.079860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:01.080009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=59612861-26e1-4e9c-afc6-7b899db88f47,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:01.092039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] For port d7096e2f-33ef-4f97-842b-a9efa759b867, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d7096e2f-33ef-4f97-842b-a9efa759b867,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:01.093814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:01.173404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.174927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4556b6c4-080e-4e2d-a9c0-d8c6a1d8ca85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:01.279110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Pushing event updated for resources: {'Port': ['ID=d7096e2f-33ef-4f97-842b-a9efa759b867,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:01.284513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:01.296786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Provisioning complete for port 67311d3c-21c2-471c-9814-66726761b067 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:01.297363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.329585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 15822b48-9a3e-4a74-a493-76ab071c0946 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:01.455598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:01.500831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Provisioning complete for port 07bb634b-5844-43b6-86f4-c621adcee5d2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:01.501409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.555969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Port 07bb634b-5844-43b6-86f4-c621adcee5d2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:01.556526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142f10e2-1eee-498b-a81f-030062a55afc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router ac98e421-85a6-496c-ae67-b77b6570f543 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:01.561914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 15822b48-9a3e-4a74-a493-76ab071c0946 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:01.569875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 15822b48-9a3e-4a74-a493-76ab071c0946 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:01.570260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.672882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.685138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Provisioning for port 59612861-26e1-4e9c-afc6-7b899db88f47 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:01.699192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Provisioning complete for port 59612861-26e1-4e9c-afc6-7b899db88f47 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:01.699957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.712111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb9b2d-05d2-4e9d-bc15-40a8d262ffe3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:01.716071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb9b2d-05d2-4e9d-bc15-40a8d262ffe3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:01.716861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9edb9b2d-05d2-4e9d-bc15-40a8d262ffe3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:01.723614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.739926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.754025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d7096e2f-33ef-4f97-842b-a9efa759b867 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:01.763141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:01.783057 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:01.783653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:01.789016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a8b0f6-9cfe-4161-9c09-002220a8c618 None None] Network fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:01.857295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdd141-7fe0-4beb-b9d9-772ab4f860b3 None None] Port 59612861-26e1-4e9c-afc6-7b899db88f47 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:01.881272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9edb9b2d-05d2-4e9d-bc15-40a8d262ffe3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:01.885111 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9edb9b2d-05d2-4e9d-bc15-40a8d262ffe3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.7994833
Nov 24 14:31:01.886996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51020) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:01.893407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59778d7b-3d9b-4a84-adf2-2113a6f3a45d req-f59acbad-0bab-410c-a09c-eb79ae435bc3 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:01.894875 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-59778d7b-3d9b-4a84-adf2-2113a6f3a45d req-f59acbad-0bab-410c-a09c-eb79ae435bc3 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 945 time: 0.4322257
Nov 24 14:31:01.912231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15822b48-9a3e-4a74-a493-76ab071c0946'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:31:01.948163 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 4.6150877
Nov 24 14:31:01.948876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51026) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:01.949376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 15822b48-9a3e-4a74-a493-76ab071c0946, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=15822b48-9a3e-4a74-a493-76ab071c0946,segment=NetworkSegment(db13b7fb-6aaf-4c8d-a800-95f996695223),segment_id=db13b7fb-6aaf-4c8d-a800-95f996695223)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:01.993213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.003959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d7096e2f-33ef-4f97-842b-a9efa759b867 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:02.004464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.009563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32248c36-bd2a-4fba-a649-d508ca8780a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:02.034744 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15822b48-9a3e-4a74-a493-76ab071c0946', 'code': 200}
Nov 24 14:31:02.042118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 59612861-26e1-4e9c-afc6-7b899db88f47 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:02.042579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.072907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.076131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:02.081904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-439cef4f-d351-4093-b0d7-cb450987410c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:02.117696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142f10e2-1eee-498b-a81f-030062a55afc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:02.124355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-142f10e2-1eee-498b-a81f-030062a55afc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.126270 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-142f10e2-1eee-498b-a81f-030062a55afc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/ac98e421-85a6-496c-ae67-b77b6570f543 HTTP/1.1" status: 200  len: 892 time: 3.4360795
Nov 24 14:31:02.131764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51030) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:02.133422 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] Sync routers for ids ['ac98e421-85a6-496c-ae67-b77b6570f543'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:02.152409 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] Routers {'ac98e421-85a6-496c-ae67-b77b6570f543'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:02.154291 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420398610>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ac98e421-85a6-496c-ae67-b77b6570f543'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:02.174826 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-59778d7b-3d9b-4a84-adf2-2113a6f3a45d req-13dd96d5-2c05-4a26-8378-931c5ad2ad63 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663434
Nov 24 14:31:02.190951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Port': ['ID=d0da36ca-133f-48d7-897c-78a4a220e956,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:02.210801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:02.211864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:02.215891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:02.222400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:02.232284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=15822b48-9a3e-4a74-a493-76ab071c0946,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:02.237355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:02.268271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1', 'network_id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': 'eb9825e2-3800-4aaf-88d0-f2cf5f998b8b'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:02.269708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.346314 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420398610>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:02.361083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router e33aa1e6-ecbe-4af4-8028-e29039bdaedd is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:02.366728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67311d3c-21c2-471c-9814-66726761b067 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:02.374067 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] Routers {'ac98e421-85a6-496c-ae67-b77b6570f543'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:02.377439 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420398610>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['ac98e421-85a6-496c-ae67-b77b6570f543'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:02.387884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.482495 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420398610>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:02.483319 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc0b0-e654-40c2-af77-87491d9cde7b None None] The sync data for ids ['ac98e421-85a6-496c-ae67-b77b6570f543'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:02.525314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 67311d3c-21c2-471c-9814-66726761b067 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:02.525923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.550793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.559087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Allocated IP 172.20.0.2 (fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1/eb9825e2-3800-4aaf-88d0-f2cf5f998b8b/6a951e6e-4f13-4a4c-bac0-6b3609aa59af) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:02.633470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.705106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.727234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.857699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.869093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 59612861-26e1-4e9c-afc6-7b899db88f47 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:02.869484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Transition to ACTIVE for port object 6a951e6e-4f13-4a4c-bac0-6b3609aa59af will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:02.888949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Transition to ACTIVE for port object 6a951e6e-4f13-4a4c-bac0-6b3609aa59af will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:02.964451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:02.970085 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/e33aa1e6-ecbe-4af4-8028-e29039bdaedd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8269346
Nov 24 14:31:02.974739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.975815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:02.976955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] Sync routers for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:02.979043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51034) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:02.991042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:02.992049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe2a910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.014378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:03.020771 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] 10.222.0.53 "PUT /v2.0/routers/7ec4132e-8c2a-4fbe-bf4e-957de7460151/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3185356
Nov 24 14:31:03.027250 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] Sync routers for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:03.031206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51038) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:03.049936 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:03.050837 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420398eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.053049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.066183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:03.107003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe2a910>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.177121 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fce29efb-5888-406f-98d5-e47e78454f33 req-43859721-479d-482f-835b-cf574fdd9a45 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 1099 time: 0.5893209
Nov 24 14:31:03.218065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Network fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:03.219266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:03.225381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:03.227815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Pushing event updated for resources: {'Port': ['ID=6a951e6e-4f13-4a4c-bac0-6b3609aa59af,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:03.232022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:03.232370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d8dac-9c62-4800-ba1f-475e959148b2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:03.232969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ec6d8dac-9c62-4800-ba1f-475e959148b2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:03.249266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Allocated IP 172.26.2.65 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/3a83aec0-7c34-42e1-b61c-4ba17c50ea59) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:03.273006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:03.273783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe2a910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.280219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.284219 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8e4c7636-3b50-45c2-ad5f-dfa4a1aa139d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/routers/ac98e421-85a6-496c-ae67-b77b6570f543 HTTP/1.1" status: 200  len: 892 time: 1.1478710
Nov 24 14:31:03.286099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51044) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:03.286834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-05eb2c9d-498b-4127-8058-c016f0dcc139 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:03.339518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9825e2-3800-4aaf-88d0-f2cf5f998b8b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:03.342115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:03.345622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ec6d8dac-9c62-4800-ba1f-475e959148b2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:03.346773 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ec6d8dac-9c62-4800-ba1f-475e959148b2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports/07bb634b-5844-43b6-86f4-c621adcee5d2 HTTP/1.1" status: 200  len: 910 time: 0.3669393
Nov 24 14:31:03.352285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51048) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:03.390685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe2a910>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.390685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a042a-8ad4-496b-953d-bb91d3033e74 None None] The sync data for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:03.396396 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:31:03.413447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Attempting to bind port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:03.413819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Attempting to bind port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'e486ee3a-e3fb-47db-9131-a5163b706616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:03.414183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Attempting to bind port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af on network fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:03.421835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:03.422820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Checking segment: {'id': 'e486ee3a-e3fb-47db-9131-a5163b706616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:03.423375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.423774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Bound using segment: {'id': 'e486ee3a-e3fb-47db-9131-a5163b706616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:03.425145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Bound port: 6a951e6e-4f13-4a4c-bac0-6b3609aa59af, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e486ee3a-e3fb-47db-9131-a5163b706616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:03.425145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.505290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f4b2a0d8-b521-4bfc-825e-ca268d65373c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:03.518685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] For port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:03.523104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] For port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6a951e6e-4f13-4a4c-bac0-6b3609aa59af,segment=NetworkSegment(e486ee3a-e3fb-47db-9131-a5163b706616),segment_id=e486ee3a-e3fb-47db-9131-a5163b706616)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:03.602920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fce29efb-5888-406f-98d5-e47e78454f33 req-efad55fe-d745-4b82-a69c-be6092c771ac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4154277
Nov 24 14:31:03.606836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.624122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3603b8b1-78bb-42fb-962a-5a162b3f3e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:03.712075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.726170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b78d4512-50c7-43cd-aa8b-790a4768e7b7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:03.733094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.771887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f927c70>,) {'filters': {'network_id': ['fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.783120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f4b2a0d8-b521-4bfc-825e-ca268d65373c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:03.786709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f927c70>, 'e486ee3a-e3fb-47db-9131-a5163b706616') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.786983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f927c70>, 'e486ee3a-e3fb-47db-9131-a5163b706616') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.787425 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f4b2a0d8-b521-4bfc-825e-ca268d65373c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac98e421-85a6-496c-ae67-b77b6570f543 HTTP/1.1" status: 200  len: 205 time: 0.4940076
Nov 24 14:31:03.792288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51052) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:03.798688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=59612861-26e1-4e9c-afc6-7b899db88f47,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:03.827661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420398eb0>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:30:56Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.831359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.832944 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] Checking router: 7ec4132e-8c2a-4fbe-bf4e-957de7460151 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:31:03.841917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fea927-79b3-4417-8bc5-809de4ccb23b None None] Network fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:03.845633 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] Routers {'7ec4132e-8c2a-4fbe-bf4e-957de7460151'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:03.846722 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420398eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:03.858841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.867239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:03.874414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:03.874809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:03.892240 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:04.003540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.013422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.017394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.046845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058fb24-ff62-4dd8-9e13-6c7cdf923a39 req-5af01e51-056f-4753-8ba0-88048fc89487 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:04.048829 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8058fb24-ff62-4dd8-9e13-6c7cdf923a39 req-5af01e51-056f-4753-8ba0-88048fc89487 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.5598493
Nov 24 14:31:04.105032 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] Set router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:31:04.106749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Pushing event updated for resources: {'Port': ['ID=6a951e6e-4f13-4a4c-bac0-6b3609aa59af,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:04.111451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:04.153235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:31:04.153235 dv-neutron-818347-1-hyperv neutron-server[84234]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:31:04.153235 dv-neutron-818347-1-hyperv neutron-server[84234]: [parameters: {'id': 'fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1'}]
Nov 24 14:31:04.153235 dv-neutron-818347-1-hyperv neutron-server[84234]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:04.154109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:04.273233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd3449-7d2f-4727-8020-5cfefc7b7444 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:31:04.278038 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/59612861-26e1-4e9c-afc6-7b899db88f47 HTTP/1.1" status: 204  len: 168 time: 2.3900104
Nov 24 14:31:04.284582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51056) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:04.326398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Router 04ae5ac0-417a-4455-8cee-588a0195b092 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:04.358373 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8058fb24-ff62-4dd8-9e13-6c7cdf923a39 req-b53972cf-0775-445f-98c5-b62e137e3157 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963946
Nov 24 14:31:04.415494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.421177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d33f79c2-8ce4-48b9-b8dd-b4434a5033a2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:04.438319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd3449-7d2f-4727-8020-5cfefc7b7444 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:31:04.497859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3e47c6-6cad-4b51-a946-69fb8867c244 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:04.499413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3e47c6-6cad-4b51-a946-69fb8867c244 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:04.500240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed3e47c6-6cad-4b51-a946-69fb8867c244 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:04.500887 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420398eb0>, [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:30:56Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:04.506935 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d1d0d-4cc8-4fb3-884e-061f227a8da8 None None] The sync data for ids ['7ec4132e-8c2a-4fbe-bf4e-957de7460151'] in dv-neutron-818347-1-hyperv is: [{'id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'name': 'tempest-ServerActionsTestJSON-1366926146-router', 'tenant_id': 'a7390524cd674289852a831fce8d0b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:36Z', 'updated_at': '2021-11-24T14:30:56Z', 'revision_number': 5, 'project_id': 'a7390524cd674289852a831fce8d0b93', 'gw_port': {'id': '51d86f0d-394c-431c-b54f-3576e3ed96cc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec4132e-8c2a-4fbe-bf4e-957de7460151', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:37Z', 'updated_at': '2021-11-24T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:04.536053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:04.559677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Pushing event updated for resources: {'Port': ['ID=3a83aec0-7c34-42e1-b61c-4ba17c50ea59,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:04.563348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:04.565107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:04.568764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:04.605285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.621354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed3e47c6-6cad-4b51-a946-69fb8867c244 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:04.626105 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ed3e47c6-6cad-4b51-a946-69fb8867c244 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.3363831
Nov 24 14:31:04.630946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51060) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:04.703792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.776015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.838477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:04.840041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.918474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Deleting port 51d86f0d-394c-431c-b54f-3576e3ed96cc {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:04.918901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:04.993970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 169539ec-c3ff-44e6-ada9-23115c6f575a {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:05.021409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.206048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.264026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:05.274632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Sync routers for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:05.287923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:05.288578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5791c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:05.369622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.390659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.397240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.440815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] For port 51d86f0d-394c-431c-b54f-3576e3ed96cc, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=51d86f0d-394c-431c-b54f-3576e3ed96cc,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:05.441171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.483915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:31:05.587131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 89349996-04a2-4da3-b033-1890dac801f7 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:05.587634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.615636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6a951e6e-4f13-4a4c-bac0-6b3609aa59af,segment=NetworkSegment(e486ee3a-e3fb-47db-9131-a5163b706616),segment_id=e486ee3a-e3fb-47db-9131-a5163b706616)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:05.615986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.627255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.631326 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 9.2170696
Nov 24 14:31:05.636452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51066) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:05.671048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 225e9fc3-c385-467b-a2f0-3ce7e7d96011 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:05.710169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 225e9fc3-c385-467b-a2f0-3ce7e7d96011 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:05.710525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 225e9fc3-c385-467b-a2f0-3ce7e7d96011 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:05.801217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Calling delete_port for 51d86f0d-394c-431c-b54f-3576e3ed96cc owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:05.903282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.942498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5791c0>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:02Z', 'revision_number': 3, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:05.946803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Checking router: 04ae5ac0-417a-4455-8cee-588a0195b092 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:31:05.947263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Updating router 04ae5ac0-417a-4455-8cee-588a0195b092 port d0da36ca-133f-48d7-897c-78a4a220e956 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:31:05.962681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for 6a951e6e-4f13-4a4c-bac0-6b3609aa59af owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:05.972753 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d0d49e77-b583-40ea-8d0e-0808df72ca2a tempest-TestNetworkAdvancedServerOps-1184288736 tempest-TestNetworkAdvancedServerOps-1184288736-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=0aecf5fca6484de096db1d9ff660d5ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3270698
Nov 24 14:31:05.977498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:05.982736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51072) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:06.002676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.055554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.182480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4119e-a471-41a9-9515-80cbae5c5f61 req-c8683ec3-85c2-4208-ae96-acd455534c21 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:06.183951 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4cf4119e-a471-41a9-9515-80cbae5c5f61 req-c8683ec3-85c2-4208-ae96-acd455534c21 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.5764103
Nov 24 14:31:06.214281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.249800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.258230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2961c935-969a-4028-b3e5-a5d92fc0854b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:06.338621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=6a951e6e-4f13-4a4c-bac0-6b3609aa59af,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:06.340874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.357318 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4cf4119e-a471-41a9-9515-80cbae5c5f61 req-a70df0db-4eac-4ec2-bc7e-17149f916982 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573811
Nov 24 14:31:06.371408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.388514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:06.389286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd4b2a12-a424-4dcb-9c51-2bc3f2c9c1b7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:06.424800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.433570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6764fb2-1db5-4cc8-9681-8e4972af4bc1 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:06.436272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port 6a951e6e-4f13-4a4c-bac0-6b3609aa59af on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:06.483799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=169539ec-c3ff-44e6-ada9-23115c6f575a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:06.486875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:06.536538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 89349996-04a2-4da3-b033-1890dac801f7 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:06.538626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Transition to ACTIVE for port object d0da36ca-133f-48d7-897c-78a4a220e956 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:06.584282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.591135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:06.637712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.648572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/169539ec-c3ff-44e6-ada9-23115c6f575a HTTP/1.1" status: 204  len: 168 time: 2.0146556
Nov 24 14:31:06.649530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d86f0d-394c-431c-b54f-3576e3ed96cc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:06.652071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:06.653593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51078) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:06.670053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.684370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:06.713696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:06.721321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac49be-319a-4baa-b4a5-dfb80e91fe15 tempest-TestNetworkAdvancedServerOps-1184288736 tempest-TestNetworkAdvancedServerOps-1184288736-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:06.725832 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-30ac49be-319a-4baa-b4a5-dfb80e91fe15 tempest-TestNetworkAdvancedServerOps-1184288736 tempest-TestNetworkAdvancedServerOps-1184288736-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7388265
Nov 24 14:31:06.727786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51082) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:06.732177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Deleting port d7096e2f-33ef-4f97-842b-a9efa759b867 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:06.732177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.775205 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-02ae17a2-e3d2-489c-90b6-4e8e996d9fe0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1179924
Nov 24 14:31:06.781504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51086) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:06.782955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fc73dc0>,) {'filters': {'network_id': ['fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:06.804913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Pushing event updated for resources: {'Port': ['ID=d0da36ca-133f-48d7-897c-78a4a220e956,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:06.828413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:06.829834 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a3fd6a43-5b2d-473a-9738-097129754809 tempest-TestNetworkAdvancedServerOps-1184288736 tempest-TestNetworkAdvancedServerOps-1184288736-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0963159
Nov 24 14:31:06.832855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51090) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:06.834010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.21.0.1 (973a7121-48a9-408f-ab4d-8ed0dfec7636/64e5438b-157e-4ca1-83ea-e7e4822df0d4/070f19bc-50e1-47d8-b8ad-933ae4225ef9) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:06.841914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246169105', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:06.854210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fc73dc0>, 'e486ee3a-e3fb-47db-9131-a5163b706616') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:06.854500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fc73dc0>, 'e486ee3a-e3fb-47db-9131-a5163b706616') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:06.886684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.891444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:06.907462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Attempting to bind port d0da36ca-133f-48d7-897c-78a4a220e956 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:06.908116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Attempting to bind port d0da36ca-133f-48d7-897c-78a4a220e956 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:06.908657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Attempting to bind port d0da36ca-133f-48d7-897c-78a4a220e956 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:06.928297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:06.928940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:06.929515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:06.930117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:06.930816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Bound port: d0da36ca-133f-48d7-897c-78a4a220e956, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:06.931039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.106819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] For port d7096e2f-33ef-4f97-842b-a9efa759b867, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d7096e2f-33ef-4f97-842b-a9efa759b867,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:07.107135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.124315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] For port d0da36ca-133f-48d7-897c-78a4a220e956, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:07.136591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802d393-30ed-40e1-af1d-4edd01f93a04 req-6505a640-505e-49fd-b947-366c2c8e1d6d tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:07.138144 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6802d393-30ed-40e1-af1d-4edd01f93a04 req-6505a640-505e-49fd-b947-366c2c8e1d6d tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.6085997
Nov 24 14:31:07.153830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:07.164375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:subnet and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:07.192312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:07.236545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.245249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Calling delete_port for d7096e2f-33ef-4f97-842b-a9efa759b867 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:07.251164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:07.252168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.253922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:07.271090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:07.274102 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:07.278360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] For port d0da36ca-133f-48d7-897c-78a4a220e956, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0da36ca-133f-48d7-897c-78a4a220e956,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:07.280961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:07.287327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:07.289887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.333819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.338082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f3001743-f1f0-43ce-b21b-b097675c58b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:07.341925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6802d393-30ed-40e1-af1d-4edd01f93a04 req-b13004d0-5f40-4488-a140-ce7a54939264 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978784
Nov 24 14:31:07.345366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.367954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object 070f19bc-50e1-47d8-b8ad-933ae4225ef9 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:07.411429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.438079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Made reservation on behalf of 0aecf5fca6484de096db1d9ff660d5ef for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:07.448317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] No DVR routers for this DVR port d7096e2f-33ef-4f97-842b-a9efa759b867 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:07.455671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Pushing event updated for resources: {'Port': ['ID=d0da36ca-133f-48d7-897c-78a4a220e956,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:07.464804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:07.468182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:07.473499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.487407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-aebd7bc2-bc48-4319-9054-7459ff67cff1 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:07.505320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:07.506148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5791c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:07.541415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.572790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Pushing event deleted for resources: {'Port': ['ID=d7096e2f-33ef-4f97-842b-a9efa759b867,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:07.575779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:07.589948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=89349996-04a2-4da3-b033-1890dac801f7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:07.608673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:07.614661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa39292d-60a6-47a1-92f4-6776839411c8 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:07.619411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:07.657887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.662227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.717033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.720014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:07.728677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.762388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d643e215-339f-47d0-982e-0a08c9126d57 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:07.769830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:31:07.773915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Router 00152903-b0c8-4ab4-b876-44ce2a83a27b is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:07.785968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.800401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.801187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec4132e-8c2a-4fbe-bf4e-957de7460151 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:31:07.817839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:07.836415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:07.873253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:07.884934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:07.896452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:07.902134 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 HTTP/1.1" status: 204  len: 168 time: 5.9461882
Nov 24 14:31:07.905191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51096) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:07.919133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:07.919133 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7ec4132e-8c2a-4fbe-bf4e-957de7460151 HTTP/1.1" status: 204  len: 168 time: 4.8827379
Nov 24 14:31:07.923105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349980251'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:07.926606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51100) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:07.936747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d7096e2f-33ef-4f97-842b-a9efa759b867 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:07.976762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:07.977646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=070f19bc-50e1-47d8-b8ad-933ae4225ef9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:07.996626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:08.010042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: d7096e2f-33ef-4f97-842b-a9efa759b867 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:08.010666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d7096e2f-33ef-4f97-842b-a9efa759b867 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:08.024566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:08.264262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:08.279192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:08.291538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Deleting subnet bc36475e-eb21-4578-a979-1cab63d2e292 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:08.298665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.327052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5791c0>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:02Z', 'revision_number': 3, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:08.332910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463ce43-facb-4bc0-893a-98491b49ad6f None None] The sync data for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv is: [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:02Z', 'revision_number': 3, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:08.371979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:08.373132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.411127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.418084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f9c901a-43b4-48ad-95fd-aefb6db4f776 None None] Provisioning for port 070f19bc-50e1-47d8-b8ad-933ae4225ef9 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:08.424604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f9c901a-43b4-48ad-95fd-aefb6db4f776 None None] Provisioning complete for port 070f19bc-50e1-47d8-b8ad-933ae4225ef9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:08.425236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f9c901a-43b4-48ad-95fd-aefb6db4f776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.471607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.494174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c901a-43b4-48ad-95fd-aefb6db4f776 None None] Port 070f19bc-50e1-47d8-b8ad-933ae4225ef9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:08.531211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:08.536506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.610502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.610941 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment 3007bb48-27e5-404b-8393-f8bffcb20c81 of type vlan for network cab2ec65-37e9-4b5e-b21e-eac045682d36
Nov 24 14:31:08.622452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.633369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:31:08.635120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.654894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-94e2058e-bc9c-416a-b2f0-9eab56da3bd2 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:08.723680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.751620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.788969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:08.818504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:08.826985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:08.827620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:08.830258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9eb160-3be1-4b23-bb3d-9089d3cffa7e None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:08.936560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=d5d6ab42-fef6-4087-ad4f-d9e27ff12db9,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:08.942934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:08.996024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.000338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:09.001250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.022614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-429064aa-bce5-4fe3-bcd7-db82bc5f91e7 tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:09.139708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.155726 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3591087
Nov 24 14:31:09.158427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51106) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:09.211810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.212296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:68:13:b9', 'name': 'tempest-NetworksTestDHCPv6-697084247'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:09.223962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.227508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': 'd5d6ab42-fef6-4087-ad4f-d9e27ff12db9'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:09.230798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.258893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=cab2ec65-37e9-4b5e-b21e-eac045682d36,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:09.282607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:09.283140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fcc31a90-e666-424d-a8fa-63f2d0e43125 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:09.300960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network cab2ec65-37e9-4b5e-b21e-eac045682d36 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:09.324938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da0f2-4e6a-4f7b-a748-489ff9a8f229 req-503989c5-5b85-432d-8a5c-3a6c1a2b8946 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:09.325093 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4137769
Nov 24 14:31:09.329995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd60d972-26e3-4e0e-804c-f3ccbfd1ece1 None None] Network 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:09.346379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bf1da0f2-4e6a-4f7b-a748-489ff9a8f229 req-503989c5-5b85-432d-8a5c-3a6c1a2b8946 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.8873920
Nov 24 14:31:09.371633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.380948 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bc36475e-eb21-4578-a979-1cab63d2e292 HTTP/1.1" status: 204  len: 168 time: 1.4485507
Nov 24 14:31:09.381682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51110) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:09.381826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51112) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:09.541502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:09.569792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.570326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Fanout notify agent at l3_agent the message router_deleted on router ac98e421-85a6-496c-ae67-b77b6570f543 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:31:09.572928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc36475e-eb21-4578-a979-1cab63d2e292,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:09.577419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.582746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:09.606143 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bf1da0f2-4e6a-4f7b-a748-489ff9a8f229 req-19efd9a3-1a2c-4fb5-a1be-7e1d9bdd88e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2587566
Nov 24 14:31:09.678183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:09.691910 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] Sync routers for ids ['00152903-b0c8-4ab4-b876-44ce2a83a27b'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:09.711380 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] Routers {'00152903-b0c8-4ab4-b876-44ce2a83a27b'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:09.711943 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['00152903-b0c8-4ab4-b876-44ce2a83a27b'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:09.785747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Allocated IP 2001:db8::f816:3eff:fe13:c425 (545fb1c8-c25e-4ba6-8844-73dcc5231588/d5d6ab42-fef6-4087-ad4f-d9e27ff12db9/5c1fce84-ca9e-4008-8945-2ee1d0265035) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:09.815677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0da36ca-133f-48d7-897c-78a4a220e956 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:09.822703 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46820>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:09.834117 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] Routers {'00152903-b0c8-4ab4-b876-44ce2a83a27b'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:09.834710 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['00152903-b0c8-4ab4-b876-44ce2a83a27b'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:09.836406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.842287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d4e1139-bcce-4559-a3d0-6919928d62a5 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:09.853430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.877083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.883998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/ac98e421-85a6-496c-ae67-b77b6570f543 HTTP/1.1" status: 204  len: 168 time: 6.0872273
Nov 24 14:31:09.884714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51118) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:09.893486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:09.900697 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "PUT /v2.0/routers/00152903-b0c8-4ab4-b876-44ce2a83a27b HTTP/1.1" status: 200  len: 915 time: 8.9364312
Nov 24 14:31:09.903624 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46820>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:09.904247 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e15096-6dc0-46f5-8bd8-f8f6a7960ccf None None] The sync data for ids ['00152903-b0c8-4ab4-b876-44ce2a83a27b'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:09.912479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-704844743'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:09.920261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:09.921775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:09.925338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:09.926259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51122) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:09.935112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:09.939497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:09.940172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:09.948168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:09.951608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:09.960152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:09.978973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:09.981814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:09.995467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:10.005617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Subnet': ['ID=2299ee8e-1614-4ec4-a339-7e18aa9ed7d5,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:10.014825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:10.027960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] DHCP port deletion for 829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:10.057167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Deleting port 519f0f58-810b-41de-9db6-78775519b3cb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:10.057167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.072921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:10.101696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Deleting port 519f0f58-810b-41de-9db6-78775519b3cb {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:10.102086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.119629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:10.127424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.137605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d0da36ca-133f-48d7-897c-78a4a220e956 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:10.164021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Checking segment: {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:10.164498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Network hostable DHCP agents. Network: 9edf11f2-ec6c-49d2-b95c-a40b4f183832, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:10.193790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d0da36ca-133f-48d7-897c-78a4a220e956 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:10.194262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.249237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:10.262416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:10.289498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.289934 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment f1dcb2f2-710d-4f12-966a-e902c17b4e16 of type vlan for network b8cbde87-5580-4a2a-975a-290ac21eec76
Nov 24 14:31:10.343450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.350654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.354431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:10.407996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.432669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.503306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.539827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Transition to ACTIVE for port object 5c1fce84-ca9e-4008-8945-2ee1d0265035 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:10.544787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] For port 519f0f58-810b-41de-9db6-78775519b3cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=519f0f58-810b-41de-9db6-78775519b3cb,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:10.545189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.596069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:10.634036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.641156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:10.641156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.642599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 9edf11f2-ec6c-49d2-b95c-a40b4f183832) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:10.663225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:10.663815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.684745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c3105-a2c5-4ffc-8861-0896b56c9dad None None] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:10.695497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing IP validity checks on allocation pools {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 14:31:10.696014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 14:31:10.727095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=070f19bc-50e1-47d8-b8ad-933ae4225ef9,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:10.729718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.734170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:10.734683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:10.783169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Calling delete_port for 519f0f58-810b-41de-9db6-78775519b3cb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:10.830087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Transition to ACTIVE for port object 5c1fce84-ca9e-4008-8945-2ee1d0265035 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:10.879414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.905699 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0144017
Nov 24 14:31:10.929824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51128) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:10.931028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.946759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': 'b8cbde87-5580-4a2a-975a-290ac21eec76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:10.947425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:10.957063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5c9ce698-282b-4449-93dd-96997c11201f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:10.965531 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 4.1266060
Nov 24 14:31:10.973376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51132) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:10.998821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=b8cbde87-5580-4a2a-975a-290ac21eec76,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:11.003266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:11.028211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network b8cbde87-5580-4a2a-975a-290ac21eec76 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:11.049508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:11.051343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:11.055461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port d0da36ca-133f-48d7-897c-78a4a220e956, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0da36ca-133f-48d7-897c-78a4a220e956,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:11.088981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] For port 519f0f58-810b-41de-9db6-78775519b3cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=519f0f58-810b-41de-9db6-78775519b3cb,segment=NetworkSegment(1f3788b3-5f51-42e3-9923-13b97d436116),segment_id=1f3788b3-5f51-42e3-9923-13b97d436116)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:11.089423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:11.097950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 94936a09-c66c-402b-8fce-b7e123f944c3 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:11.166657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:11.173811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:11.179303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Pushing event updated for resources: {'Port': ['ID=5c1fce84-ca9e-4008-8945-2ee1d0265035,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:11.186404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:11.223484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:11.225813 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:11.236499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:11.266426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 51d86f0d-394c-431c-b54f-3576e3ed96cc no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:11.317911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:11.332550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 51d86f0d-394c-431c-b54f-3576e3ed96cc {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:11.332903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 51d86f0d-394c-431c-b54f-3576e3ed96cc not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:11.455916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router e33aa1e6-ecbe-4af4-8028-e29039bdaedd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:11.473069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] No DVR routers for this DVR port 519f0f58-810b-41de-9db6-78775519b3cb on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:11.510744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:11.511810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:11.519683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Calling delete_port for 519f0f58-810b-41de-9db6-78775519b3cb owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:11.529994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=d0da36ca-133f-48d7-897c-78a4a220e956,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:11.536356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:11.538277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1230656-246f-4310-94fb-ec17f7015c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:11.571055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Attempting to bind port 5c1fce84-ca9e-4008-8945-2ee1d0265035 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:11.571721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Attempting to bind port 5c1fce84-ca9e-4008-8945-2ee1d0265035 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:11.572110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Attempting to bind port 5c1fce84-ca9e-4008-8945-2ee1d0265035 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:11.591026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Pushing event deleted for resources: {'Port': ['ID=519f0f58-810b-41de-9db6-78775519b3cb,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:11.600163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:11.602635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b414d92c-28fc-446b-a1ba-1a168d678468 None None] Provisioning complete for port 070f19bc-50e1-47d8-b8ad-933ae4225ef9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:11.603014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b414d92c-28fc-446b-a1ba-1a168d678468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:11.658284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:11.666272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:11.666665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:11.666984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/e33aa1e6-ecbe-4af4-8028-e29039bdaedd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3007550
Nov 24 14:31:11.667113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:11.667628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:11.668142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Bound port: 5c1fce84-ca9e-4008-8945-2ee1d0265035, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:11.668283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51136) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:11.668534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:11.679209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:11.691199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] Sync routers for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:11.703193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:11.713047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23754e66-bf5a-4b15-a8fe-8f0f84d5da70 req-aeab0062-8a39-4214-8717-7ba591b0ce47 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:11.720985 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-23754e66-bf5a-4b15-a8fe-8f0f84d5da70 req-aeab0062-8a39-4214-8717-7ba591b0ce47 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.9163191
Nov 24 14:31:11.758770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfc4462-1ad2-43bc-ad58-8c23b2bcf5f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:11.759386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4bfc4462-1ad2-43bc-ad58-8c23b2bcf5f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:11.772075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0da36ca-133f-48d7-897c-78a4a220e956 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:11.782471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:11.815360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b414d92c-28fc-446b-a1ba-1a168d678468 None None] Port 070f19bc-50e1-47d8-b8ad-933ae4225ef9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:11.842208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:11.846616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:11.846616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f95e970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:11.869515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4bfc4462-1ad2-43bc-ad58-8c23b2bcf5f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:11.869645 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cbed5c31-e45a-4fa8-95d4-579bd5dbd4a6 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/00152903-b0c8-4ab4-b876-44ce2a83a27b HTTP/1.1" status: 200  len: 921 time: 1.9352417
Nov 24 14:31:11.869759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4bfc4462-1ad2-43bc-ad58-8c23b2bcf5f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports/070f19bc-50e1-47d8-b8ad-933ae4225ef9 HTTP/1.1" status: 200  len: 910 time: 0.1984873
Nov 24 14:31:11.870728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51140) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:11.871125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51142) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:11.961574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:11.962218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:11.979019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe68:13b9 (545fb1c8-c25e-4ba6-8844-73dcc5231588/d5d6ab42-fef6-4087-ad4f-d9e27ff12db9/94936a09-c66c-402b-8fce-b7e123f944c3) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:11.987593 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-23754e66-bf5a-4b15-a8fe-8f0f84d5da70 req-975fc9c2-274c-4ebd-950e-1b414e8a2012 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654772
Nov 24 14:31:11.996186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:12.019620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f95e970>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:12.022753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.034141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab5f48ea-0f2f-4acb-ab59-a72de57caad9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:12.103512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] For port 5c1fce84-ca9e-4008-8945-2ee1d0265035, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:12.107690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d0da36ca-133f-48d7-897c-78a4a220e956 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:12.108253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.152026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Allocated IP 172.20.0.2 (9edf11f2-ec6c-49d2-b95c-a40b4f183832/2299ee8e-1614-4ec4-a339-7e18aa9ed7d5/d3f1a006-fe57-4124-8c42-31ecc7774720) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:12.154110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:12.154805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f95e970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:12.179520 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-51f238cf-34d6-433e-9701-6dd3c2ac0f5f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=00152903-b0c8-4ab4-b876-44ce2a83a27b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3068597
Nov 24 14:31:12.180322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51150) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:12.225001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.228205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] For port 5c1fce84-ca9e-4008-8945-2ee1d0265035, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5c1fce84-ca9e-4008-8945-2ee1d0265035,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:12.233680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f95e970>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:12.234219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042ea6f-5ea8-4f13-bac1-bdc80b5b66a5 None None] The sync data for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:12.339242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.349839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-80ddb90a-1382-4dff-99a5-9c8174923923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:12.409703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=fdb0684a-0755-48b5-a37a-f2c3307533a7,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:12.426216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:12.483996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Deleting port 519f0f58-810b-41de-9db6-78775519b3cb {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:12.484240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.537491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 519f0f58-810b-41de-9db6-78775519b3cb no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:12.558711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1ed91-c7de-45c0-88c9-0b7448ee429f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:12.563208 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-71f1ed91-c7de-45c0-88c9-0b7448ee429f tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.3779228
Nov 24 14:31:12.577475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 519f0f58-810b-41de-9db6-78775519b3cb {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:12.582598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 519f0f58-810b-41de-9db6-78775519b3cb not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:12.582866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51156) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:12.609117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Pushing event updated for resources: {'Port': ['ID=5c1fce84-ca9e-4008-8945-2ee1d0265035,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:12.614208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:12.662661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] The port '519f0f58-810b-41de-9db6-78775519b3cb' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:31:12.682602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.685600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.702389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Transition to ACTIVE for port object d3f1a006-fe57-4124-8c42-31ecc7774720 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:12.726607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Transition to ACTIVE for port object d3f1a006-fe57-4124-8c42-31ecc7774720 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:12.790098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:12.795420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-847e48c4-d65b-4df0-aae3-bfbee4027926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:12.911266 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-99810457-8939-4bd2-b286-632bf6770bbe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6aeb258309e481f89d8300837a30e62&device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 1099 time: 0.1722236
Nov 24 14:31:12.939525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:12.940512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Pushing event updated for resources: {'Port': ['ID=d3f1a006-fe57-4124-8c42-31ecc7774720,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:12.945135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:12.947188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:12.949006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:12.988570 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e966616d-e96b-4302-877d-fdbe6330a801 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=00152903-b0c8-4ab4-b876-44ce2a83a27b HTTP/1.1" status: 200  len: 205 time: 0.3919542
Nov 24 14:31:12.988570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': '3007bb48-27e5-404b-8393-f8bffcb20c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:12.988570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: cab2ec65-37e9-4b5e-b21e-eac045682d36, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:12.996890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51160) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:13.058075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Attempting to bind port d3f1a006-fe57-4124-8c42-31ecc7774720 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:13.058456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Attempting to bind port d3f1a006-fe57-4124-8c42-31ecc7774720 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:13.058829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Attempting to bind port d3f1a006-fe57-4124-8c42-31ecc7774720 on network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:13.066667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:13.067048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Checking segment: {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:13.067463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.067864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Bound using segment: {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:13.068374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Bound port: d3f1a006-fe57-4124-8c42-31ecc7774720, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:13.068759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.166547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] For port d3f1a006-fe57-4124-8c42-31ecc7774720, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:13.169519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] For port d3f1a006-fe57-4124-8c42-31ecc7774720, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d3f1a006-fe57-4124-8c42-31ecc7774720,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:13.196783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-bb2b5939-b6d8-450e-b109-5f4f9d87a45a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:13.198246 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-bb2b5939-b6d8-450e-b109-5f4f9d87a45a service neutron] 10.222.0.81 "GET /v2.0/networks?id=6b02e101-8b76-4888-89fd-f7d2f9f74b59 HTTP/1.1" status: 200  len: 913 time: 0.2668259
Nov 24 14:31:13.234275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.239329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:13.311674 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-3f84b71e-7995-4a89-95cd-1e7b495d1fe6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15822b48-9a3e-4a74-a493-76ab071c0946 HTTP/1.1" status: 200  len: 217 time: 0.0818281
Nov 24 14:31:13.319136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Pushing event updated for resources: {'Port': ['ID=d3f1a006-fe57-4124-8c42-31ecc7774720,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:13.322017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:13.407689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.427004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-7a9f238a-7215-44ca-9aea-76fa7bc16e0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:13.428495 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-7a9f238a-7215-44ca-9aea-76fa7bc16e0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5fe6061c-a951-4347-8c1c-241653402bec HTTP/1.1" status: 200  len: 852 time: 0.1091964
Nov 24 14:31:13.481983 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-3073fb3a-5003-4b2c-944a-15a882f94b06 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6b02e101-8b76-4888-89fd-f7d2f9f74b59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450723
Nov 24 14:31:13.565570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e959a90>,) {'filters': {'network_id': ['829f61c1-2284-4ce1-b6bc-10ff3a99d1e9']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:13.596976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.610655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a506c64-ecfc-448c-aa2f-0eb024e91751 req-706db7b9-3169-4cd3-891b-10fcd89e26e7 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:13.616568 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5a506c64-ecfc-448c-aa2f-0eb024e91751 req-706db7b9-3169-4cd3-891b-10fcd89e26e7 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.9479940
Nov 24 14:31:13.634912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e959a90>, '1f3788b3-5f51-42e3-9923-13b97d436116') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:13.634912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e959a90>, '1f3788b3-5f51-42e3-9923-13b97d436116') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:13.715884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.756147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network cab2ec65-37e9-4b5e-b21e-eac045682d36 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:13.761580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 94936a09-c66c-402b-8fce-b7e123f944c3 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:13.782130 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-964d1c24-9125-46a8-a3bc-1426b647df1b service neutron] 10.222.0.81 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2899895
Nov 24 14:31:13.838642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d3f1a006-fe57-4124-8c42-31ecc7774720 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:13.871348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.877804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:13.911522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:13.972247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:13.972842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:14.009850 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:14.014158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, cab2ec65-37e9-4b5e-b21e-eac045682d36) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:14.014938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:14.015709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.022665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd9c4b-9a0d-4ebe-b693-272315ad065e None None] Network cab2ec65-37e9-4b5e-b21e-eac045682d36 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:14.056133 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6502316b-c15f-4ea4-93bd-41b0009a3bdf req-ac408df5-4903-414c-b0d7-6c272e138a51 service neutron] 10.222.0.81 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2655008
Nov 24 14:31:14.058743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 070f19bc-50e1-47d8-b8ad-933ae4225ef9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:14.059082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.077389 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5a506c64-ecfc-448c-aa2f-0eb024e91751 req-f28784c6-db14-413d-b8f5-94ba27776ca7 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4597385
Nov 24 14:31:14.095568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d3f1a006-fe57-4124-8c42-31ecc7774720 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:14.109218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5c1fce84-ca9e-4008-8945-2ee1d0265035 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:14.266819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:14.269877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:14.275798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': 'f1dcb2f2-710d-4f12-966a-e902c17b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b8cbde87-5580-4a2a-975a-290ac21eec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:14.276272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: b8cbde87-5580-4a2a-975a-290ac21eec76, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:14.304865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-762cc9c9-f706-4c4e-b725-47c3ed9bac91 None None] Provisioning for port 5c1fce84-ca9e-4008-8945-2ee1d0265035 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:14.330039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-cab2ec65-37e9-4b5e-b21e-eac045682d36', 'network_id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': 'fdb0684a-0755-48b5-a37a-f2c3307533a7'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:14.331135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.346870 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 4.9489810
Nov 24 14:31:14.347380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51164) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:14.385927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.391870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.396119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.405931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29d61e8f-384e-4952-9a3d-d4ae17684771 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:14.416477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.506396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.522308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Allocated IP 172.20.0.3 (cab2ec65-37e9-4b5e-b21e-eac045682d36/fdb0684a-0755-48b5-a37a-f2c3307533a7/39929862-4590-4754-8533-f1132bfc1dc6) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:14.558022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 070f19bc-50e1-47d8-b8ad-933ae4225ef9 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:14.567400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5c1fce84-ca9e-4008-8945-2ee1d0265035 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:14.578768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5c1fce84-ca9e-4008-8945-2ee1d0265035 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:14.579388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.584625 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] 10.222.0.53 "DELETE /v2.0/networks/829f61c1-2284-4ce1-b6bc-10ff3a99d1e9 HTTP/1.1" status: 204  len: 168 time: 5.1876645
Nov 24 14:31:14.585482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network b8cbde87-5580-4a2a-975a-290ac21eec76 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:14.663566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:14.671667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:14.675672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:14.681074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:14.681867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.715923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=94936a09-c66c-402b-8fce-b7e123f944c3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:14.755320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:14.761682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, b8cbde87-5580-4a2a-975a-290ac21eec76) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:14.780176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:14.780712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:14.784913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f41c7-2d38-4a8c-8292-6ca29aa4604b None None] Network b8cbde87-5580-4a2a-975a-290ac21eec76 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:14.785236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:14.962235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Pushing event deleted for resources: {'Network': ['ID=829f61c1-2284-4ce1-b6bc-10ff3a99d1e9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:14.964630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:14.973654 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.7756307
Nov 24 14:31:14.974102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51170) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:14.984105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.041347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.046277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:15.083182 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.1478562
Nov 24 14:31:15.085593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51174) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:15.112261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=070f19bc-50e1-47d8-b8ad-933ae4225ef9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:15.116760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:15.118719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344f441-970d-4f27-8b81-0e0dc5993c93 None None] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:15.128387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-393290322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:15.148494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:15.166636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:router and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:15.172469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:15.198492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:15.272881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51180) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:15.308736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e059b1-a6bd-4648-81f2-ec082503a7d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:15.313634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e059b1-a6bd-4648-81f2-ec082503a7d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:15.314628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b1e059b1-a6bd-4648-81f2-ec082503a7d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:15.318278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.400429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.401350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.460048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.493838 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f3776186-cafb-403b-a46a-1a6ea80d4734 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7390524cd674289852a831fce8d0b93&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2100451
Nov 24 14:31:15.496205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.498172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51184) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:15.506804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Provisioning for port d3f1a006-fe57-4124-8c42-31ecc7774720 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:15.518422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b1e059b1-a6bd-4648-81f2-ec082503a7d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:15.521347 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b1e059b1-a6bd-4648-81f2-ec082503a7d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.5505121
Nov 24 14:31:15.534458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51188) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:15.546487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Provisioning complete for port d3f1a006-fe57-4124-8c42-31ecc7774720 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:15.547424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.553502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.606171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c83ef-ed1e-4701-b39b-be1806c1f7d7 req-12465b67-bb43-44f3-8903-67da0d976ea3 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:15.607654 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d0c83ef-ed1e-4701-b39b-be1806c1f7d7 req-12465b67-bb43-44f3-8903-67da0d976ea3 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.2227519
Nov 24 14:31:15.631397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.682557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 5c1fce84-ca9e-4008-8945-2ee1d0265035, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5c1fce84-ca9e-4008-8945-2ee1d0265035,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:15.691249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 94936a09-c66c-402b-8fce-b7e123f944c3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:15.691728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.701305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Transition to ACTIVE for port object 39929862-4590-4754-8533-f1132bfc1dc6 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:15.725208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-b8cbde87-5580-4a2a-975a-290ac21eec76', 'network_id': 'b8cbde87-5580-4a2a-975a-290ac21eec76', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': 'afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:15.726021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.791547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.796764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Deleting port 3a83aec0-7c34-42e1-b61c-4ba17c50ea59 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:15.797105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.797766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Transition to ACTIVE for port object 39929862-4590-4754-8533-f1132bfc1dc6 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:15.799049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.806750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c88e43d1-da9a-4c8e-861e-3cf3c12a36c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:15.821242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.917403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.922050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.945848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:15.988529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=5c1fce84-ca9e-4008-8945-2ee1d0265035,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:15.992303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Network cab2ec65-37e9-4b5e-b21e-eac045682d36 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:15.993809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.004291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:16.005189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:16.007773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8a7c4db1-01bc-44de-a936-b23182657132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:16.040250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:16.064348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.065501 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-32608c89-9bd6-48db-ad8a-4a5fddcfa80e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9500687
Nov 24 14:31:16.072241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 94936a09-c66c-402b-8fce-b7e123f944c3 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:16.082578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51192) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:16.201979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.211634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f9097dee-96e4-46e3-8750-d227cf9734bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:16.213409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Pushing event updated for resources: {'Port': ['ID=39929862-4590-4754-8533-f1132bfc1dc6,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:16.217698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] For port d3f1a006-fe57-4124-8c42-31ecc7774720, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d3f1a006-fe57-4124-8c42-31ecc7774720,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:16.232004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:16.237091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Attempting to bind port 39929862-4590-4754-8533-f1132bfc1dc6 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:16.237227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Attempting to bind port 39929862-4590-4754-8533-f1132bfc1dc6 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '3007bb48-27e5-404b-8393-f8bffcb20c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:16.237491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Attempting to bind port 39929862-4590-4754-8533-f1132bfc1dc6 on network cab2ec65-37e9-4b5e-b21e-eac045682d36 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:16.285531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:16.285826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Checking segment: {'id': '3007bb48-27e5-404b-8393-f8bffcb20c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:16.286211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.286627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Bound using segment: {'id': '3007bb48-27e5-404b-8393-f8bffcb20c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:16.287096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Bound port: 39929862-4590-4754-8533-f1132bfc1dc6, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3007bb48-27e5-404b-8393-f8bffcb20c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:16.287484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.303608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb0684a-0755-48b5-a37a-f2c3307533a7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:16.305720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:16.352584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.364664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.381779 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d0c83ef-ed1e-4701-b39b-be1806c1f7d7 req-175e3c6c-7945-4e01-8002-292a6b12d571 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7590380
Nov 24 14:31:16.397206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e44c51f4-ad63-42c1-a066-82c817a18c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:16.397551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.460795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Allocated IP 2001:db8::2 (b8cbde87-5580-4a2a-975a-290ac21eec76/afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb/96167e78-dd3d-43b7-90db-8b07cbf0ce3b) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:16.517142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.533981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5421eee5-fb18-4f94-b188-f537052c049a None None] Could not find standard attr ID for object 94936a09-c66c-402b-8fce-b7e123f944c3. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:31:16.543108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.545123 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:31:16.581158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f3857f0>,) {'filters': {'network_id': ['cab2ec65-37e9-4b5e-b21e-eac045682d36']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:16.616349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3857f0>, '3007bb48-27e5-404b-8393-f8bffcb20c81') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:16.616565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3857f0>, '3007bb48-27e5-404b-8393-f8bffcb20c81') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:16.629568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.648031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.655101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:16.655499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.683422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Pushing event updated for resources: {'Port': ['ID=d3f1a006-fe57-4124-8c42-31ecc7774720,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:16.684767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.689208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c63f15f-063d-4eed-8890-656562767301 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:16.694182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:16.706356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] For port 39929862-4590-4754-8533-f1132bfc1dc6, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:16.709808 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:16.738275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=94936a09-c66c-402b-8fce-b7e123f944c3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:16.744513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:16.766266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-dc7cf96d-067d-47a1-a03a-4ae536ea71ef None None] Provisioning complete for port d3f1a006-fe57-4124-8c42-31ecc7774720 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:16.766266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf96d-067d-47a1-a03a-4ae536ea71ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.813341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.940734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:16.996969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Transition to ACTIVE for port object 96167e78-dd3d-43b7-90db-8b07cbf0ce3b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:17.031883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.039249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Transition to ACTIVE for port object 96167e78-dd3d-43b7-90db-8b07cbf0ce3b will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:17.060694 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/94936a09-c66c-402b-8fce-b7e123f944c3 HTTP/1.1" status: 204  len: 168 time: 1.5086195
Nov 24 14:31:17.071211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51198) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:17.109051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a224ae0-1c83-4311-acdb-946bb87cbf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:17.168107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ae7ef-2127-4ec8-ad1d-0279874a48a4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:17.169551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ae7ef-2127-4ec8-ad1d-0279874a48a4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:17.170280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-034ae7ef-2127-4ec8-ad1d-0279874a48a4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:17.172792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.176882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:17.250913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Network b8cbde87-5580-4a2a-975a-290ac21eec76 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:17.254372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:17.257025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:17.266190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Pushing event updated for resources: {'Port': ['ID=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:17.281938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:17.312015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-034ae7ef-2127-4ec8-ad1d-0279874a48a4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:17.314011 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-034ae7ef-2127-4ec8-ad1d-0279874a48a4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2416673
Nov 24 14:31:17.320118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51204) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:17.341268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Calling delete_port for 3a83aec0-7c34-42e1-b61c-4ba17c50ea59 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:17.369114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.372398 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8989949a-afb2-4459-b0c5-9873b08d513f HTTP/1.1" status: 204  len: 168 time: 1.8731833
Nov 24 14:31:17.430042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8989949a-afb2-4459-b0c5-9873b08d513f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:17.434154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:17.484109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] For port 39929862-4590-4754-8533-f1132bfc1dc6, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=39929862-4590-4754-8533-f1132bfc1dc6,segment=NetworkSegment(3007bb48-27e5-404b-8393-f8bffcb20c81),segment_id=3007bb48-27e5-404b-8393-f8bffcb20c81)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:17.505272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Attempting to bind port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:17.505582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Attempting to bind port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f1dcb2f2-710d-4f12-966a-e902c17b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b8cbde87-5580-4a2a-975a-290ac21eec76'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:17.505948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Attempting to bind port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b on network b8cbde87-5580-4a2a-975a-290ac21eec76 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:17.513577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:17.513964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Checking segment: {'id': 'f1dcb2f2-710d-4f12-966a-e902c17b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b8cbde87-5580-4a2a-975a-290ac21eec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:17.514370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.514765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Bound using segment: {'id': 'f1dcb2f2-710d-4f12-966a-e902c17b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b8cbde87-5580-4a2a-975a-290ac21eec76'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:17.515224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Bound port: 96167e78-dd3d-43b7-90db-8b07cbf0ce3b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dcb2f2-710d-4f12-966a-e902c17b4e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b8cbde87-5580-4a2a-975a-290ac21eec76'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:17.515638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.579744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.591414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:17.627561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet d5d6ab42-fef6-4087-ad4f-d9e27ff12db9 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:17.636058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.703920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router e33aa1e6-ecbe-4af4-8028-e29039bdaedd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:17.718340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c0a65-cef9-4636-b269-8097d8fa690e req-707130b8-215f-4301-a52b-e201db17c16a tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:17.725803 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-932c0a65-cef9-4636-b269-8097d8fa690e req-707130b8-215f-4301-a52b-e201db17c16a tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.2384920
Nov 24 14:31:17.727403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.754147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] For port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:17.756845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:31:17.756845 dv-neutron-818347-1-hyperv neutron-server[84234]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:31:17.756845 dv-neutron-818347-1-hyperv neutron-server[84234]: [parameters: {'id': 'cab2ec65-37e9-4b5e-b21e-eac045682d36'}]
Nov 24 14:31:17.756845 dv-neutron-818347-1-hyperv neutron-server[84234]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:17.757404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:17.763924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] For port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,segment=NetworkSegment(f1dcb2f2-710d-4f12-966a-e902c17b4e16),segment_id=f1dcb2f2-710d-4f12-966a-e902c17b4e16)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:17.764861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Pushing event updated for resources: {'Port': ['ID=39929862-4590-4754-8533-f1132bfc1dc6,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:17.770990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:17.837151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:17.854773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:17.982517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-932c0a65-cef9-4636-b269-8097d8fa690e req-710f037a-d71e-40f2-bac9-1578dfc5d1c7 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225077
Nov 24 14:31:18.034513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Pushing event updated for resources: {'Port': ['ID=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:18.038244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d3f1a006-fe57-4124-8c42-31ecc7774720 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:18.096664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:18.181172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.226331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34800d6a-f35f-4a26-bfc9-cb0fe73a48eb None None] Network cab2ec65-37e9-4b5e-b21e-eac045682d36 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:18.254361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.277600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.306408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:18.318298 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] Sync routers for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:18.325431 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/e33aa1e6-ecbe-4af4-8028-e29039bdaedd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4513507
Nov 24 14:31:18.328143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51216) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:18.342115 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:18.342735 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcc4040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:18.442658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.453593 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcc4040>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:18.455633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bbe0adcc-fee9-4fb3-8f28-af71c4b07872 tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:18.471969 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:18.472674 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcc4040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:18.548565 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcc4040>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:18.549752 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e40748-1127-4980-8cb7-7137e98a5f35 None None] The sync data for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:18.576119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d6ab42-fef6-4087-ad4f-d9e27ff12db9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:18.585757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:18.586031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d3f1a006-fe57-4124-8c42-31ecc7774720 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:18.586493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.595053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.596946 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/d5d6ab42-fef6-4087-ad4f-d9e27ff12db9 HTTP/1.1" status: 204  len: 168 time: 1.2756431
Nov 24 14:31:18.599479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51222) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:18.624135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port 39929862-4590-4754-8533-f1132bfc1dc6 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:18.624135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.686458 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a6eaf7e5-9b9a-487a-8e31-41635078678b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0854626
Nov 24 14:31:18.691291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51228) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:18.693119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Allocated IP 172.20.0.1 (9edf11f2-ec6c-49d2-b95c-a40b4f183832/2299ee8e-1614-4ec4-a339-7e18aa9ed7d5/19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:18.733082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:18.735757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502d741-4926-4ab7-8162-03a6478ca7d0 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:18.778525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4c46bd26-5498-4bb0-aa31-bd00dc201712 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:18.857494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1428273-088d-4785-95d5-f68836b4d405 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:18.858632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a1428273-088d-4785-95d5-f68836b4d405 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:18.954217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event deleted for resources: {'Port': ['ID=3a83aec0-7c34-42e1-b61c-4ba17c50ea59,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:18.956692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:18.991804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5c1fce84-ca9e-4008-8945-2ee1d0265035 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:19.060317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a1428273-088d-4785-95d5-f68836b4d405 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:19.074307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a1428273-088d-4785-95d5-f68836b4d405 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3710871
Nov 24 14:31:19.074307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51236) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:19.168232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5c1fce84-ca9e-4008-8945-2ee1d0265035 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:19.169887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:19.255529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:19.261563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Deleting port 5c1fce84-ca9e-4008-8945-2ee1d0265035 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:19.262014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:19.282255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267dc6e-9067-4470-b61e-e5c4dd167a18 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:19.284572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7267dc6e-9067-4470-b61e-e5c4dd167a18 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:19.319354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:19.493018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7267dc6e-9067-4470-b61e-e5c4dd167a18 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:19.494756 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7267dc6e-9067-4470-b61e-e5c4dd167a18 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4244435
Nov 24 14:31:19.513426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51244) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:19.632684 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-64f7633e-9b90-41eb-8fab-3a17a50499de tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1170070
Nov 24 14:31:19.637380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51250) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:19.638522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2dea95-f925-41eb-86df-996f318c64ca None None] Network b8cbde87-5580-4a2a-975a-290ac21eec76 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:19.666530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:19.721653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:19.763767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] For port 5c1fce84-ca9e-4008-8945-2ee1d0265035, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5c1fce84-ca9e-4008-8945-2ee1d0265035,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:19.764189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:19.776271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8::1 (b8cbde87-5580-4a2a-975a-290ac21eec76/afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb/e5749667-eeae-4bce-b873-b04c54eae80f) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:19.855178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:19.883037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port 39929862-4590-4754-8533-f1132bfc1dc6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=39929862-4590-4754-8533-f1132bfc1dc6,segment=NetworkSegment(3007bb48-27e5-404b-8393-f8bffcb20c81),segment_id=3007bb48-27e5-404b-8393-f8bffcb20c81)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:19.883394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:19.914971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:19.934224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:19.988224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 96167e78-dd3d-43b7-90db-8b07cbf0ce3b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:20.017702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Transition to ACTIVE for port object 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:20.032151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:20.034514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.087806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-76a78dfb-4eac-493f-b5e1-815658ea3db7 None None] Provisioning for port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:20.098564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Calling delete_port for 5c1fce84-ca9e-4008-8945-2ee1d0265035 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:20.252434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for 39929862-4590-4754-8533-f1132bfc1dc6 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:20.261026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.422298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.431166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.436952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:20.453705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66180d-88cd-4eab-8c5e-15e92e7a9b91 req-2377992d-0a36-44f5-8b6f-1107d8f7e79c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:20.455094 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6a66180d-88cd-4eab-8c5e-15e92e7a9b91 req-2377992d-0a36-44f5-8b6f-1107d8f7e79c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 1.1744618
Nov 24 14:31:20.462040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.496669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:20.517842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Pushing event deleted for resources: {'Port': ['ID=5c1fce84-ca9e-4008-8945-2ee1d0265035,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:20.529678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:20.530469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:20.531687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.568025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.574110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] No DVR routers for this DVR port 5c1fce84-ca9e-4008-8945-2ee1d0265035 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:20.589113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.597021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-06bee429-1791-4117-ad95-99bee0c9c425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:20.629290 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6a66180d-88cd-4eab-8c5e-15e92e7a9b91 req-c3c8222a-a5c0-446d-b74f-797a80ec95e2 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527851
Nov 24 14:31:20.647636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.651827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object e5749667-eeae-4bce-b873-b04c54eae80f will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:20.686521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.687063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Fanout notify agent at l3_agent the message router_deleted on router 00152903-b0c8-4ab4-b876-44ce2a83a27b {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:31:20.702074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:20.708305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port 39929862-4590-4754-8533-f1132bfc1dc6 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:20.715039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b96488-7f8c-4e08-a971-92613f68264a None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:31:20.756369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:20.766469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Port': ['ID=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:20.769698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:20.772405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:20.799543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa23b68e-953e-4542-82f2-e0cfa47f799e tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:20.841399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.899276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=39929862-4590-4754-8533-f1132bfc1dc6,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:20.921594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:20.958484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d36c2f2e-47e4-41fb-aab8-8373303ab900 None None] Provisioning complete for port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:20.961164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d36c2f2e-47e4-41fb-aab8-8373303ab900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.973050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.objects.ports [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84233) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:31:20.977741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:20.997694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:21.007977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.013839 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/00152903-b0c8-4ab4-b876-44ce2a83a27b HTTP/1.1" status: 204  len: 168 time: 7.9988773
Nov 24 14:31:21.014486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.017516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51270) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:21.018620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,segment=NetworkSegment(f1dcb2f2-710d-4f12-966a-e902c17b4e16),segment_id=f1dcb2f2-710d-4f12-966a-e902c17b4e16)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:21.044164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:21.048810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:21.048981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.058352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:21.058923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.063909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1746673228', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:21.069473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b96488-7f8c-4e08-a971-92613f68264a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:31:21.073014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.081438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-85d6b1cb-b3c2-4746-bc0c-e670bac5798d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:21.114020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=48965294-f651-4dec-ae40-b599454b5288,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:21.115724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.123136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:21.143715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:21.226483 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5c1fce84-ca9e-4008-8945-2ee1d0265035 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:21.230909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:21.231826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 07bb634b-5844-43b6-86f4-c621adcee5d2 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:21.232504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.330686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51278) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:21.358420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Usage tracker for resource:router and tenant:53cb2450e3964ceb8f4e4324aa14eb27 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:21.365118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:21.371802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network b8cbde87-5580-4a2a-975a-290ac21eec76 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:21.383588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5c1fce84-ca9e-4008-8945-2ee1d0265035 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:21.383941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5c1fce84-ca9e-4008-8945-2ee1d0265035 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:21.384582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:21.390542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:21.402430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fd8f8e0>,) {'filters': {'network_id': ['cab2ec65-37e9-4b5e-b21e-eac045682d36']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:21.411680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:21.412707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.429226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.7865162
Nov 24 14:31:21.437040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51284) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:21.437266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:21.442797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:21.495254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:0a:e0:ce', 'name': 'tempest-NetworksTestDHCPv6-1888612408'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:21.524704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e5749667-eeae-4bce-b873-b04c54eae80f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:21.562947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd8f8e0>, '3007bb48-27e5-404b-8393-f8bffcb20c81') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:21.563458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd8f8e0>, '3007bb48-27e5-404b-8393-f8bffcb20c81') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:21.572262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:21.596329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:21.602903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.618049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:21.645582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.654457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Usage tracker for resource:floatingip and tenant:21a7cb477c514ac1bd64fdb4d4f10f24 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:21.658611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.664192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.665095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.670968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:21.685868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:21.686293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.699039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:21.702234 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:21.706454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:21.724137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '48965294-f651-4dec-ae40-b599454b5288'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:21.724871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.856865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 07bb634b-5844-43b6-86f4-c621adcee5d2 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:21.865453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cd402-f880-48a9-8d3d-b6b77118b8e7 req-439132c4-6ff4-4c78-abb9-eef61b2f2a9c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:21.872142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ec6cd402-f880-48a9-8d3d-b6b77118b8e7 req-439132c4-6ff4-4c78-abb9-eef61b2f2a9c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.4156744
Nov 24 14:31:21.902684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:21.908205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:21.944554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:21.950054 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-d02019f4-0c95-474e-bce9-9f98efd0b2d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6aeb258309e481f89d8300837a30e62&device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 1099 time: 0.5688629
Nov 24 14:31:21.954096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 96167e78-dd3d-43b7-90db-8b07cbf0ce3b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:22.038833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Allocated IP 2001:db8::f816:3eff:fed2:202b (545fb1c8-c25e-4ba6-8844-73dcc5231588/48965294-f651-4dec-ae40-b599454b5288/0993cbf2-d0b1-4b9a-b88b-eeabcad642ed) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:22.051025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.077036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:22.081745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.099851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.135631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:22.135631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.167960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.177070 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ec6cd402-f880-48a9-8d3d-b6b77118b8e7 req-d1d69c40-d644-46fb-8ff3-bed41d4865d3 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3018482
Nov 24 14:31:22.217914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 24918350-c025-430c-8ab8-80cc563e270e yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:22.221208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:22.239055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.261520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-54cfa5e1-f592-40f7-ad5e-0dce1793d36e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:22.262994 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-54cfa5e1-f592-40f7-ad5e-0dce1793d36e service neutron] 10.222.0.81 "GET /v2.0/networks?id=6b02e101-8b76-4888-89fd-f7d2f9f74b59 HTTP/1.1" status: 200  len: 913 time: 0.3006377
Nov 24 14:31:22.263115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=cab2ec65-37e9-4b5e-b21e-eac045682d36,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:22.342511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:22.361499 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/cab2ec65-37e9-4b5e-b21e-eac045682d36 HTTP/1.1" status: 204  len: 168 time: 8.0112169
Nov 24 14:31:22.415487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:22.479970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958862466'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:22.505012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:22.514152 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-36552bd6-e275-4986-8324-c4826a293ecc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15822b48-9a3e-4a74-a493-76ab071c0946 HTTP/1.1" status: 200  len: 217 time: 0.2423961
Nov 24 14:31:22.567350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:22.579659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:22.632447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-03fe21f3-4b2d-4f24-9a99-ec8565bbba44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:22.634003 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-03fe21f3-4b2d-4f24-9a99-ec8565bbba44 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5fe6061c-a951-4347-8c1c-241653402bec HTTP/1.1" status: 200  len: 852 time: 0.1064591
Nov 24 14:31:22.635989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.643092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:22.724335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.724745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.730700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-742e6c7c-927e-4256-bf53-1fe60a09c5e1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:22.762110 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-68c17f04-bd7d-4397-827e-233e15367fd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6b02e101-8b76-4888-89fd-f7d2f9f74b59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905464
Nov 24 14:31:22.779226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:22.780428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.782327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.791790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Transition to ACTIVE for port object 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:22.797924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.813079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=07bb634b-5844-43b6-86f4-c621adcee5d2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:22.821543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Transition to ACTIVE for port object 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:22.826159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:22.956168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:22.960794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:23.026938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.030330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.030761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:23.034934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:23.038218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:23.042439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:23.043724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:23.049640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Pushing event updated for resources: {'Port': ['ID=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:23.075439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:23.120895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.121333 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5 of type vlan for network 43a5e232-eeaa-4245-94f7-741a092e1ec4
Nov 24 14:31:23.141069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Attempting to bind port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:23.141454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Attempting to bind port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:23.142437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Attempting to bind port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:23.149791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:23.150177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:23.150434 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-7db4d488-d53e-4512-8c8d-b141212edf74 service neutron] 10.222.0.81 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3773460
Nov 24 14:31:23.150888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.150983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:23.151433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Bound port: 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:23.151835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.167506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Allocated IP 172.26.2.163 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/2ec5aee8-ca66-4624-be0e-c7b6368a4f6b) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:23.238096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e5749667-eeae-4bce-b873-b04c54eae80f,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:23.251005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:23.253593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:23.256229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe0a:e0ce (545fb1c8-c25e-4ba6-8844-73dcc5231588/48965294-f651-4dec-ae40-b599454b5288/24918350-c025-430c-8ab8-80cc563e270e) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:23.256778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:23.304709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.324673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:31:23.327844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.337741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2b5e1c9f-4391-46e7-ab28-5235e7030a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:23.355262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.393561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3884df4f-b1a9-43df-82cc-8f2a2fcb389a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.430809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network b8cbde87-5580-4a2a-975a-290ac21eec76 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:23.432039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Pushing event updated for resources: {'Port': ['ID=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:23.433590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:23.435266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:23.494092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.533105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:23.632438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.636247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:23.636835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.646734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.686530 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-533e58d2-1259-4e79-acc1-fe6caaaf48d8 req-3958f33c-cee8-4d39-a333-e8ba32d33f6a service neutron] 10.222.0.81 "GET /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5256600
Nov 24 14:31:23.763591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Port': ['ID=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:23.771603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:23.775640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-26c8c122-cde0-46f3-8a19-cb791d465550 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:23.790473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.809649 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3903527
Nov 24 14:31:23.858897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51294) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:23.892835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': '43a5e232-eeaa-4245-94f7-741a092e1ec4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:23.932969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.963396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:23.974014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:24.115321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:24.140767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:24.162304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=43a5e232-eeaa-4245-94f7-741a092e1ec4,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:24.177409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:24.178058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 43a5e232-eeaa-4245-94f7-741a092e1ec4 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:24.198774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413979b5-003b-43e5-8f43-e291b0467d2c req-54f6d071-9772-404e-83d0-8dbd659460a7 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:24.204595 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-413979b5-003b-43e5-8f43-e291b0467d2c req-54f6d071-9772-404e-83d0-8dbd659460a7 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.8452947
Nov 24 14:31:24.212398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:24.235529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:24.308046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 24918350-c025-430c-8ab8-80cc563e270e will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:24.391414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:24.410852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:24.431151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:24.442821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:24.458678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:24.476360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:24.540343 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-413979b5-003b-43e5-8f43-e291b0467d2c req-3955a86a-55bd-48ee-a8b4-bbd133ac5c5f tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108456
Nov 24 14:31:24.576471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:24.581013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:24.583899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:24.619360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec5aee8-ca66-4624-be0e-c7b6368a4f6b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:24.661288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:24.665216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:24.694256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:24.729546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b14836-39e1-49b2-84d2-f62e084217ab None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:24.732547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Allocated IP 172.26.2.69 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/bab80085-a513-48a4-b0b2-bd26ce23f019) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:24.761522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:24.787916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:24.801753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c3fbd65-2cc0-466b-a144-6691cf3a9883 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:24.922489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router e33aa1e6-ecbe-4af4-8028-e29039bdaedd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:24.929165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:24.942735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:24.950701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:24.960337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:24.960801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:24.960986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:24.992557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=24918350-c025-430c-8ab8-80cc563e270e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:25.004499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:25.052711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Provisioning for port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:25.075984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Provisioning complete for port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:25.076404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.146968 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.7028458
Nov 24 14:31:25.160172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51298) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:25.264009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:25.277744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/e33aa1e6-ecbe-4af4-8028-e29039bdaedd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9474616
Nov 24 14:31:25.279750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51300) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:25.334949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] Sync routers for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:25.405080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-03337357-d898-45f9-a6a9-02f0b5fe4aef tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:25.414937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.425664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.435429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:25.436075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f7fceb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:25.509754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f7fceb0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:25.539201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:25.540230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] Routers {'e33aa1e6-ecbe-4af4-8028-e29039bdaedd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:25.540913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f7fceb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:30:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:25.598984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.602271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.624592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.645436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9f66d48d-9e89-4e4e-8efb-a7f5f67e4ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:25.659189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-03337357-d898-45f9-a6a9-02f0b5fe4aef tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:25.664778 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-03337357-d898-45f9-a6a9-02f0b5fe4aef tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=e33aa1e6-ecbe-4af4-8028-e29039bdaedd HTTP/1.1" status: 200  len: 205 time: 0.3790922
Nov 24 14:31:25.682304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51308) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:25.705707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f7fceb0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:25.706265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc3b8e-4a18-4664-82c5-1daf6ffd7e76 None None] The sync data for ids ['e33aa1e6-ecbe-4af4-8028-e29039bdaedd'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:25.769543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Pushing event updated for resources: {'Port': ['ID=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:25.774541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.783830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:25.790197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-73f572fb-8809-43e2-9f40-d27a9961c233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.802962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc14d3ff-aedf-4616-9daa-1d11b41a15ec tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:25.827790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Provisioning for port e5749667-eeae-4bce-b873-b04c54eae80f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:25.843881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Provisioning complete for port e5749667-eeae-4bce-b873-b04c54eae80f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:25.845866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.945837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:25.951387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce8c086f-7fd3-4037-a2a9-fcc7d10bfec5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:25.998821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Port e5749667-eeae-4bce-b873-b04c54eae80f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:26.002519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:26.008948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router b00589fa-3ecc-40f2-8645-c1c85aae1b1c is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:26.021299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52650ae-f4a0-419b-8afc-3cb056bbeba3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:26.025278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52650ae-f4a0-419b-8afc-3cb056bbeba3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:26.026082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b52650ae-f4a0-419b-8afc-3cb056bbeba3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:26.028978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:26.030883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event updated for resources: {'Port': ['ID=bab80085-a513-48a4-b0b2-bd26ce23f019,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:26.047491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:26.051104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.051428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:26.083886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:26.116900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Provisioning for port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:26.129384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Provisioning complete for port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:26.130266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.230296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8cca9-949f-4bb0-bb14-a5e102632e2f None None] Port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:26.354636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aa43a78d-67a6-4f80-bfb6-4ac74d2f4de5 None None] Provisioning complete for port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:26.355381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa43a78d-67a6-4f80-bfb6-4ac74d2f4de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.361605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b52650ae-f4a0-419b-8afc-3cb056bbeba3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:26.362792 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b52650ae-f4a0-419b-8afc-3cb056bbeba3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 1.0642104
Nov 24 14:31:26.363765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.370711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51312) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:26.375594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-364ebca6-1162-47a7-a868-2ce75369700f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:26.505431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:31:26.555515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf77a0-280f-40df-9deb-fa6efcf7f994 req-e552d23f-da4b-4c09-ad1d-c067b65cc752 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:26.557002 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-33bf77a0-280f-40df-9deb-fa6efcf7f994 req-e552d23f-da4b-4c09-ad1d-c067b65cc752 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.7151816
Nov 24 14:31:26.590580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.616620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aa43a78d-67a6-4f80-bfb6-4ac74d2f4de5 None None] Provisioning for port 24918350-c025-430c-8ab8-80cc563e270e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:26.622212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aa43a78d-67a6-4f80-bfb6-4ac74d2f4de5 None None] Provisioning complete for port 24918350-c025-430c-8ab8-80cc563e270e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:26.622595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa43a78d-67a6-4f80-bfb6-4ac74d2f4de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.659245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.662996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 24918350-c025-430c-8ab8-80cc563e270e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:26.663325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.680071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=f52f7a1b-791f-4b5e-a10b-6d8407dcd5f0,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:26.680522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-aa43a78d-67a6-4f80-bfb6-4ac74d2f4de5 None None] Port 24918350-c025-430c-8ab8-80cc563e270e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:26.699053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:26.714735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.723061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20259ac5-0216-43b6-a9ac-21ea1e6fc35f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:26.728712 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-33bf77a0-280f-40df-9deb-fa6efcf7f994 req-c09a6cdb-abe3-4c60-b598-646c6ea299c1 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595471
Nov 24 14:31:26.744231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '43a5e232-eeaa-4245-94f7-741a092e1ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:26.744607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: 43a5e232-eeaa-4245-94f7-741a092e1ec4, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:26.761638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce8c086f-7fd3-4037-a2a9-fcc7d10bfec5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.779091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Router 04ae5ac0-417a-4455-8cee-588a0195b092 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:26.795796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:26.818528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce8c086f-7fd3-4037-a2a9-fcc7d10bfec5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:26.826322 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] Sync routers for ids ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:26.848871 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] Routers {'b00589fa-3ecc-40f2-8645-c1c85aae1b1c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:26.849483 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420410c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:26.885690 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/b00589fa-3ecc-40f2-8645-c1c85aae1b1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8005099
Nov 24 14:31:26.905244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51318) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:26.940172 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420410c40>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:26.957963 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] Routers {'b00589fa-3ecc-40f2-8645-c1c85aae1b1c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:26.958826 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420410c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:26.971182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network 43a5e232-eeaa-4245-94f7-741a092e1ec4 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:26.975237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec5aee8-ca66-4624-be0e-c7b6368a4f6b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:26.978181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:26.988927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.017241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd42ef92-5278-467d-9d78-d9d04c587954 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:27.017916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cd42ef92-5278-467d-9d78-d9d04c587954 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:27.057310 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420410c40>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:27.057720 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4697da8-d44b-437f-a3a9-11f06b4b2b97 None None] The sync data for ids ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:27.104654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 43a5e232-eeaa-4245-94f7-741a092e1ec4) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:27.112885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.113582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.113710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a53ee-0713-41fb-9172-f4189fa5737d None None] Network 43a5e232-eeaa-4245-94f7-741a092e1ec4 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:27.115966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:27.116565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.160167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.161404 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.8283212
Nov 24 14:31:27.165229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51322) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:27.173202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1406852337', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'fixed_ips': [{'ip_address': '172.26.2.163'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:27.189002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce8c086f-7fd3-4037-a2a9-fcc7d10bfec5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.189435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8c086f-7fd3-4037-a2a9-fcc7d10bfec5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Fanout notify agent at l3_agent the message router_deleted on router e33aa1e6-ecbe-4af4-8028-e29039bdaedd {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:31:27.194479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:27.199421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.202851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cd42ef92-5278-467d-9d78-d9d04c587954 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:27.204007 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd42ef92-5278-467d-9d78-d9d04c587954 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports/e5749667-eeae-4bce-b873-b04c54eae80f HTTP/1.1" status: 200  len: 911 time: 0.2928553
Nov 24 14:31:27.208256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51326) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:27.218693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:27.219460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Usage tracker for resource:port and tenant:21a7cb477c514ac1bd64fdb4d4f10f24 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:27.277578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce8c086f-7fd3-4037-a2a9-fcc7d10bfec5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.278583 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ce8c086f-7fd3-4037-a2a9-fcc7d10bfec5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/e33aa1e6-ecbe-4af4-8028-e29039bdaedd HTTP/1.1" status: 204  len: 168 time: 1.5922389
Nov 24 14:31:27.287102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51330) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:27.301244 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.4313169
Nov 24 14:31:27.332902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:27.335699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51334) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:27.346097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 24918350-c025-430c-8ab8-80cc563e270e owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:27.384223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:27.395584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-43a5e232-eeaa-4245-94f7-741a092e1ec4', 'network_id': '43a5e232-eeaa-4245-94f7-741a092e1ec4', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': 'f52f7a1b-791f-4b5e-a10b-6d8407dcd5f0'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:27.396474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.517968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Made reservation on behalf of 21a7cb477c514ac1bd64fdb4d4f10f24 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:27.520546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.541377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.574102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Allocated IP 172.20.0.1 (43a5e232-eeaa-4245-94f7-741a092e1ec4/f52f7a1b-791f-4b5e-a10b-6d8407dcd5f0/1830eb55-30a6-4998-9e8a-74277e3432f3) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:27.642189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.659987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:27.670063 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "PUT /v2.0/routers/04ae5ac0-417a-4455-8cee-588a0195b092/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.6944478
Nov 24 14:31:27.694597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Sync routers for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:27.852442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.865857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1fd68d6a-f769-4d10-8190-0481a1843d85 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:27.903263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.910634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.921465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Transition to ACTIVE for port object 1830eb55-30a6-4998-9e8a-74277e3432f3 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:27.925209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=24918350-c025-430c-8ab8-80cc563e270e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:27.937028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:27.937584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet 64e5438b-157e-4ca1-83ea-e7e4822df0d4 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:27.941987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:27.945710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:27.946350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd3acd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:27.947256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:27.955754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Usage tracker for resource:security_group_rule and tenant:21a7cb477c514ac1bd64fdb4d4f10f24 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:27.973383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:27.988649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:27.990547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035b76b-28b9-47f3-a251-61c8aaf2333a req-8c00077a-8923-4879-af58-27ae1151e813 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:27.997247 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2035b76b-28b9-47f3-a251-61c8aaf2333a req-8c00077a-8923-4879-af58-27ae1151e813 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.5328405
Nov 24 14:31:28.033988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.070700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.087892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.141525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-7c83f5c6-9df7-4748-ab5c-8869459dc2df tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Synchronizing usage tracker for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:28.154072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:31:28.196761 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/24918350-c025-430c-8ab8-80cc563e270e HTTP/1.1" status: 204  len: 168 time: 1.8223233
Nov 24 14:31:28.199221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51348) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:28.254702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.267632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-7c83f5c6-9df7-4748-ab5c-8869459dc2df tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Unset dirty status for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:28.275479 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-7c83f5c6-9df7-4748-ab5c-8869459dc2df tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987647310&fields=id&tenant_id=0aecf5fca6484de096db1d9ff660d5ef HTTP/1.1" status: 200  len: 267 time: 0.3346837
Nov 24 14:31:28.346396 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2035b76b-28b9-47f3-a251-61c8aaf2333a req-e7e32e32-315b-41e7-93ff-1f2f7d5d47b2 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3441801
Nov 24 14:31:28.372743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f4bf3-3bcc-48f8-b75e-4b816e9d5d01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:28.375198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f4bf3-3bcc-48f8-b75e-4b816e9d5d01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:28.376340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7d5f4bf3-3bcc-48f8-b75e-4b816e9d5d01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:28.410395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.415668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eee4bfa3-8f21-4ed3-829f-cb51800f4157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:28.422652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] device_id is not set on port d65b8b5a-7d05-4a1f-82a5-48aea3c1993b yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:28.456013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Transition to ACTIVE for port object 1830eb55-30a6-4998-9e8a-74277e3432f3 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:28.513814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7d5f4bf3-3bcc-48f8-b75e-4b816e9d5d01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:28.515332 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7d5f4bf3-3bcc-48f8-b75e-4b816e9d5d01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.3151805
Nov 24 14:31:28.525521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51352) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:28.531284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd3acd0>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:22Z', 'revision_number': 2, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:28.535926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Checking router: 04ae5ac0-417a-4455-8cee-588a0195b092 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:31:28.536446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Updating router 04ae5ac0-417a-4455-8cee-588a0195b092 port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:31:28.566756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.575574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1b1a2f14-93e5-49b3-9e1a-9c626759f289 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:28.576457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1add9371-110a-432c-8b6a-b9834c31ae11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:28.582289 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1b1a2f14-93e5-49b3-9e1a-9c626759f289 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/networks?id=9edf11f2-ec6c-49d2-b95c-a40b4f183832 HTTP/1.1" status: 200  len: 796 time: 0.3057203
Nov 24 14:31:28.584151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ea068-a55b-464e-9d0c-e7a42873616c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:28.601459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:28.623422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.625944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.659314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.662618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-888d2c05-43fb-40d0-b16b-99d813ff9a4d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/quotas/0aecf5fca6484de096db1d9ff660d5ef HTTP/1.1" status: 200  len: 375 time: 0.0794470
Nov 24 14:31:28.686934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Network 43a5e232-eeaa-4245-94f7-741a092e1ec4 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:28.690095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Pushing event updated for resources: {'Port': ['ID=1830eb55-30a6-4998-9e8a-74277e3432f3,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:28.693035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:28.695627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:28.697984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:28.748472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Router 4cd6fdcd-54de-462e-bb9e-d609355c022f is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:28.876683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.887108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f688e9ec-30d4-4318-818b-a3182d872e44 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:28.887613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.895077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99cbf836-db03-47d9-92e0-b604d16ead3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:28.927842 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:31:28.934130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:31:28.934276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Attempting to bind port 1830eb55-30a6-4998-9e8a-74277e3432f3 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:28.934276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Attempting to bind port 1830eb55-30a6-4998-9e8a-74277e3432f3 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '43a5e232-eeaa-4245-94f7-741a092e1ec4'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:28.934276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Attempting to bind port 1830eb55-30a6-4998-9e8a-74277e3432f3 on network 43a5e232-eeaa-4245-94f7-741a092e1ec4 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:28.937066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=f52f7a1b-791f-4b5e-a10b-6d8407dcd5f0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:28.953547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:28.955175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:28.956031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Checking segment: {'id': 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '43a5e232-eeaa-4245-94f7-741a092e1ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:28.956238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.956684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Bound using segment: {'id': 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '43a5e232-eeaa-4245-94f7-741a092e1ec4'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:28.957253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Bound port: 1830eb55-30a6-4998-9e8a-74277e3432f3, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '43a5e232-eeaa-4245-94f7-741a092e1ec4'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:28.958067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:28.986673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=64e5438b-157e-4ca1-83ea-e7e4822df0d4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:28.998242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:29.026229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.037391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955add08-09d1-4ba1-977c-3e62577bf4dc None None] Network 973a7121-48a9-408f-ab4d-8ed0dfec7636 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:29.057018 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/64e5438b-157e-4ca1-83ea-e7e4822df0d4 HTTP/1.1" status: 204  len: 168 time: 1.7651119
Nov 24 14:31:29.077021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51356) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:29.136851 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 1.9704413
Nov 24 14:31:29.141266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51360) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:29.143981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.166475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 48965294-f651-4dec-ae40-b599454b5288 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:29.183497 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-a0f89570-1ca0-4418-ab37-4207ff516980 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0aecf5fca6484de096db1d9ff660d5ef&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4988496
Nov 24 14:31:29.190409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.242997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.260131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e8ac9d0>,) {'filters': {'network_id': ['43a5e232-eeaa-4245-94f7-741a092e1ec4']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:29.284879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] For port 1830eb55-30a6-4998-9e8a-74277e3432f3, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:29.307369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8ac9d0>, 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:29.307656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8ac9d0>, 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:29.336044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Deleting port 2ec5aee8-ca66-4624-be0e-c7b6368a4f6b {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:29.336414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.340292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] For port 1830eb55-30a6-4998-9e8a-74277e3432f3, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1830eb55-30a6-4998-9e8a-74277e3432f3,segment=NetworkSegment(c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5),segment_id=c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:29.377247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.385106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.391413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:29.391981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.396522 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/ports/e5749667-eeae-4bce-b873-b04c54eae80f HTTP/1.1" status: 200  len: 911 time: 2.1829820
Nov 24 14:31:29.397452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2a88fb7d-cff7-47ed-ba8a-47fbe0da99df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:29.433297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51366) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:29.459112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.475495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Transition to ACTIVE for port object 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:29.486303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.488534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.502129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:29.574773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.649547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.649744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Pushing event updated for resources: {'Port': ['ID=1830eb55-30a6-4998-9e8a-74277e3432f3,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:29.705990 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:29.706405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.713442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:29.714027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8a8f1767-aba0-4fa5-b710-33d417a243f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:29.721406 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:29.728387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e5749667-eeae-4bce-b873-b04c54eae80f,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:29.736883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:29.765161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:29.780413 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] Sync routers for ids ['4cd6fdcd-54de-462e-bb9e-d609355c022f'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:29.808658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a483233e-e5ca-41f4-881c-c0b75e918af2 None None] Network 43a5e232-eeaa-4245-94f7-741a092e1ec4 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:29.848423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.848745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:29.865745 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] Routers {'4cd6fdcd-54de-462e-bb9e-d609355c022f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:29.869047 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420326040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4cd6fdcd-54de-462e-bb9e-d609355c022f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:29.897463 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-a56a27ec-4b15-411a-a236-fa2dd806acd9 service neutron] 10.222.0.53 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6703019
Nov 24 14:31:29.951157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333b0f6-36d0-43fd-a3d1-f598bc3657f0 None None] Pushing event updated for resources: {'Port': ['ID=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:29.986147 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420326040>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:29.998035 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] Routers {'4cd6fdcd-54de-462e-bb9e-d609355c022f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:29.998884 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420326040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4cd6fdcd-54de-462e-bb9e-d609355c022f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:30.007708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet 787602d0-c507-41a7-951e-4d5063ac5926 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:30.011743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] DHCP port deletion for 973a7121-48a9-408f-ab4d-8ed0dfec7636 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:30.018374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:31:30.018374 dv-neutron-818347-1-hyperv neutron-server[84233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:31:30.018374 dv-neutron-818347-1-hyperv neutron-server[84233]: [parameters: {'id': '43a5e232-eeaa-4245-94f7-741a092e1ec4'}]
Nov 24 14:31:30.018374 dv-neutron-818347-1-hyperv neutron-server[84233]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:30.018865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:30.020352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.074120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6333b0f6-36d0-43fd-a3d1-f598bc3657f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:30.085724 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420326040>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:30.090024 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4898d4-5d21-4c1f-8132-3080bc7159c9 None None] The sync data for ids ['4cd6fdcd-54de-462e-bb9e-d609355c022f'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:30.133552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Deleting port 45ed984b-272c-46a4-8080-7560e8d01fbb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:30.134091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.173412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.207261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.220963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Calling delete_port for 2ec5aee8-ca66-4624-be0e-c7b6368a4f6b owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:30.227495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Attempting to bind port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:30.228108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Attempting to bind port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:30.228530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Attempting to bind port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 on network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:30.244566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-2f11a850-1e0f-41bf-aa90-019d0d332145 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:30.245817 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-2f11a850-1e0f-41bf-aa90-019d0d332145 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.81 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.7914031
Nov 24 14:31:30.256606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.260616 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 9.2259080
Nov 24 14:31:30.267101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9045e59-3259-4acf-a293-bf57e1a087a5 req-2de71eee-fd0a-4913-963f-cb687a53c641 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:30.268567 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e9045e59-3259-4acf-a293-bf57e1a087a5 req-2de71eee-fd0a-4913-963f-cb687a53c641 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.7501748
Nov 24 14:31:30.271756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51370) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:30.276890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:30.298771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:30.298771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Checking segment: {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:30.299147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.299599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Bound using segment: {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:30.300221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Bound port: 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:30.300914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.365063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-0fd7cd73-305e-471c-81be-c349e8c7e94f service neutron] 10.222.0.53 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4425428
Nov 24 14:31:30.419190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.495714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Deleting port 15822b48-9a3e-4a74-a493-76ab071c0946 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:30.496662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.502895 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e9045e59-3259-4acf-a293-bf57e1a087a5 req-ade66df1-9632-4525-8d00-19201968ad6f tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637156
Nov 24 14:31:30.527556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.533542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] For port 45ed984b-272c-46a4-8080-7560e8d01fbb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=45ed984b-272c-46a4-8080-7560e8d01fbb,segment=NetworkSegment(94297a55-6d71-4ccc-82e3-05d30eae1e73),segment_id=94297a55-6d71-4ccc-82e3-05d30eae1e73)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:30.534462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.542603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] For port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:30.568437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.575685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b41235d9-1764-4c5b-b7c6-9ff4af47902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:30.603148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port 1830eb55-30a6-4998-9e8a-74277e3432f3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:30.608243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.674711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.685358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=787602d0-c507-41a7-951e-4d5063ac5926,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:30.697588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:30.712290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-008bbc0b-85f1-4598-bf92-e0b159e354c7 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:30.717184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] For port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:30.717184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605964d6-edd0-48e3-b6ea-d8af52c41d78 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:30.751908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.765250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Calling delete_port for 45ed984b-272c-46a4-8080-7560e8d01fbb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:30.774823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=48965294-f651-4dec-ae40-b599454b5288,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:30.776872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.798133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.799049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:30.900513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:30.910544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f8a48149-3a60-4454-94cc-ce3e15976ac6 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:30.939165 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/787602d0-c507-41a7-951e-4d5063ac5926 HTTP/1.1" status: 204  len: 168 time: 1.8417859
Nov 24 14:31:30.939165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51380) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:30.990481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498c89e-33e2-402f-83f0-247f0f65bdff None None] Network 0f63d3e6-d41e-4530-8a94-897745877182 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:30.997088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-44d2cab3-5aa2-4aab-b198-cfac9c2fe331 req-c4ed5b05-07bf-4964-8b96-49b0404d670d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Synchronizing usage tracker for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:31.009827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.013934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.016622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ec5aee8-ca66-4624-be0e-c7b6368a4f6b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:31.025509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:31.030715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-767ee4de-9ee1-4933-a273-62b498d3052a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:31.039494 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/48965294-f651-4dec-ae40-b599454b5288 HTTP/1.1" status: 204  len: 168 time: 2.5082436
Nov 24 14:31:31.064992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51386) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:31.166568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] No DVR routers for this DVR port 45ed984b-272c-46a4-8080-7560e8d01fbb on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:31.235707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-44d2cab3-5aa2-4aab-b198-cfac9c2fe331 req-c4ed5b05-07bf-4964-8b96-49b0404d670d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Unset dirty status for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:31.237121 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-44d2cab3-5aa2-4aab-b198-cfac9c2fe331 req-c4ed5b05-07bf-4964-8b96-49b0404d670d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 210 time: 0.3858047
Nov 24 14:31:31.254050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.302784 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-350bbe51-041d-486c-a7c8-475d58186919 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2362833
Nov 24 14:31:31.314713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51390) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:31.336393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:31.370112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.379646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333b0f6-36d0-43fd-a3d1-f598bc3657f0 None None] Pushing event updated for resources: {'Port': ['ID=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:31.381126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.383581 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/9eb9be76-6b65-423b-a513-e135d47dd666 HTTP/1.1" status: 204  len: 168 time: 2.2372847
Nov 24 14:31:31.406872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port 1830eb55-30a6-4998-9e8a-74277e3432f3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1830eb55-30a6-4998-9e8a-74277e3432f3,segment=NetworkSegment(c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5),segment_id=c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:31.410215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.418352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] For port 15822b48-9a3e-4a74-a493-76ab071c0946, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=15822b48-9a3e-4a74-a493-76ab071c0946,segment=NetworkSegment(db13b7fb-6aaf-4c8d-a800-95f996695223),segment_id=db13b7fb-6aaf-4c8d-a800-95f996695223)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:31.418978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.453790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:31.453790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd3acd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:31.528519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Pushing event deleted for resources: {'Port': ['ID=45ed984b-272c-46a4-8080-7560e8d01fbb,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:31.540479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:31.542201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:31.542529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:31.701383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:31.708215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:31.713275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:31.721799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:31:31.748066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:31.781712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:31.797899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Deleting port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:31.798280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.836216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] DHCP port deletion for 0f63d3e6-d41e-4530-8a94-897745877182 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:31.864450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] Deleting port e332fa21-e9c4-45af-8e6c-5650aef60492 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:31.864450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:31.939956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for 1830eb55-30a6-4998-9e8a-74277e3432f3 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:31.943829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:31.980450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 45ed984b-272c-46a4-8080-7560e8d01fbb no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:31.984194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Calling delete_port for 15822b48-9a3e-4a74-a493-76ab071c0946 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:32.098380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 45ed984b-272c-46a4-8080-7560e8d01fbb {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:32.098731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 45ed984b-272c-46a4-8080-7560e8d01fbb not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:32.099156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:32.147281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51402) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:32.323829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.422163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.460061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f5b7dc0>,) {'filters': {'network_id': ['973a7121-48a9-408f-ab4d-8ed0dfec7636']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:32.476374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5b7dc0>, '94297a55-6d71-4ccc-82e3-05d30eae1e73') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:32.476669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5b7dc0>, '94297a55-6d71-4ccc-82e3-05d30eae1e73') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:32.490646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.499657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9a075ce-25c0-4e76-a4ed-04517e1a0879 tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:32.531261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.546181 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0df46524-ac79-4511-8c22-485f2dd9471b req-43507bed-2b5a-48d7-9401-a7f83e9ab693 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 210 time: 0.1111553
Nov 24 14:31:32.555685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.565291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.577930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=1830eb55-30a6-4998-9e8a-74277e3432f3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:32.598811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:32.601556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-07fe1b7c-4b62-4dff-8701-a448f8f4b898 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:32.654698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.670843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a18e46-a756-4973-b5ca-dde05872cd9f req-38d4ad34-6c5e-490a-addd-024a44e245ac tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:32.673037 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a9a18e46-a756-4973-b5ca-dde05872cd9f req-38d4ad34-6c5e-490a-addd-024a44e245ac tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 946 time: 0.8526340
Nov 24 14:31:32.683225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Pushing event deleted for resources: {'Port': ['ID=15822b48-9a3e-4a74-a493-76ab071c0946,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:32.686080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:32.705191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port 1830eb55-30a6-4998-9e8a-74277e3432f3 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:32.719726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:32.726314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4f6b92ce094579bc9a05153568b107 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:32.737711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:32.738964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] For port e332fa21-e9c4-45af-8e6c-5650aef60492, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e332fa21-e9c4-45af-8e6c-5650aef60492,segment=NetworkSegment(c0051971-35d5-4657-a3c7-19e7bd837de7),segment_id=c0051971-35d5-4657-a3c7-19e7bd837de7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:32.739481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.750559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:32.750963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:32.766097 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:32.781635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:32.791640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:32.792742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.868195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:32.961536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] No DVR routers for this DVR port 15822b48-9a3e-4a74-a493-76ab071c0946 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:33.012539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.014688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.032172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.051095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] Calling delete_port for e332fa21-e9c4-45af-8e6c-5650aef60492 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:33.056988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'name': 'network-vif-deleted', 'tag': '15822b48-9a3e-4a74-a493-76ab071c0946'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:31:33.073987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.100165 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a9a18e46-a756-4973-b5ca-dde05872cd9f req-800b1e4d-b735-4519-b267-7d561eaf4b21 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/security-groups?id=57464c86-f2f6-4635-a4a6-815d05cc1bbd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4128759
Nov 24 14:31:33.106371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ec46b50>,) {'filters': {'network_id': ['43a5e232-eeaa-4245-94f7-741a092e1ec4']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:33.121342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ec46b50>, 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:33.121637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ec46b50>, 'c9ea47f6-752e-4d9b-8cf8-ecdf9871f8e5') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:33.136204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.147404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port e5749667-eeae-4bce-b873-b04c54eae80f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:33.147733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.170856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.172125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Calling delete_port for 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:33.178323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:33.178735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.193895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:33.207792 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:33.210286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5959d822-3e6e-45b6-a749-b0f70d2e25f1 tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:33.210397 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5431bbb7-b27e-455c-a7ed-59161a51a320', 'name': 'network-vif-deleted', 'tag': '15822b48-9a3e-4a74-a493-76ab071c0946', 'status': 'completed', 'code': 200}
Nov 24 14:31:33.215335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.221902 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-527ae148-51fd-4b91-81bd-49b3ac6fd2af req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.81 "DELETE /v2.0/ports/15822b48-9a3e-4a74-a493-76ab071c0946 HTTP/1.1" status: 204  len: 173 time: 2.9639270
Nov 24 14:31:33.236764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.241558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:33.246499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.300541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:33.321400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=973a7121-48a9-408f-ab4d-8ed0dfec7636,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:33.322945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:33.339724 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/973a7121-48a9-408f-ab4d-8ed0dfec7636 HTTP/1.1" status: 204  len: 168 time: 2.3970039
Nov 24 14:31:33.344587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51414) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:33.345178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727d49e7-cc5b-4ccb-b9bf-c05a3ea2b6f0,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:33.347119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd3acd0>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:30Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:33.349237 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f4f6b92ce094579bc9a05153568b107&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1986053
Nov 24 14:31:33.353796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:33.354283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51418) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:33.379302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0696e3-c21f-4016-8494-4d79e6109da7 None None] The sync data for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv is: [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:30Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:33.454490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.461594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.462607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e332fa21-e9c4-45af-8e6c-5650aef60492 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:33.463246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Deleting port bab80085-a513-48a4-b0b2-bd26ce23f019 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:33.463590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.499056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:33.511282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.529154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 15822b48-9a3e-4a74-a493-76ab071c0946 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:33.529867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.545596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-baff00d0-b678-436b-9d21-efd74c71664d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:33.576167 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/43a5e232-eeaa-4245-94f7-741a092e1ec4 HTTP/1.1" status: 204  len: 168 time: 6.2026625
Nov 24 14:31:33.582198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=43a5e232-eeaa-4245-94f7-741a092e1ec4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:33.585486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:33.585973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51422) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:33.602241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-506346392'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:33.608633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:33.613782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:33.620829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:33.620829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:33.620829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e332fa21-e9c4-45af-8e6c-5650aef60492 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:33.620829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e332fa21-e9c4-45af-8e6c-5650aef60492 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:33.621445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:33.621543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 15822b48-9a3e-4a74-a493-76ab071c0946 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:33.621543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 15822b48-9a3e-4a74-a493-76ab071c0946 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:33.621543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] Pushing event deleted for resources: {'Port': ['ID=e332fa21-e9c4-45af-8e6c-5650aef60492,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:33.627374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:33.673598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.695585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124c499-7233-467f-b571-e3906298b8b0 None None] No DVR routers for this DVR port e332fa21-e9c4-45af-8e6c-5650aef60492 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:33.719289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:33.722783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.726444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:31:33.765076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:33.768925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:33.769495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:33.769942 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:33.910545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:33.978734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:34.071867 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9a8749c6-09d1-4857-869f-0b914dffff7b req-75f36490-25b9-4270-b758-c7a82ebb3f8d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 210 time: 0.1491077
Nov 24 14:31:34.115869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Deleting port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:34.126038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.179304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.211091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f91e7f0>,) {'filters': {'network_id': ['0f63d3e6-d41e-4530-8a94-897745877182']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:34.224954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f91e7f0>, 'c0051971-35d5-4657-a3c7-19e7bd837de7') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:34.225328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f91e7f0>, 'c0051971-35d5-4657-a3c7-19e7bd837de7') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:34.237927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.259538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.267009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:34.267411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.321725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for e5749667-eeae-4bce-b873-b04c54eae80f owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:34.382775 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:34.407014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:34.438266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.438644 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment 46cad95d-e2d2-4d48-8477-37462908fdf0 of type vlan for network 4d511801-a2e7-4024-92b1-e8595ef9a800
Nov 24 14:31:34.475763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-63a6da0c-fc01-4335-8032-6a8de9458ccb tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:34.477244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-63a6da0c-fc01-4335-8032-6a8de9458ccb tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.81 "GET /v2.0/networks?id=9edf11f2-ec6c-49d2-b95c-a40b4f183832 HTTP/1.1" status: 200  len: 796 time: 0.5192738
Nov 24 14:31:34.477912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.482653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.490144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:34.493178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:34.510987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:34.512198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.551240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.561726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=0f63d3e6-d41e-4530-8a94-897745877182,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:34.565438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:34.566866 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/0f63d3e6-d41e-4530-8a94-897745877182 HTTP/1.1" status: 204  len: 168 time: 1.2211237
Nov 24 14:31:34.575251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51430) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:34.586375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433450981'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:34.587786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.611598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:34.630354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:34.637627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:34.646063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:34.657622 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6fa4f019-d6ac-4709-b82c-7386b41abc2e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aecf5fca6484de096db1d9ff660d5ef HTTP/1.1" status: 200  len: 380 time: 0.1335738
Nov 24 14:31:34.677932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'port': {'device_id': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'admin_state_up': True, 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'security_groups': ['3f184021-bd64-42c7-beb0-b8d917488e8d']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:34.707743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.712191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:34.712819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.723642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e783895-2680-48ec-a928-ad2307b2e0ae tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:34.759030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:34.759523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.803848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Calling delete_port for bab80085-a513-48a4-b0b2-bd26ce23f019 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:34.850848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.899619 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-62f29321-3f4c-46c2-8888-dafc4d9593aa req-56ee65f7-bb1e-4212-872d-95f8ce00f177 tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5431bbb7-b27e-455c-a7ed-59161a51a320 HTTP/1.1" status: 200  len: 210 time: 0.2389750
Nov 24 14:31:34.926471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=4d511801-a2e7-4024-92b1-e8595ef9a800,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:34.954210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Calling delete_port for 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:34.966922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:34.967966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:34.969256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.970906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:34.978919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 4d511801-a2e7-4024-92b1-e8595ef9a800 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:35.005273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.032275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:35.045585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.047805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:35.057894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:35.059198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8f31afb4-41cb-4b5c-8fda-95ef7b9bf69c tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:35.069430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.069774 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment dbcf0187-4f02-48cf-b85c-25a7e08e92d9 of type vlan for network 56f66fd3-7716-4e58-be28-39fa051ada3d
Nov 24 14:31:35.074237 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4744577
Nov 24 14:31:35.076437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51434) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:35.083051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': '4d511801-a2e7-4024-92b1-e8595ef9a800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:35.146746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=e5749667-eeae-4bce-b873-b04c54eae80f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:35.149684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:35.179029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.187573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Made reservation on behalf of 0aecf5fca6484de096db1d9ff660d5ef for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:35.192253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.219116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:35.221739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.245294 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:35.245823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:35.305384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.314352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6333b0f6-36d0-43fd-a3d1-f598bc3657f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:35.319872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:35.328806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:35.379544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:35.389535 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31b46f95-9d26-4cc3-8e12-02bede553589 req-6e92ea4f-a914-4a58-acd0-c53dddf395b8 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 210 time: 0.0575953
Nov 24 14:31:35.390454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:35.421250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:35.423516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:35.451720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.460242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-97e3f4a4-044b-4715-a2c4-9fa3772a6ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:35.463762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.467638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:35.468262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.473684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34941420-8e50-4926-b7cd-5b379212cecc tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:35.502748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:35.536117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d49e7-cc5b-4ccb-b9bf-c05a3ea2b6f0,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:35.539008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:35.583631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.648667 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0722613
Nov 24 14:31:35.657148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51440) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:35.666058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=56f66fd3-7716-4e58-be28-39fa051ada3d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:35.671106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:35.678063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 56f66fd3-7716-4e58-be28-39fa051ada3d details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:35.692453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:35.750391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Deleting port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:35.750783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.753338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.763210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-83438641-5f94-4756-9138-2f2c76e66c57 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:35.765992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.794074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:35.820338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Pushing event deleted for resources: {'Port': ['ID=bab80085-a513-48a4-b0b2-bd26ce23f019,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:35.825748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:35.837406 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/727d49e7-cc5b-4ccb-b9bf-c05a3ea2b6f0 HTTP/1.1" status: 204  len: 168 time: 2.4673595
Nov 24 14:31:35.837406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:35.965688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:36.006743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:31:36.102412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51448) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:36.167784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:36.168072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.182969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.200705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:36.223837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:36.236860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:36.254900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:36.266509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Deleting subnet 5fe6061c-a951-4347-8c1c-241653402bec {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:36.269533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.300605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:36.301171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.320684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.387577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.406785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.407881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.433186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-375dd38c-faf7-46b1-a53d-7cacd6d9777a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:36.461278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Calling delete_port for 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:36.468796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Allocated IP 172.20.0.14 (9edf11f2-ec6c-49d2-b95c-a40b4f183832/2299ee8e-1614-4ec4-a339-7e18aa9ed7d5/7db0f691-f1f6-402f-9cf9-5131903c151b) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:36.604825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,revision_number=7']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:36.614497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.620294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:36.623742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:36.624116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:36.635881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.651776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fc0086d-91e7-4ade-af4c-6f15d0249827 tempest-NetworksIpV6TestAttrs-54695405 tempest-NetworksIpV6TestAttrs-54695405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:36.678469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51456) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:36.679430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:36.685565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a60eea48-c3e7-4543-81c4-20c7f05cdbb2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:36.732080 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-99b0ed4c-cfdd-4f6c-93cd-8e1854583127 req-b98db00d-4ba5-4eef-8043-b0927e4fa1ff tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 210 time: 0.2077587
Nov 24 14:31:36.752424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe6061c-a951-4347-8c1c-241653402bec,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:36.808815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:36.811203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:36.825842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:36.829617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:36.830213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.844715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.863682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.886547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router b00589fa-3ecc-40f2-8645-c1c85aae1b1c has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:36.892064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:36.903747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=12a2381f-5527-407e-a412-400244cbb8ce,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:36.910314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:36.928191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.034471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.040192 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-883e4881-f1f7-49e8-a64c-a61c4ebb01a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21a7cb477c514ac1bd64fdb4d4f10f24&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3594148
Nov 24 14:31:37.043175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51460) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:37.051447 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 5.7310925
Nov 24 14:31:37.053947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51464) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:37.094813 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5fe6061c-a951-4347-8c1c-241653402bec HTTP/1.1" status: 204  len: 168 time: 0.9912724
Nov 24 14:31:37.096030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.106266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51468) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:37.107177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Transition to ACTIVE for port object 7db0f691-f1f6-402f-9cf9-5131903c151b will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:37.109530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3d841870-3b28-4fc6-8d05-0ff4eee83864 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:37.114401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:81:bf:06', 'name': 'tempest-NetworksTestDHCPv6-453116031'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:37.357276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=a0bf4604-1eaa-462d-94d0-f22ce881511d,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:37.381854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:37.392768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.410299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.420621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Router 4cd6fdcd-54de-462e-bb9e-d609355c022f has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:31:37.452228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:37.468995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:37.468995 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/b00589fa-3ecc-40f2-8645-c1c85aae1b1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0260880
Nov 24 14:31:37.469165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] Sync routers for ids ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:37.469612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:37.469696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51472) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:37.470740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:37.477513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:37.477962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] Routers {'b00589fa-3ecc-40f2-8645-c1c85aae1b1c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:37.478691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3d1460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.489002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': '46cad95d-e2d2-4d48-8477-37462908fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d511801-a2e7-4024-92b1-e8595ef9a800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:37.489377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: 4d511801-a2e7-4024-92b1-e8595ef9a800, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:37.526587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.546981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3d1460>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.558275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] Routers {'b00589fa-3ecc-40f2-8645-c1c85aae1b1c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:37.559045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3d1460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.576551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.616681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:37.621709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3d1460>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.622141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f291eb-0aca-41fa-8db2-6cfad4c38558 None None] The sync data for ids ['b00589fa-3ecc-40f2-8645-c1c85aae1b1c'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:37.622895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.624353 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "PUT /v2.0/routers/4cd6fdcd-54de-462e-bb9e-d609355c022f HTTP/1.1" status: 200  len: 706 time: 7.3516090
Nov 24 14:31:37.628645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51476) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:37.629292 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] Sync routers for ids ['4cd6fdcd-54de-462e-bb9e-d609355c022f'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:37.632677 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d7cce65f-8924-4795-9d91-50b2ccddae48 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00589fa-3ecc-40f2-8645-c1c85aae1b1c HTTP/1.1" status: 200  len: 205 time: 0.1599324
Nov 24 14:31:37.633512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:37.642931 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] Routers {'4cd6fdcd-54de-462e-bb9e-d609355c022f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:37.643615 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff6ed90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4cd6fdcd-54de-462e-bb9e-d609355c022f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.674286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51480) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:37.686669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:37.710087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Deleting port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:37.711233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:37.711912 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff6ed90>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.725370 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] Routers {'4cd6fdcd-54de-462e-bb9e-d609355c022f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:37.726114 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff6ed90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4cd6fdcd-54de-462e-bb9e-d609355c022f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.803190 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff6ed90>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:37.803823 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d10644-6c5d-4ac7-b615-96ab5783f768 None None] The sync data for ids ['4cd6fdcd-54de-462e-bb9e-d609355c022f'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:37.920467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.056514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.056514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 07d92c4e-e0b4-4f38-80ab-07fc1361d15d yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:38.067948 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-721fd838-3f24-4555-93f2-f8158e400daa tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/routers/4cd6fdcd-54de-462e-bb9e-d609355c022f HTTP/1.1" status: 200  len: 741 time: 0.4380262
Nov 24 14:31:38.079985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:38.085718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] For port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:38.085718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.086015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.095635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:38.100207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:38.102116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:38.108865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5b1401e5-489d-4457-94ad-959fdaecb171 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:38.169603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c0b73-7657-4588-b82d-c85c61f2857d req-d8781f94-418f-4fc9-b010-13d311476882 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:38.171359 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0f8c0b73-7657-4588-b82d-c85c61f2857d req-d8781f94-418f-4fc9-b010-13d311476882 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 932 time: 0.2200570
Nov 24 14:31:38.181010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:38.206509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:38.251197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Calling delete_port for 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:38.256018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e84a220>,) {'filters': {'network_id': ['6b02e101-8b76-4888-89fd-f7d2f9f74b59']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:38.259170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe81:bf06 (545fb1c8-c25e-4ba6-8844-73dcc5231588/12a2381f-5527-407e-a412-400244cbb8ce/07d92c4e-e0b4-4f38-80ab-07fc1361d15d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:38.263380 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0f8c0b73-7657-4588-b82d-c85c61f2857d req-3fa43ee8-4203-426a-9505-1bcaf08bd6d0 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840392
Nov 24 14:31:38.274346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e84a220>, 'db13b7fb-6aaf-4c8d-a800-95f996695223') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:38.274742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e84a220>, 'db13b7fb-6aaf-4c8d-a800-95f996695223') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:38.293336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.329057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.350814 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dca7177f-ef35-42a7-9fbd-a676e822c955 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=4cd6fdcd-54de-462e-bb9e-d609355c022f HTTP/1.1" status: 200  len: 205 time: 0.2575529
Nov 24 14:31:38.353661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:38.353661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.353971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51490) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:38.379192 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:38.411314 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3f103476-c1e9-4640-9be4-595dc9f1c1d0 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cd6fdcd-54de-462e-bb9e-d609355c022f HTTP/1.1" status: 200  len: 205 time: 0.0537405
Nov 24 14:31:38.411860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51494) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:38.420987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network 4d511801-a2e7-4024-92b1-e8595ef9a800 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:38.477818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3849b7ea-0783-438b-94c0-557fe748cade tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.487499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.492694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:38.542940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Pushing event deleted for resources: {'Port': ['ID=0993cbf2-d0b1-4b9a-b88b-eeabcad642ed,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:38.547823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:38.558293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c4edf103-94dc-4c09-b3d2-5e5a14ee22d2 None None] Provisioning for port 7db0f691-f1f6-402f-9cf9-5131903c151b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:38.565829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c4edf103-94dc-4c09-b3d2-5e5a14ee22d2 None None] Provisioning complete for port 7db0f691-f1f6-402f-9cf9-5131903c151b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:38.566289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c4edf103-94dc-4c09-b3d2-5e5a14ee22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.587532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.595834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=35355d45-8ed2-44d1-83f4-c5326183d9a6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:38.636221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c4edf103-94dc-4c09-b3d2-5e5a14ee22d2 None None] Port 7db0f691-f1f6-402f-9cf9-5131903c151b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:38.663891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ef6891e-514e-47b1-badb-229fff485ee8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.665122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:38.665734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.680665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 4d511801-a2e7-4024-92b1-e8595ef9a800) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:38.691475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': 'dbcf0187-4f02-48cf-b85c-25a7e08e92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:38.691833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: 56f66fd3-7716-4e58-be28-39fa051ada3d, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:38.705809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:38.706389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.714027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.714402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.714773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.715132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.715491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.715845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.716225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.716586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.716937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.717308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.717658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:38.729075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:38.735977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54ff98-fa7f-4fb1-9d15-1b6d413b23a7 None None] Network 4d511801-a2e7-4024-92b1-e8595ef9a800 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:38.738337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cc9d0bea-8400-4247-a736-a8270987a26c tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:38.757787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.759407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] No DVR routers for this DVR port 0993cbf2-d0b1-4b9a-b88b-eeabcad642ed on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:38.759727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.760873 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/512ea068-a55b-464e-9d0c-e7a42873616c HTTP/1.1" status: 204  len: 168 time: 1.7148223
Nov 24 14:31:38.766828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ea068-a55b-464e-9d0c-e7a42873616c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:38.770701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.772069 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6b02e101-8b76-4888-89fd-f7d2f9f74b59 HTTP/1.1" status: 204  len: 168 time: 1.6318748
Nov 24 14:31:38.783452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:38.783452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5dc3ea9b-12d9-453d-bd03-2cc48f9cef34 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:38.788437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51500) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:38.793799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6db0f9-5ecc-4cb3-a73c-44c6c790c0f2 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:38.834064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b02e101-8b76-4888-89fd-f7d2f9f74b59,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:38.858365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.896610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 07d92c4e-e0b4-4f38-80ab-07fc1361d15d will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:38.900271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Deleting subnet 4c264edb-2356-4d9d-a764-8b0635873b3f {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:38.906278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:38.977687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:38.988712 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3160322
Nov 24 14:31:38.992916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9156015
Nov 24 14:31:38.994607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51504) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:39.081798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Request body: {'port': {'device_id': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:39.165371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 56f66fd3-7716-4e58-be28-39fa051ada3d is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:39.213633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-4d511801-a2e7-4024-92b1-e8595ef9a800', 'network_id': '4d511801-a2e7-4024-92b1-e8595ef9a800', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': 'a0bf4604-1eaa-462d-94d0-f22ce881511d'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:39.214489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.226412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.290166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 56f66fd3-7716-4e58-be28-39fa051ada3d) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:39.425274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ef6891e-514e-47b1-badb-229fff485ee8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.428873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.452833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Allocated IP 172.20.0.2 (4d511801-a2e7-4024-92b1-e8595ef9a800/a0bf4604-1eaa-462d-94d0-f22ce881511d/7f7ad828-4a96-4e85-a0d7-21ba663028af) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:39.469368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ef6891e-514e-47b1-badb-229fff485ee8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.487256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.504539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d881009-cca2-4071-a878-59e29eb46ab3 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:39.508404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:39.508404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.515734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '12a2381f-5527-407e-a412-400244cbb8ce'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:39.516585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.529263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe645b4-fee9-4a66-a917-3b999c21c691 None None] Network 56f66fd3-7716-4e58-be28-39fa051ada3d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:39.603010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=07d92c4e-e0b4-4f38-80ab-07fc1361d15d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:39.606499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:39.607442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:39.608576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:39.611525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:39.617346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:39.618035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.629049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3849b7ea-0783-438b-94c0-557fe748cade tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.645597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ef6891e-514e-47b1-badb-229fff485ee8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.651554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef6891e-514e-47b1-badb-229fff485ee8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd6fdcd-54de-462e-bb9e-d609355c022f {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:31:39.651703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.652414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ef6891e-514e-47b1-badb-229fff485ee8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.653897 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8ef6891e-514e-47b1-badb-229fff485ee8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/4cd6fdcd-54de-462e-bb9e-d609355c022f HTTP/1.1" status: 204  len: 168 time: 1.2408988
Nov 24 14:31:39.660081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51518) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:39.663940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.669510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3849b7ea-0783-438b-94c0-557fe748cade tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.682798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.701013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-42b9cb30-a8ea-4ed5-bbfd-e5e6c11d77bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:39.754601 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7f528a3c-8408-40ae-a7cb-d4e1fccc0611 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cd6fdcd-54de-462e-bb9e-d609355c022f HTTP/1.1" status: 200  len: 205 time: 0.0929418
Nov 24 14:31:39.763170 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.7029974
Nov 24 14:31:39.763170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c264edb-2356-4d9d-a764-8b0635873b3f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:39.763170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51524) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:39.763953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51526) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:39.765711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:39.864358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:39.866452 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4c264edb-2356-4d9d-a764-8b0635873b3f HTTP/1.1" status: 204  len: 168 time: 1.0754304
Nov 24 14:31:39.877513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51532) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:39.904741 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-bd02c965-3cbd-42ad-9ea4-47e071ddfb23 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] delete failed (client error): The resource could not be found.
Nov 24 14:31:39.906563 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bd02c965-3cbd-42ad-9ea4-47e071ddfb23 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/4cd6fdcd-54de-462e-bb9e-d609355c022f HTTP/1.1" status: 404  len: 336 time: 0.1440468
Nov 24 14:31:39.912179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51536) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:39.935948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2789640
Nov 24 14:31:39.944391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51540) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:39.960917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1557108929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:39.969709 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8ac2740d-1091-4a92-8c3f-7ac7bcc8bd34 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=00152903-b0c8-4ab4-b876-44ce2a83a27b HTTP/1.1" status: 200  len: 205 time: 0.0550177
Nov 24 14:31:40.024164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:40.032988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51546) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.040721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:router and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:40.067259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.080983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Allocated IP 2001:db8::f816:3eff:fe17:fddd (545fb1c8-c25e-4ba6-8844-73dcc5231588/12a2381f-5527-407e-a412-400244cbb8ce/58d6a637-3831-43b3-a989-00c72808fefb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:40.093006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c22ab8-29b8-4ba5-a7d4-9d15b6d0893b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:40.094261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-52c22ab8-29b8-4ba5-a7d4-9d15b6d0893b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:40.103788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:40.161384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:40.187975 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-6b8014df-340f-4772-a538-22347ded4771 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] delete failed (client error): The resource could not be found.
Nov 24 14:31:40.189744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6b8014df-340f-4772-a538-22347ded4771 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/00152903-b0c8-4ab4-b876-44ce2a83a27b HTTP/1.1" status: 404  len: 336 time: 0.1501815
Nov 24 14:31:40.201409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d92c1d-8dba-4b78-9748-7d5ca99320c9 req-741b028b-555b-4ef4-b32f-1c29a9a91c87 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:40.202099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f3d92c1d-8dba-4b78-9748-7d5ca99320c9 req-741b028b-555b-4ef4-b32f-1c29a9a91c87 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Synchronizing usage tracker for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:40.204543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3849b7ea-0783-438b-94c0-557fe748cade tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.205014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3849b7ea-0783-438b-94c0-557fe748cade tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Fanout notify agent at l3_agent the message router_deleted on router b00589fa-3ecc-40f2-8645-c1c85aae1b1c {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:31:40.213354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51552) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.245411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-52c22ab8-29b8-4ba5-a7d4-9d15b6d0893b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:40.249650 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-52c22ab8-29b8-4ba5-a7d4-9d15b6d0893b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.4795556
Nov 24 14:31:40.249805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51556) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.253448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.277581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.329461 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d7f7e27c-859e-4e9b-b3af-bb8ff93e6e4b tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=f096efdc-fe09-4893-8d42-67a504af3b34 HTTP/1.1" status: 200  len: 205 time: 0.1149580
Nov 24 14:31:40.335238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51562) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.338136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3849b7ea-0783-438b-94c0-557fe748cade tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.338630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f315a30>,) {'filters': {'network_id': ['bf333a02-46cc-4d6f-83a4-855038f4f673']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:40.341959 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3849b7ea-0783-438b-94c0-557fe748cade tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/b00589fa-3ecc-40f2-8645-c1c85aae1b1c HTTP/1.1" status: 204  len: 168 time: 2.6617575
Nov 24 14:31:40.360411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51566) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.398423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.399600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.428921 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-cd0d12a4-cdfe-4c08-8ff3-8bd1eebed1cf tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] delete failed (client error): The resource could not be found.
Nov 24 14:31:40.428921 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd0d12a4-cdfe-4c08-8ff3-8bd1eebed1cf tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/f096efdc-fe09-4893-8d42-67a504af3b34 HTTP/1.1" status: 404  len: 336 time: 0.0868232
Nov 24 14:31:40.443310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51572) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.445031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f315a30>, '70bd1179-56a4-40ff-994f-8e2ea92ee4bc') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:40.445307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f315a30>, '70bd1179-56a4-40ff-994f-8e2ea92ee4bc') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:40.454010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.471558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Transition to ACTIVE for port object 7f7ad828-4a96-4e85-a0d7-21ba663028af will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:40.477487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f3d92c1d-8dba-4b78-9748-7d5ca99320c9 req-741b028b-555b-4ef4-b32f-1c29a9a91c87 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Unset dirty status for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:40.478665 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3d92c1d-8dba-4b78-9748-7d5ca99320c9 req-741b028b-555b-4ef4-b32f-1c29a9a91c87 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 932 time: 0.9638197
Nov 24 14:31:40.516124 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d3136273-5a86-49a8-ae3c-553a551b0119 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=b70f0371-3b1d-4ee3-a304-94d48e6380d4 HTTP/1.1" status: 200  len: 205 time: 0.0605583
Nov 24 14:31:40.520280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.523584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51576) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.532042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 07d92c4e-e0b4-4f38-80ab-07fc1361d15d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:40.532042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.539995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Transition to ACTIVE for port object 7f7ad828-4a96-4e85-a0d7-21ba663028af will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:40.615907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.635168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Transition to ACTIVE for port object 58d6a637-3831-43b3-a989-00c72808fefb will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:40.643899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.651840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-30e3d058-50cd-4000-9bfc-3b4410417ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:40.667619 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-d9a7eb99-1dc4-460f-a9ff-324552182b19 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] delete failed (client error): The resource could not be found.
Nov 24 14:31:40.668730 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d9a7eb99-1dc4-460f-a9ff-324552182b19 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/b70f0371-3b1d-4ee3-a304-94d48e6380d4 HTTP/1.1" status: 404  len: 336 time: 0.1359234
Nov 24 14:31:40.686100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-56f66fd3-7716-4e58-be28-39fa051ada3d', 'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': '35355d45-8ed2-44d1-83f4-c5326183d9a6'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:40.687542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.693135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51580) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:40.705582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.741371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Transition to ACTIVE for port object 58d6a637-3831-43b3-a989-00c72808fefb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:40.798419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.813576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:40.813963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:40.828402 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:40.902151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db0f691-f1f6-402f-9cf9-5131903c151b {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:31:40.910670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Allocated IP 172.20.0.2 (56f66fd3-7716-4e58-be28-39fa051ada3d/35355d45-8ed2-44d1-83f4-c5326183d9a6/e25eaea2-c7aa-450b-88e4-6db848ec99cd) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:40.916262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:40.950294 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3d92c1d-8dba-4b78-9748-7d5ca99320c9 req-734dade3-36c9-4781-a405-68ede3e56b36 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4566438
Nov 24 14:31:41.010681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.012184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Network 4d511801-a2e7-4024-92b1-e8595ef9a800 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:41.021444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:41.024561 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b77e7283-faca-471c-a6a7-6125248c74ae tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab73c7f9-1f5d-454d-9991-2f383f161803 HTTP/1.1" status: 200  len: 205 time: 0.3268943
Nov 24 14:31:41.024732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.025563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51586) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.027941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:41.037381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Pushing event updated for resources: {'Port': ['ID=7f7ad828-4a96-4e85-a0d7-21ba663028af,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:41.040828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:41.041298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f7b4c51f-622d-4851-a047-6f079474c993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:41.100496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-45e1f646-dd0a-48cd-9fef-82052f32aa42 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] delete failed (client error): The resource could not be found.
Nov 24 14:31:41.101540 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-45e1f646-dd0a-48cd-9fef-82052f32aa42 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/ab73c7f9-1f5d-454d-9991-2f383f161803 HTTP/1.1" status: 404  len: 336 time: 0.0750139
Nov 24 14:31:41.104363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51590) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.152004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 07d92c4e-e0b4-4f38-80ab-07fc1361d15d owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:41.165363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:41.167026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.182588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.189839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.190809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Transition to ACTIVE for port object 7db0f691-f1f6-402f-9cf9-5131903c151b will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:41.195815 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d4a55b2b-d9e6-4cbe-974d-279f1f432f7f tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "GET /v2.0/ports?device_id=59bacac8-c0a6-475d-99f8-0d5e1f373b55 HTTP/1.1" status: 200  len: 205 time: 0.0903578
Nov 24 14:31:41.204944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:41.208805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.214552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:41.215292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51596) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.217097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f1a6b798-24ae-45eb-891c-63ae605b7c3a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:41.227482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:41.228430 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] 10.222.0.53 "DELETE /v2.0/networks/bf333a02-46cc-4d6f-83a4-855038f4f673 HTTP/1.1" status: 204  len: 168 time: 1.3497527
Nov 24 14:31:41.242024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Pushing event deleted for resources: {'Network': ['ID=bf333a02-46cc-4d6f-83a4-855038f4f673,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:41.243044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Pushing event updated for resources: {'Port': ['ID=58d6a637-3831-43b3-a989-00c72808fefb,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:41.256557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:41.256892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.257475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.257998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.258821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.259542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.260118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.260677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.261249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.261860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.262401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.262937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:41.267596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:41.270678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Attempting to bind port 7f7ad828-4a96-4e85-a0d7-21ba663028af on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:41.271060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Attempting to bind port 7f7ad828-4a96-4e85-a0d7-21ba663028af by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '46cad95d-e2d2-4d48-8477-37462908fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d511801-a2e7-4024-92b1-e8595ef9a800'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:41.271429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Attempting to bind port 7f7ad828-4a96-4e85-a0d7-21ba663028af on network 4d511801-a2e7-4024-92b1-e8595ef9a800 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:41.319272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.320481 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-141aef5d-ceb1-4584-b131-593de688c445 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.3718677
Nov 24 14:31:41.321229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.325191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51602) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.336164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:41.338583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=a0bf4604-1eaa-462d-94d0-f22ce881511d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:41.344856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:41.348405 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-2910bdfe-daee-41de-aa09-e1e31938d2f5 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] delete failed (client error): The resource could not be found.
Nov 24 14:31:41.349465 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2910bdfe-daee-41de-aa09-e1e31938d2f5 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/routers/59bacac8-c0a6-475d-99f8-0d5e1f373b55 HTTP/1.1" status: 404  len: 336 time: 0.1063533
Nov 24 14:31:41.350081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-61c60fc9-a5e6-43a7-83ec-7629a8b3e4df tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:41.356597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51606) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.401019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.412988 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61bb069-f375-4e8c-8d93-587d09cb06f8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:31:41.413756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61bb069-f375-4e8c-8d93-587d09cb06f8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:31:41.431183 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a61bb069-f375-4e8c-8d93-587d09cb06f8 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] 10.222.0.53 "DELETE /v2.0/subnets/386f5ce1-78ef-4a2f-b8ae-8bcdce283a89 HTTP/1.1" status: 404  len: 337 time: 0.0728643
Nov 24 14:31:41.440534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:41.440912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Checking segment: {'id': '46cad95d-e2d2-4d48-8477-37462908fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d511801-a2e7-4024-92b1-e8595ef9a800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:41.441336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.441743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Bound using segment: {'id': '46cad95d-e2d2-4d48-8477-37462908fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d511801-a2e7-4024-92b1-e8595ef9a800'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:41.442236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Bound port: 7f7ad828-4a96-4e85-a0d7-21ba663028af, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cad95d-e2d2-4d48-8477-37462908fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d511801-a2e7-4024-92b1-e8595ef9a800'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:41.442622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.454931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'port': {'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d', 'name': 'tempest-RoutersTest-999988942'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:41.481806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Attempting to bind port 58d6a637-3831-43b3-a989-00c72808fefb on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:41.482202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Attempting to bind port 58d6a637-3831-43b3-a989-00c72808fefb by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:41.482565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Attempting to bind port 58d6a637-3831-43b3-a989-00c72808fefb on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:41.539491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:41.539879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:41.540318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.540963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:41.541201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Bound port: 58d6a637-3831-43b3-a989-00c72808fefb, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:41.541580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.555133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.573685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1b6f5ea6-f36a-4731-aa21-0692f10946f4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:41.614424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.681524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] For port 7f7ad828-4a96-4e85-a0d7-21ba663028af, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:41.698053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] For port 7f7ad828-4a96-4e85-a0d7-21ba663028af, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7f7ad828-4a96-4e85-a0d7-21ba663028af,segment=NetworkSegment(46cad95d-e2d2-4d48-8477-37462908fdf0),segment_id=46cad95d-e2d2-4d48-8477-37462908fdf0)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:41.703537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Transition to ACTIVE for port object e25eaea2-c7aa-450b-88e4-6db848ec99cd will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:41.739318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=07d92c4e-e0b4-4f38-80ab-07fc1361d15d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:41.751719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:41.752920 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.758874 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/07d92c4e-e0b4-4f38-80ab-07fc1361d15d HTTP/1.1" status: 204  len: 168 time: 1.5078425
Nov 24 14:31:41.760782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51616) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.763446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51618) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.826749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.846934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Transition to ACTIVE for port object e25eaea2-c7aa-450b-88e4-6db848ec99cd will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:41.850507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:41.913096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] For port 58d6a637-3831-43b3-a989-00c72808fefb, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:41.915894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad21a689-2f6e-415e-9749-77435cb6ed1f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:41.917931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad21a689-2f6e-415e-9749-77435cb6ed1f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:41.918392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:41.919014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad21a689-2f6e-415e-9749-77435cb6ed1f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:41.949253 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b037ec1f-b2c5-4d1f-b378-457ce8afda1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6aeb258309e481f89d8300837a30e62&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1841390
Nov 24 14:31:41.951743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51624) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:41.976473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] For port 58d6a637-3831-43b3-a989-00c72808fefb, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=58d6a637-3831-43b3-a989-00c72808fefb,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:41.986825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:41.992253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.023140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:42.023412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Pushing event updated for resources: {'Port': ['ID=7f7ad828-4a96-4e85-a0d7-21ba663028af,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:42.026745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:42.027573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:42.042696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.079036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.087632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Network 56f66fd3-7716-4e58-be28-39fa051ada3d is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:42.092442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:42.092724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad21a689-2f6e-415e-9749-77435cb6ed1f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:42.094995 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ad21a689-2f6e-415e-9749-77435cb6ed1f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3250253
Nov 24 14:31:42.096633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:42.103307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51634) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:42.120184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.130096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Pushing event updated for resources: {'Port': ['ID=e25eaea2-c7aa-450b-88e4-6db848ec99cd,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:42.134140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:42.180868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:42.201665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 12a2381f-5527-407e-a412-400244cbb8ce {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:42.214634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.290545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.404796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Attempting to bind port e25eaea2-c7aa-450b-88e4-6db848ec99cd on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:42.405175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Attempting to bind port e25eaea2-c7aa-450b-88e4-6db848ec99cd by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'dbcf0187-4f02-48cf-b85c-25a7e08e92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:42.406365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Attempting to bind port e25eaea2-c7aa-450b-88e4-6db848ec99cd on network 56f66fd3-7716-4e58-be28-39fa051ada3d {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:42.419163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51642) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:42.452171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:42.452561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Checking segment: {'id': 'dbcf0187-4f02-48cf-b85c-25a7e08e92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:42.453079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.453477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Bound using segment: {'id': 'dbcf0187-4f02-48cf-b85c-25a7e08e92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:42.453962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Bound port: e25eaea2-c7aa-450b-88e4-6db848ec99cd, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcf0187-4f02-48cf-b85c-25a7e08e92d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '56f66fd3-7716-4e58-be28-39fa051ada3d'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:42.454755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.470003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464711a-5029-4c74-87f5-a3255f1a993f None None] Network 4d511801-a2e7-4024-92b1-e8595ef9a800 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:42.487222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Pushing event updated for resources: {'Port': ['ID=58d6a637-3831-43b3-a989-00c72808fefb,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:42.489271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.497440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:42.552670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:42.559992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.571162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:port and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:42.574906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f3b2160>,) {'filters': {'network_id': ['4d511801-a2e7-4024-92b1-e8595ef9a800']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:42.581940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df05c337-8156-4baa-b914-736d82233d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:42.584241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:42.587183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.595322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32ba21-80cb-4143-93c9-65d240c8e86f req-6220fce0-1544-425a-8b2f-7b7200bbbc7f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:42.597036 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e32ba21-80cb-4143-93c9-65d240c8e86f req-6220fce0-1544-425a-8b2f-7b7200bbbc7f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 944 time: 0.2515633
Nov 24 14:31:42.602993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.682769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:42.688222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57464c86-f2f6-4635-a4a6-815d05cc1bbd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:42.695056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:42.708364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3b2160>, '46cad95d-e2d2-4d48-8477-37462908fdf0') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:42.708364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3b2160>, '46cad95d-e2d2-4d48-8477-37462908fdf0') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:42.708802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.710110 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57464c86-f2f6-4635-a4a6-815d05cc1bbd HTTP/1.1" status: 204  len: 168 time: 0.7571602
Nov 24 14:31:42.816375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.833483 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e32ba21-80cb-4143-93c9-65d240c8e86f req-2eae184b-6cb4-4014-94e2-1f7fdf1b56e0 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1822798
Nov 24 14:31:42.837735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Attempting to bind port 7db0f691-f1f6-402f-9cf9-5131903c151b on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:42.838073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Attempting to bind port 7db0f691-f1f6-402f-9cf9-5131903c151b by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:42.838404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Attempting to bind port 7db0f691-f1f6-402f-9cf9-5131903c151b on network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:42.882664 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51652) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:42.892409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.895522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Port 7db0f691-f1f6-402f-9cf9-5131903c151b on network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:31:42.895843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Attempting to bind port 7db0f691-f1f6-402f-9cf9-5131903c151b on network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:42.909555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.914214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb0ff15d-f140-4d05-b3b1-c3ac06949f4b tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:42.940562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:42.946389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:42.967188 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:42.985739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] For port e25eaea2-c7aa-450b-88e4-6db848ec99cd, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:42.985739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] For port e25eaea2-c7aa-450b-88e4-6db848ec99cd, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e25eaea2-c7aa-450b-88e4-6db848ec99cd,segment=NetworkSegment(dbcf0187-4f02-48cf-b85c-25a7e08e92d9),segment_id=dbcf0187-4f02-48cf-b85c-25a7e08e92d9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:42.987784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=12a2381f-5527-407e-a412-400244cbb8ce,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:42.990172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:42.992655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.049458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.067808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.079070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-65355356-2bce-493a-953b-f70777418e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:43.091994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-559454865', 'router:external': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:43.097507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:43.099475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:43.100163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Checking segment: {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:43.100550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Bound using segment: {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:43.100983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Bound port: 7db0f691-f1f6-402f-9cf9-5131903c151b, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7176145f-0320-4db4-8eea-a38a9024321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:43.101623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.105221 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/12a2381f-5527-407e-a412-400244cbb8ce HTTP/1.1" status: 204  len: 168 time: 0.9986384
Nov 24 14:31:43.105221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:network and tenant:f7dc59557285492c9b1b8e5dd08eb7c1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:43.107949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51658) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:43.110446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:43.116204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:43.119365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.152023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] device_id is not set on port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:43.182756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Pushing event updated for resources: {'Port': ['ID=e25eaea2-c7aa-450b-88e4-6db848ec99cd,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:43.184635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:43.185781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:43.199587 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7c18711c-10f7-471e-9f2a-9ede30712be0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0909171
Nov 24 14:31:43.201811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51662) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:43.222550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:31:43.222550 dv-neutron-818347-1-hyperv neutron-server[84233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:31:43.222550 dv-neutron-818347-1-hyperv neutron-server[84233]: [parameters: {'id': '4d511801-a2e7-4024-92b1-e8595ef9a800'}]
Nov 24 14:31:43.222550 dv-neutron-818347-1-hyperv neutron-server[84233]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:43.222550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:43.239066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.253134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-01b776e0-0e4f-484a-8fd2-814a211cf45b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:43.291401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:43.298241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Usage tracker for resource:security_group_rule and tenant:53cb2450e3964ceb8f4e4324aa14eb27 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:43.301612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:43.312178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:43.315430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:43.318376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:43.334637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.340373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Made reservation on behalf of f7dc59557285492c9b1b8e5dd08eb7c1 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:43.344141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.350510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141114a-9e08-465d-9ac0-973d2b62c2db None None] Network b8cbde87-5580-4a2a-975a-290ac21eec76 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:43.364974 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb HTTP/1.1" status: 204  len: 168 time: 3.0034542
Nov 24 14:31:43.368540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51666) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:43.429155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.453360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:43.542905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc6821-66a7-4a6c-9387-52b0d23d5371 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:43.543632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6edc6821-66a7-4a6c-9387-52b0d23d5371 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:43.548650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:43.597325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.613278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.20.0.14 (56f66fd3-7716-4e58-be28-39fa051ada3d/35355d45-8ed2-44d1-83f4-c5326183d9a6/663ef9b8-baae-48fd-bd4d-38b25381c5e6) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:43.633499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.635413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:43.638697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.645186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:security_group_rule and tenant:f7dc59557285492c9b1b8e5dd08eb7c1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:43.648891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:43.653367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b88e60f1-8b6d-4c3b-a6c1-7717b559443d tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:43.655546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:43.694275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6edc6821-66a7-4a6c-9387-52b0d23d5371 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:43.695613 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6edc6821-66a7-4a6c-9387-52b0d23d5371 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.4927933
Nov 24 14:31:43.704757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51672) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:43.744503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.746631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:43.761109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.762820 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] 10.222.0.81 "PUT /v2.0/ports/7db0f691-f1f6-402f-9cf9-5131903c151b HTTP/1.1" status: 200  len: 1094 time: 4.6875212
Nov 24 14:31:43.775023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:31:43.780492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:43.823519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:43.823865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.983657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:43.996988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e7b36a41-c1df-479d-8cf8-d59c1b32a8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:43.999085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] DHCP port deletion for b8cbde87-5580-4a2a-975a-290ac21eec76 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:44.006090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Deleting port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:44.007366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.072715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51680) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:44.077304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port 7f7ad828-4a96-4e85-a0d7-21ba663028af {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:44.077763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.152664 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'status': 'completed', 'code': 200}
Nov 24 14:31:44.152904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18562e4d-376b-4823-99a1-0c7513d604d4 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:44.159965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b712715f-60b8-49eb-beba-5f4e53f58cc7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:44.168152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.176058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 58d6a637-3831-43b3-a989-00c72808fefb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:44.181337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:44.189641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa16e7-3326-4194-9ff3-641f766af7a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:44.190404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a9aa16e7-3326-4194-9ff3-641f766af7a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:44.235340 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53cb2450e3964ceb8f4e4324aa14eb27&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7997200
Nov 24 14:31:44.239710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51684) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:44.265014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.274626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7ba0ee6-2da8-42d8-9483-b14ae1fdb3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:44.331625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:44.378249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af1c906-5749-421a-adcf-822e6cfe6a4b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:44.381521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.387940 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Added segment 55069043-21a9-48cb-b315-70c18d0e0382 of type vlan for network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117
Nov 24 14:31:44.389164 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-971f17e9-be09-43d5-b54c-c6738c8c4d03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43a47d66eae54ceba8b18d58b914c841&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3150334
Nov 24 14:31:44.390874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:44.397296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a9aa16e7-3326-4194-9ff3-641f766af7a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:44.400842 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a9aa16e7-3326-4194-9ff3-641f766af7a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6923285
Nov 24 14:31:44.402751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51688) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:44.402751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51690) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:44.480926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-80e66494-9ef5-4271-ad0f-305ee6d0b4b8 None None] Provisioning for port 58d6a637-3831-43b3-a989-00c72808fefb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:44.535636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.615150 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6e5a9078-28d4-404b-8957-1b7b28bf5366 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2037406
Nov 24 14:31:44.627682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] For port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,segment=NetworkSegment(f1dcb2f2-710d-4f12-966a-e902c17b4e16),segment_id=f1dcb2f2-710d-4f12-966a-e902c17b4e16)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:44.628108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.630347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51696) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:44.648888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d0910-c026-4a1a-98c4-dd6fe1f0fee5 req-047af45a-1d33-4e92-89b8-468020fd82d8 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:44.650565 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3a5d0910-c026-4a1a-98c4-dd6fe1f0fee5 req-047af45a-1d33-4e92-89b8-468020fd82d8 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 944 time: 0.4560087
Nov 24 14:31:44.654352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:44.768771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.771111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:44.775313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.778775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port 7f7ad828-4a96-4e85-a0d7-21ba663028af, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7f7ad828-4a96-4e85-a0d7-21ba663028af,segment=NetworkSegment(46cad95d-e2d2-4d48-8477-37462908fdf0),segment_id=46cad95d-e2d2-4d48-8477-37462908fdf0)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:44.779698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.780895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 58d6a637-3831-43b3-a989-00c72808fefb completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:44.800658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Calling delete_port for 96167e78-dd3d-43b7-90db-8b07cbf0ce3b owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:44.820004 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-f6ffa8bb-0906-47da-a664-711874a36395 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0aecf5fca6484de096db1d9ff660d5ef&device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1097 time: 0.8866673
Nov 24 14:31:44.830389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,segment=NetworkSegment(f1dcb2f2-710d-4f12-966a-e902c17b4e16),segment_id=f1dcb2f2-710d-4f12-966a-e902c17b4e16)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:44.830972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.844904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-da8f40f7-93ec-428e-9095-b669af4db909 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:44.889409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9936b09-7e87-4554-88a7-51251b5b5192 None None] Network 56f66fd3-7716-4e58-be28-39fa051ada3d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:44.913683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 58d6a637-3831-43b3-a989-00c72808fefb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:44.914168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.955696 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.0684497
Nov 24 14:31:44.955696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:44.963143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51700) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:44.992719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'subnet': {'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:45.007456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Network': ['ID=0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:45.019847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:45.025011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:45.035543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for 7f7ad828-4a96-4e85-a0d7-21ba663028af owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:45.035712 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3a5d0910-c026-4a1a-98c4-dd6fe1f0fee5 req-51538591-3dc3-44fb-a95a-95f4c405566e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3400974
Nov 24 14:31:45.039882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.048945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:subnet and tenant:f7dc59557285492c9b1b8e5dd08eb7c1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:45.056984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:45.063148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:45.071810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:45.089390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:45.102333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:45.111631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.138648 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-27e178a8-4b89-4a53-ae2e-976db08ba200 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db0f691-f1f6-402f-9cf9-5131903c151b HTTP/1.1" status: 200  len: 217 time: 0.2458997
Nov 24 14:31:45.150453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.172580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.185714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:45.214362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 96167e78-dd3d-43b7-90db-8b07cbf0ce3b owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:45.216421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Made reservation on behalf of f7dc59557285492c9b1b8e5dd08eb7c1 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:45.219385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.270375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Pushing event deleted for resources: {'Port': ['ID=96167e78-dd3d-43b7-90db-8b07cbf0ce3b,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:45.272606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:45.284047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.305544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Deleting port 58d6a637-3831-43b3-a989-00c72808fefb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:45.305929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.313356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:45.330509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] No DVR routers for this DVR port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:45.332741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.334293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object 663ef9b8-baae-48fd-bd4d-38b25381c5e6 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:45.348180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ea1eb810-9b6f-4de6-894e-255bd1dacfdf tempest-PortsAdminExtendedAttrsTestJSON-1586649172 tempest-PortsAdminExtendedAttrsTestJSON-1586649172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:45.350549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.360288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.360288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.360570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.360823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.361227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.361416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.361745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.362230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.362405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.362697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.363014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:45.366412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:45.376319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c7c03f-2338-417e-9507-9dadca63e084,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:45.394675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-10f834e6-0df8-49fa-a658-40bf47c7ee60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:45.396407 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-10f834e6-0df8-49fa-a658-40bf47c7ee60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2299ee8e-1614-4ec4-a339-7e18aa9ed7d5 HTTP/1.1" status: 200  len: 834 time: 0.1910241
Nov 24 14:31:45.439032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:45.439438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:45.442584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:45.446028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-44614782-e28d-4ee0-b915-7ada64c2d2bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084021400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:45.464780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.464780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-996723ab-8cd8-4dac-b3fe-0874d3568ca5 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:45.482209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b712715f-60b8-49eb-beba-5f4e53f58cc7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:45.484078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.488022 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b712715f-60b8-49eb-beba-5f4e53f58cc7 HTTP/1.1" status: 204  len: 168 time: 1.2469184
Nov 24 14:31:45.496297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:45.511483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.511670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=7f7ad828-4a96-4e85-a0d7-21ba663028af,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:45.511782 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65c7c03f-2338-417e-9507-9dadca63e084 HTTP/1.1" status: 204  len: 168 time: 1.0976899
Nov 24 14:31:45.511866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:45.511982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.518732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port 7f7ad828-4a96-4e85-a0d7-21ba663028af on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:45.567464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.592926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:45.647329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.714055 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-8b4ba0bb-b8da-4000-81c3-5ab668853351 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9edf11f2-ec6c-49d2-b95c-a40b4f183832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3089182
Nov 24 14:31:45.731751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f014a66f-8bd6-432d-b608-c023038d7422 None None] Provisioning for port e25eaea2-c7aa-450b-88e4-6db848ec99cd completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:45.773459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.820570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f5df4f0>,) {'filters': {'network_id': ['4d511801-a2e7-4024-92b1-e8595ef9a800']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:45.845326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5df4f0>, '46cad95d-e2d2-4d48-8477-37462908fdf0') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:45.845711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5df4f0>, '46cad95d-e2d2-4d48-8477-37462908fdf0') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:45.862817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.878240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 58d6a637-3831-43b3-a989-00c72808fefb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=58d6a637-3831-43b3-a989-00c72808fefb,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:45.899250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.921116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:45.922449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] For port 58d6a637-3831-43b3-a989-00c72808fefb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=58d6a637-3831-43b3-a989-00c72808fefb,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:45.922600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.922856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:45.942704 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:45.945919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 96167e78-dd3d-43b7-90db-8b07cbf0ce3b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:45.946143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.991808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:45.992687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e25eaea2-c7aa-450b-88e4-6db848ec99cd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:45.995071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 56f66fd3-7716-4e58-be28-39fa051ada3d is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:45.998660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.006399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=663ef9b8-baae-48fd-bd4d-38b25381c5e6,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:46.008110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-76b6acdb-a5b2-4b5c-bd9c-40ec048fb7b9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:46.014953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:46.071008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:46.080124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6eeb71d2-dad1-4f61-8f4e-1db815095de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:46.084370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:46.089427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:46.095568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:46.096171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.103029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=8e8b3dda-3588-4fc4-9a2d-f8695d81cace,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:46.120474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:46.142377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Calling delete_port for 58d6a637-3831-43b3-a989-00c72808fefb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:46.167984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] The port '96167e78-dd3d-43b7-90db-8b07cbf0ce3b' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:31:46.212830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:46.220618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5830338
Nov 24 14:31:46.232041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51712) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:46.249007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:4a:81:df', 'name': 'tempest-NetworksTestDHCPv6-1985072291'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:46.294514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:31:46.294998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.302445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-872ae59c-4cd3-4899-b1d9-4b832e50033c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:46.361654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=58d6a637-3831-43b3-a989-00c72808fefb,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:46.379419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:46.457166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:46.457972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:46.490302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e25eaea2-c7aa-450b-88e4-6db848ec99cd completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:46.512613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e25eaea2-c7aa-450b-88e4-6db848ec99cd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:46.513020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.587108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:46.588349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.668300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.695700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Provisioning complete for port e25eaea2-c7aa-450b-88e4-6db848ec99cd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:46.696239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.720806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Subnet': ['ID=181471cc-afdc-4e4b-a6e6-6436586e9483,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:46.729441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:46.732129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:46.748147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:46.758718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Checking segment: {'id': '55069043-21a9-48cb-b315-70c18d0e0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:46.758718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network hostable DHCP agents. Network: 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:46.759070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e25eaea2-c7aa-450b-88e4-6db848ec99cd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e25eaea2-c7aa-450b-88e4-6db848ec99cd,segment=NetworkSegment(dbcf0187-4f02-48cf-b85c-25a7e08e92d9),segment_id=dbcf0187-4f02-48cf-b85c-25a7e08e92d9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:46.783583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51716) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:46.830653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.843691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.847867 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-303a7b31-d8bc-4636-8d7b-9a98c3c36548 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10d11980ba8a4d8b9ee3571e329485fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0628295
Nov 24 14:31:46.852038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6af6248f-81eb-4fd5-bae2-839a19bb204c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:46.852671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51720) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:46.861391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ef7b287f-5b0d-499e-a2ee-47091ff2b67d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:46.881887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:46.898146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.900236 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/4d511801-a2e7-4024-92b1-e8595ef9a800 HTTP/1.1" status: 204  len: 168 time: 7.8390107
Nov 24 14:31:46.901339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=4d511801-a2e7-4024-92b1-e8595ef9a800,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:46.906630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.913231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.918687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:46.919911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:46.923634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51724) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:46.932452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.947408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-987773074'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:46.955387 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-e8622a95-993e-4193-a29b-00752094cd01 service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2241569
Nov 24 14:31:46.963055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Deleting port 58d6a637-3831-43b3-a989-00c72808fefb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:46.963563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:46.976733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 5.6354709
Nov 24 14:31:46.977019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51728) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:47.010086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:47.011391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 58d6a637-3831-43b3-a989-00c72808fefb no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:47.017644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:47.023131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fe54e20>,) {'filters': {'network_id': ['b8cbde87-5580-4a2a-975a-290ac21eec76']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:47.030097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:47.061065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e25eaea2-c7aa-450b-88e4-6db848ec99cd,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:47.068011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:47.080559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 8a708cb7-8e83-4cae-9289-0521423081c1 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:47.095451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9a9a1-4a87-4dff-87f1-a7ddaf4762b7 req-e9c16c0a-ec1a-4633-8636-896a57743836 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:47.096958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1ba9a9a1-4a87-4dff-87f1-a7ddaf4762b7 req-e9c16c0a-ec1a-4633-8636-896a57743836 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 944 time: 0.5586898
Nov 24 14:31:47.101830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:47.111698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fe54e20>, 'f1dcb2f2-710d-4f12-966a-e902c17b4e16') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:47.111986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fe54e20>, 'f1dcb2f2-710d-4f12-966a-e902c17b4e16') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:47.121722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:47.126637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:47.127498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.157991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.200796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.214853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b919d-746a-4f0d-8b52-ad1d9a7c60c3 None None] Network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:47.216121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:47.220030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.242395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:47.242881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.267228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:47.268169 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:47.289138 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1ba9a9a1-4a87-4dff-87f1-a7ddaf4762b7 req-0f960926-0424-48bd-9079-2e2bc2d67685 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684358
Nov 24 14:31:47.326581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:47.326941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:47.368481 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b751cb50-6c4e-491f-9bbc-b49b673d5f9f req-1ba3696f-2cc0-49d2-bdd9-60ff50d61ac6 service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3899307
Nov 24 14:31:47.381994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:47.393211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.393614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment 126b9d72-6473-48b2-a43d-f87434a375e3 of type vlan for network a2b8143c-875e-4c0c-b01f-7d7bb172b6fc
Nov 24 14:31:47.410908 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.4330890
Nov 24 14:31:47.412962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.420913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51732) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:47.430915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1690030560', 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:47.438217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.442129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:47.447708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:port and tenant:f7dc59557285492c9b1b8e5dd08eb7c1 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:47.454178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:47.457290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.465274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:47.490541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.505851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.512849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:47.517147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=b8cbde87-5580-4a2a-975a-290ac21eec76,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:47.529683 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/b8cbde87-5580-4a2a-975a-290ac21eec76 HTTP/1.1" status: 204  len: 168 time: 4.1536291
Nov 24 14:31:47.533581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51736) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:47.549787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-699687104', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:47.553233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:47.571685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:47.575794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::1dc (545fb1c8-c25e-4ba6-8844-73dcc5231588/8e8b3dda-3588-4fc4-9a2d-f8695d81cace/8a708cb7-8e83-4cae-9289-0521423081c1) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:47.584774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:router and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:47.591630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:47.625307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] For port 58d6a637-3831-43b3-a989-00c72808fefb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=58d6a637-3831-43b3-a989-00c72808fefb,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:47.625707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.645099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-cb11bbe4-1a42-4fde-b5a9-310f5de37c95 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0aecf5fca6484de096db1d9ff660d5ef&device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1097 time: 0.1171677
Nov 24 14:31:47.662924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:47.663295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 58d6a637-3831-43b3-a989-00c72808fefb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=58d6a637-3831-43b3-a989-00c72808fefb,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:47.680702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.686156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:47.686156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.692035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5ecf7983-bed9-4559-b82d-7099827d9116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:47.726129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961e158-4689-4804-b3d3-7e5cd39fae27 None None] Network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:47.777967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Made reservation on behalf of f7dc59557285492c9b1b8e5dd08eb7c1 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:47.780923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.793288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.794286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 96167e78-dd3d-43b7-90db-8b07cbf0ce3b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:47.827832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Calling delete_port for 58d6a637-3831-43b3-a989-00c72808fefb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:47.847930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.848991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.857309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:47.888457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=a2b8143c-875e-4c0c-b01f-7d7bb172b6fc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:47.905626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9762225
Nov 24 14:31:47.906535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51740) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:47.907748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:47.912153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] device_id is not set on port 627120cd-38a5-422a-b3cd-6fe32b4c9f1a yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:47.917717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:47.928974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-02ce4aae-7d88-4837-b842-845a52bdde98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:47.932047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a2b8143c-875e-4c0c-b01f-7d7bb172b6fc details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:47.955532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'a2b8143c-875e-4c0c-b01f-7d7bb172b6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:47.964129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75531e9-da89-4eeb-935e-c0a1fbdb38d5,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:47.967051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:48.008704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-ef7e0644-9f37-449a-a14f-521695e80454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:48.010171 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-ef7e0644-9f37-449a-a14f-521695e80454 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9edf11f2-ec6c-49d2-b95c-a40b4f183832 HTTP/1.1" status: 200  len: 897 time: 0.3585753
Nov 24 14:31:48.020689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 96167e78-dd3d-43b7-90db-8b07cbf0ce3b {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:31:48.021039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 96167e78-dd3d-43b7-90db-8b07cbf0ce3b not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:31:48.042323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.044295 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d75531e9-da89-4eeb-935e-c0a1fbdb38d5 HTTP/1.1" status: 204  len: 168 time: 1.1942570
Nov 24 14:31:48.071029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.112644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.158299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-b2f15973-5f04-442c-b037-0699077cc298 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db0f691-f1f6-402f-9cf9-5131903c151b HTTP/1.1" status: 200  len: 217 time: 0.0748417
Nov 24 14:31:48.170402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 8a708cb7-8e83-4cae-9289-0521423081c1 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:48.199832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.222238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=58d6a637-3831-43b3-a989-00c72808fefb,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:48.243088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:48.270627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.282805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:48.295213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:48.302646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:48.333297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:48.338581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-26014741-ff79-4f8a-ad9f-5822fb0d4ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:48.340394 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-26014741-ff79-4f8a-ad9f-5822fb0d4ce0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2299ee8e-1614-4ec4-a339-7e18aa9ed7d5 HTTP/1.1" status: 200  len: 834 time: 0.1615200
Nov 24 14:31:48.382087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:31:48.385949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:31:48.385949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Provisioning for port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:48.399495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Provisioning complete for port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:48.399869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.410157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Allocated IP 2001:db8::1cd (0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117/181471cc-afdc-4e4b-a6e6-6436586e9483/627120cd-38a5-422a-b3cd-6fe32b4c9f1a) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:48.489690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.514635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b839090c-d205-42ab-8afb-9a80023b82df None None] Port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:48.521577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:48.544044 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-b7c1b7df-aaaa-4044-9a10-2f376afd9840 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9edf11f2-ec6c-49d2-b95c-a40b4f183832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1917448
Nov 24 14:31:48.557693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-06cba20b-c29c-4d90-8d7d-ab79d34a089a tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:48.649917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.651602 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b818f377-53a6-4ae0-8ce2-7d73923f3e95 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.1159873
Nov 24 14:31:48.663448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51748) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:48.686951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-480269284'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:48.695464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-997d993b-ef84-415a-a313-b23cfe9710e9 None None] Provisioning complete for port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:48.695842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-997d993b-ef84-415a-a313-b23cfe9710e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.709334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:48.730718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=8a708cb7-8e83-4cae-9289-0521423081c1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:48.734070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:48.736915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:48.755757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:48.763959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:48.764315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-997d993b-ef84-415a-a313-b23cfe9710e9 None None] Port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:48.767948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:48.772693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:48.773433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:48.777967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:48.847530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:48.935007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92579dc-cd21-4b79-8519-084af00f8161 req-cc1ade07-e3c1-4c70-98dc-2b042491813d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:48.936646 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a92579dc-cd21-4b79-8519-084af00f8161 req-cc1ade07-e3c1-4c70-98dc-2b042491813d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 944 time: 0.3484857
Nov 24 14:31:48.965113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e25eaea2-c7aa-450b-88e4-6db848ec99cd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:48.974722 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.7405293
Nov 24 14:31:48.982849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-4d8bb3d6-a764-4123-b2f4-a4c6e82a9179 service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343035
Nov 24 14:31:48.987474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51756) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:49.051755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.055335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:49.058450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.058580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.069208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e25eaea2-c7aa-450b-88e4-6db848ec99cd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:49.069602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.082067 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a92579dc-cd21-4b79-8519-084af00f8161 req-15d81deb-7297-444f-a9c4-d69c4d872665 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378706
Nov 24 14:31:49.102697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:49.121463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.121463 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment d2d0c2cc-6dc4-4add-9388-5676561eb498 of type vlan for network 48fa2609-7f0a-41dc-a37b-eccda6071667
Nov 24 14:31:49.121463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.126585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9dd59fd9-7fbe-4d3c-abae-c4fcbdff045c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:49.209159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.274149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.277700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing IP validity checks on allocation pools {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 14:31:49.278220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 14:31:49.282646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=663ef9b8-baae-48fd-bd4d-38b25381c5e6,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:49.286214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:49.311733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7fbb2-6200-4a9d-9ec2-07877fdb8771 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:49.315941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7fbb2-6200-4a9d-9ec2-07877fdb8771 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:49.316768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ead7fbb2-6200-4a9d-9ec2-07877fdb8771 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:49.359895 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0b65b21-0c0d-4d74-b432-f5c28f853923 req-414bb29e-1fcc-4fc7-a586-cac7746621fb service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3623159
Nov 24 14:31:49.365652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Deleting port 58d6a637-3831-43b3-a989-00c72808fefb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:49.366144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.397343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.402112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:49.402699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.411584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9781cb1e-6681-4f66-85f6-f4eaeb9eddb7 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:49.435960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.451467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b4644c93-1cf5-49e8-a200-783ba4e4116c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:49.527711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7db0f691-f1f6-402f-9cf9-5131903c151b details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:31:49.546019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:49.552258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:49.562767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ead7fbb2-6200-4a9d-9ec2-07877fdb8771 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:49.566411 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ead7fbb2-6200-4a9d-9ec2-07877fdb8771 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1590 time: 0.5736213
Nov 24 14:31:49.572888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51768) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:49.590056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:49.594391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:49.594391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.595764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Port': ['ID=627120cd-38a5-422a-b3cd-6fe32b4c9f1a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:49.602864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:49.618433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=48fa2609-7f0a-41dc-a37b-eccda6071667,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:49.621074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:49.632271 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9583573
Nov 24 14:31:49.641779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51774) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:49.649666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:49.671981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:49.708634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 8a708cb7-8e83-4cae-9289-0521423081c1 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:49.708966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.749909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.757767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ffee662b-de6e-452f-863f-ae92d23c242f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:49.792819 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.3707335
Nov 24 14:31:49.809317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.resource_extend [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:31:49.812310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51778) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:49.825092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3f71b86f-a40f-466c-a74d-526af30b463a None None] Provisioning complete for port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:49.832650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f71b86f-a40f-466c-a74d-526af30b463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.844731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:49.950381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:49.966871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:49.971785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51784) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:49.990217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:49.993945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=76e19c79-17b5-4296-86ee-9369fafb957e,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:49.994559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3f71b86f-a40f-466c-a74d-526af30b463a None None] Port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:50.020551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:50.022900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:50.031438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Deleting port 627120cd-38a5-422a-b3cd-6fe32b4c9f1a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:50.031787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.065524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] For port 58d6a637-3831-43b3-a989-00c72808fefb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=58d6a637-3831-43b3-a989-00c72808fefb,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:50.065928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.082042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': '126b9d72-6473-48b2-a43d-f87434a375e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a2b8143c-875e-4c0c-b01f-7d7bb172b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:50.082337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: a2b8143c-875e-4c0c-b01f-7d7bb172b6fc, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:50.114863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.187529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:50.241606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.251325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Calling delete_port for 58d6a637-3831-43b3-a989-00c72808fefb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:50.293996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:50.320186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'port_id': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'mac_address': 'fa:16:3e:1b:b5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:31:50.331215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network a2b8143c-875e-4c0c-b01f-7d7bb172b6fc is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:50.352462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-41668965'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:50.397110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.403567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:50.406135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 8a708cb7-8e83-4cae-9289-0521423081c1 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:50.416227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db0f691-f1f6-402f-9cf9-5131903c151b {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:31:50.432468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:50.434260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:50.442203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:50.443843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.453906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:50.457525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.463644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0b0c14a7-1e84-43b0-b1b1-9fcea4aec20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:50.467662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.502257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a2b8143c-875e-4c0c-b01f-7d7bb172b6fc) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:50.506549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Pushing event deleted for resources: {'Port': ['ID=58d6a637-3831-43b3-a989-00c72808fefb,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:50.509042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:50.512302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] No DVR routers for this DVR port 58d6a637-3831-43b3-a989-00c72808fefb on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:50.523285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:50.523858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.536916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae1af3f-2393-4e1b-a4f8-e54e05c8b8ab None None] Network a2b8143c-875e-4c0c-b01f-7d7bb172b6fc requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:50.556646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88697f9f-6902-4600-839e-7d678945911e None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:50.575651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.583854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:50.713077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.739106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:50.742425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.815780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:50.823973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['7db0f691-f1f6-402f-9cf9-5131903c151b'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:31:50.849102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.866489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91a04465-5efb-4da4-ab5b-2a5546d30c01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:50.891549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:50.911100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Calling delete_port for 627120cd-38a5-422a-b3cd-6fe32b4c9f1a owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:50.914199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=8a708cb7-8e83-4cae-9289-0521423081c1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:50.918009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:50.958264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:50.959021 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 3.0113542
Nov 24 14:31:50.969291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51792) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:50.973347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.028420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064d03-2bb7-4297-a932-b4e572c3b599 req-8fc2bafd-93f0-4662-b950-3a5256e90853 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:51.029564 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8064d03-2bb7-4297-a932-b4e572c3b599 req-8fc2bafd-93f0-4662-b950-3a5256e90853 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 944 time: 0.6738548
Nov 24 14:31:51.049571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:51.069766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group_rule and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:51.080386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:51.091391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:51.102180 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/8a708cb7-8e83-4cae-9289-0521423081c1 HTTP/1.1" status: 204  len: 168 time: 1.5239713
Nov 24 14:31:51.105034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51796) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:51.181468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '8e8b3dda-3588-4fc4-9a2d-f8695d81cace'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:51.182454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.203086 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8064d03-2bb7-4297-a932-b4e572c3b599 req-7cf75bc6-d06c-4f1c-a059-bc9961512b00 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1650352
Nov 24 14:31:51.226117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed064c0-e5b8-4d54-99fd-58abd6a6497c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:51.227599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed064c0-e5b8-4d54-99fd-58abd6a6497c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:51.228399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8ed064c0-e5b8-4d54-99fd-58abd6a6497c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:51.260691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.273244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.322773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.333615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:51.346306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.373174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb47b7d-bc62-4d3e-bc80-8dfbe507185a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a2b8143c-875e-4c0c-b01f-7d7bb172b6fc', 'network_id': 'a2b8143c-875e-4c0c-b01f-7d7bb172b6fc', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': '76e19c79-17b5-4296-86ee-9369fafb957e'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:51.375348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6fb47b7d-bc62-4d3e-bc80-8dfbe507185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.379772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.380428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.390752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event deleted for resources: {'Port': ['ID=627120cd-38a5-422a-b3cd-6fe32b4c9f1a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:51.397300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:51.401432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-174c25be-3188-47db-9729-100e87fc55e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:51.408239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59605a83-a9ac-4a4b-80f0-0782ed88bc01 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:51.436517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8ed064c0-e5b8-4d54-99fd-58abd6a6497c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:51.440394 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8ed064c0-e5b8-4d54-99fd-58abd6a6497c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.3304734
Nov 24 14:31:51.445663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51802) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:51.518069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=663ef9b8-baae-48fd-bd4d-38b25381c5e6,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:51.524783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:51.525574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.542205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.618237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=6794d82c-e50c-4421-b7ad-30dfacc46c25,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:51.619179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.625631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-40b140b4-6aa6-4747-9d62-324ea4099e6f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:51.629198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:51.632432 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "DELETE /v2.0/ports/627120cd-38a5-422a-b3cd-6fe32b4c9f1a HTTP/1.1" status: 204  len: 168 time: 1.8178504
Nov 24 14:31:51.637659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.641323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51806) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:51.665683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'external_fixed_ips': [{'subnet_id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'ip_address': '2001:db8::1cd'}]}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:51.669016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/8e8b3dda-3588-4fc4-9a2d-f8695d81cace/0dab7dee-b416-4737-910d-e41f6fe065e2) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:51.672129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=76e19c79-17b5-4296-86ee-9369fafb957e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:51.676549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:51.676739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:51.676900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: 48fa2609-7f0a-41dc-a37b-eccda6071667, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:51.685649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server [None req-6fb47b7d-bc62-4d3e-bc80-8dfbe507185a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76e19c79-17b5-4296-86ee-9369fafb957e: This subnet is being modified by another concurrent operation.
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 24 14:31:51.691002 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise exception
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76e19c79-17b5-4296-86ee-9369fafb957e: This subnet is being modified by another concurrent operation.
Nov 24 14:31:51.694877 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server 
Nov 24 14:31:51.722408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11401088-f1ec-47c7-9ca9-98680c4ca0de None None] Network a2b8143c-875e-4c0c-b01f-7d7bb172b6fc requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:51.760337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:router and tenant:f7dc59557285492c9b1b8e5dd08eb7c1 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:51.765822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.769466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-28abe7b8-17f8-4d00-a27e-e7f30d3b404a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:51.785357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:51.801367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.810336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:51.815194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 56f66fd3-7716-4e58-be28-39fa051ada3d is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:51.818091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:51.849100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:51.869380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc3788-7aea-46a7-b90c-623c3cf77bf9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:51.884953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:51.890233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 8e8b3dda-3588-4fc4-9a2d-f8695d81cace {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:31:51.893496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.893835 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment 73621502-77ba-49e5-bc13-14977a1b5533 of type vlan for network 5fb993e7-2511-4500-b908-bfeed451a392
Nov 24 14:31:51.937390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.938526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.951538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:51.987316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:52.020188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.070811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 48fa2609-7f0a-41dc-a37b-eccda6071667) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:52.075351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:52.076076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.086651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fbd8d-63cd-487e-b62a-f375892b1b42 None None] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:52.099464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.103591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:52.104385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.111585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-71017395-faa7-4f75-b7b3-2a6b025f591a tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:52.124659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e7ea610>,) {'filters': {'network_id': ['a2b8143c-875e-4c0c-b01f-7d7bb172b6fc']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:52.147020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e7ea610>, '126b9d72-6473-48b2-a43d-f87434a375e3') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:52.147020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e7ea610>, '126b9d72-6473-48b2-a43d-f87434a375e3') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:52.170925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.198691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5529289
Nov 24 14:31:52.198945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.199579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51810) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:52.289878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.345098 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.3671038
Nov 24 14:31:52.348024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51816) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:52.354153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=5fb993e7-2511-4500-b908-bfeed451a392,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:52.354942 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-96d3906a-0101-4ffc-b169-362e92d5d0f2 None None] Provisioning complete for port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:52.355324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-96d3906a-0101-4ffc-b169-362e92d5d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.360505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'name': 'tempest-PortsIpV6TestJSON-742771361'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:52.374900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:52.380011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-48fa2609-7f0a-41dc-a37b-eccda6071667', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:52.387744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.391865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.400730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:52.446080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:31:52.446693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:31:52.462107 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:31:52.484919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:52.498032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:52.498032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:52.499276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:52.568788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-96d3906a-0101-4ffc-b169-362e92d5d0f2 None None] Port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:52.580190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:52.583156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.655531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port dfd0c621-f65a-4bed-9396-d4e8921c44e9 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:52.667786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Allocated IP 2001:db8::2 (48fa2609-7f0a-41dc-a37b-eccda6071667/6794d82c-e50c-4421-b7ad-30dfacc46c25/aaf2b551-1bee-452e-a866-81b07fa29720) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:52.745686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.751747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.800936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Transition to ACTIVE for port object 0dab7dee-b416-4737-910d-e41f6fe065e2 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:52.816136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9ca4326e-65a9-4ebe-bcc4-5f1910fb5adb tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:52.837516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Transition to ACTIVE for port object 0dab7dee-b416-4737-910d-e41f6fe065e2 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:52.853529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=a2b8143c-875e-4c0c-b01f-7d7bb172b6fc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:52.856283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:52.862656 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/a2b8143c-875e-4c0c-b01f-7d7bb172b6fc HTTP/1.1" status: 204  len: 168 time: 1.8908820
Nov 24 14:31:52.866461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51820) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:52.893778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118026781'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:52.903622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:52.909651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.910404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:52.911475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:52.916853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:52.925159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-69dac27d-b7f2-4682-8d42-2cba65b5d904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:52.930613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5463a-4220-46ab-9fcb-1ac5a7c79769 req-d4a58a5f-9010-42a0-9968-a4e68711704b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:52.932126 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-74e5463a-4220-46ab-9fcb-1ac5a7c79769 req-d4a58a5f-9010-42a0-9968-a4e68711704b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 945 time: 0.5635285
Nov 24 14:31:52.935572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:53.001974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.074189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:53.079634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:53.085575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:53.093654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Pushing event updated for resources: {'Port': ['ID=0dab7dee-b416-4737-910d-e41f6fe065e2,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:53.098804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:53.104067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.146492 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-74e5463a-4220-46ab-9fcb-1ac5a7c79769 req-5b4837fb-fff1-4d57-bb1a-481f5df4c175 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069564
Nov 24 14:31:53.149227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:53.150114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Transition to ACTIVE for port object aaf2b551-1bee-452e-a866-81b07fa29720 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:53.152576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.182549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Transition to ACTIVE for port object aaf2b551-1bee-452e-a866-81b07fa29720 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:53.242806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.247850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:53.251441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Attempting to bind port 0dab7dee-b416-4737-910d-e41f6fe065e2 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:53.252244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Attempting to bind port 0dab7dee-b416-4737-910d-e41f6fe065e2 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:53.252809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Attempting to bind port 0dab7dee-b416-4737-910d-e41f6fe065e2 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:53.261446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:53.262623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:53.263216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.263794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:53.264670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Bound port: 0dab7dee-b416-4737-910d-e41f6fe065e2, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:53.265761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.276499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.293246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.306630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.306972 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment 9b703a88-8812-4dc1-b0fc-8496344261e1 of type vlan for network a6b4cdfa-258c-41c9-8e86-0a334919e823
Nov 24 14:31:53.320554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.365843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.370226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.382389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:53.470721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:53.478319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Pushing event updated for resources: {'Port': ['ID=aaf2b551-1bee-452e-a866-81b07fa29720,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:53.481095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:53.487027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.490816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:53.491545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:53.497348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ea99674d-1e86-49fe-ab53-ae55cf9e2ebf tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:53.541316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] For port 0dab7dee-b416-4737-910d-e41f6fe065e2, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:53.547827 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:31:53.549750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.549960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] For port 0dab7dee-b416-4737-910d-e41f6fe065e2, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0dab7dee-b416-4737-910d-e41f6fe065e2,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:53.551307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7db0f691-f1f6-402f-9cf9-5131903c151b up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:53.602970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=dfd0c621-f65a-4bed-9396-d4e8921c44e9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:53.608225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.617100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-057f6812-491e-43c7-9c74-45e187d465f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.618383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:53.619058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-42d1baf9-59e4-4e47-94c6-28c052b0fad2 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:53.624456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router bd714b3a-176a-427f-b2e7-cb617ca9529d is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:53.657794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.660456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.667447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:53.704540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8b3dda-3588-4fc4-9a2d-f8695d81cace,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:53.712953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:53.732017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Attempting to bind port aaf2b551-1bee-452e-a866-81b07fa29720 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:53.732839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Attempting to bind port aaf2b551-1bee-452e-a866-81b07fa29720 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:53.732839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Attempting to bind port aaf2b551-1bee-452e-a866-81b07fa29720 on network 48fa2609-7f0a-41dc-a37b-eccda6071667 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:53.746401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Allocated IP 2001:db8::1cd (0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117/181471cc-afdc-4e4b-a6e6-6436586e9483/35f6dac8-1a38-4cc0-8e19-8e054efe7f76) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:53.748951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': '73621502-77ba-49e5-bc13-14977a1b5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:53.749325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: 5fb993e7-2511-4500-b908-bfeed451a392, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:53.759387 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8e8b3dda-3588-4fc4-9a2d-f8695d81cace HTTP/1.1" status: 204  len: 168 time: 2.3097854
Nov 24 14:31:53.763811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:53.764251 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Checking segment: {'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:53.764663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.766201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Bound using segment: {'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:53.766696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Bound port: aaf2b551-1bee-452e-a866-81b07fa29720, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:53.767083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.769244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51824) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:53.790705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:31:53.814565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Pushing event updated for resources: {'Port': ['ID=0dab7dee-b416-4737-910d-e41f6fe065e2,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:53.821824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:53.871371 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f0075dd0-0faf-44a1-ad8e-5a6fddf9a453 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1004772
Nov 24 14:31:53.885369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51828) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:53.900139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] For port aaf2b551-1bee-452e-a866-81b07fa29720, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:53.907766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 7db0f691-f1f6-402f-9cf9-5131903c151b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:53.919709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 7db0f691-f1f6-402f-9cf9-5131903c151b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:53.920113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.983760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] For port aaf2b551-1bee-452e-a866-81b07fa29720, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=aaf2b551-1bee-452e-a866-81b07fa29720,segment=NetworkSegment(d2d0c2cc-6dc4-4add-9388-5676561eb498),segment_id=d2d0c2cc-6dc4-4add-9388-5676561eb498)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:53.988391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.992455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:53.993300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:53.999879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.002336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.027071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:54.044479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:54.075302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.081795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-774abb1f-8358-4b09-b72c-b5adfb65e52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:54.110324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.115258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a05ac35b-b0ae-4f74-ab69-515a77acc55e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:54.146197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.171497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 5fb993e7-2511-4500-b908-bfeed451a392) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:54.192585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0348f3-c2c2-474f-8d0c-3a09a9cada56 None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:54.216701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:54.224118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=a6b4cdfa-258c-41c9-8e86-0a334919e823,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:54.227901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:54.230531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8::1 (48fa2609-7f0a-41dc-a37b-eccda6071667/6794d82c-e50c-4421-b7ad-30dfacc46c25/ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:54.238707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:54.238922 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3678825
Nov 24 14:31:54.240115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.242000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51834) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:54.250866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a6b4cdfa-258c-41c9-8e86-0a334919e823 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:54.261320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:54.317211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Port': ['ID=35f6dac8-1a38-4cc0-8e19-8e054efe7f76,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:54.331322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:54.332810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:54.336724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:54.338038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:54.449547 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.0977111
Nov 24 14:31:54.449795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e336e-a4a5-4210-9ffb-81fbabc8418c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:54.449795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b9e336e-a4a5-4210-9ffb-81fbabc8418c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:54.455381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51838) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:54.465260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-664849307'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:54.480714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:31:54.481161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:54.485376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Pushing event updated for resources: {'Port': ['ID=aaf2b551-1bee-452e-a866-81b07fa29720,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:54.490073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:54.496270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:54.504345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:54.536324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:54.542572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:54.544005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b330414-afd8-47ab-aa95-3721f26cd934 req-014bc39c-dc05-47f3-974a-930663d53c4c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:54.545552 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b330414-afd8-47ab-aa95-3721f26cd934 req-014bc39c-dc05-47f3-974a-930663d53c4c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 945 time: 0.2106531
Nov 24 14:31:54.558363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:54.559491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:54.564670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:54.578968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:54.601441 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'code': 200}
Nov 24 14:31:54.612146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:54.618633 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/bd714b3a-176a-427f-b2e7-cb617ca9529d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6405890
Nov 24 14:31:54.626634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51844) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:54.645946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] Sync routers for ids ['bd714b3a-176a-427f-b2e7-cb617ca9529d'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:54.654051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.660191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:54.661524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:54.663818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.681065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4b9e336e-a4a5-4210-9ffb-81fbabc8418c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:54.682243 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4b9e336e-a4a5-4210-9ffb-81fbabc8418c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.7665544
Nov 24 14:31:54.683259 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b330414-afd8-47ab-aa95-3721f26cd934 req-44ac4bb7-a435-4dc5-831c-932e429ef90c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289837
Nov 24 14:31:54.686328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51848) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:54.747944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:54.762688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:54.769232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:54.785684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.817068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] Routers {'bd714b3a-176a-427f-b2e7-cb617ca9529d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:54.817854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f712d30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['bd714b3a-176a-427f-b2e7-cb617ca9529d'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:54.837940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:31:54.846996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae0d0d-960b-4eed-8d8e-0ddf39ff06a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:54.848004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2aae0d0d-960b-4eed-8d8e-0ddf39ff06a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:31:54.854168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d4073-ddc1-41ef-be31-a6e51de8b474 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:54.858578 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ab2d4073-ddc1-41ef-be31-a6e51de8b474 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports/663ef9b8-baae-48fd-bd4d-38b25381c5e6 HTTP/1.1" status: 200  len: 977 time: 0.2274902
Nov 24 14:31:54.869225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51852) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:54.922841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:54.931534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:54.994829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f712d30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:55.013825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] Routers {'bd714b3a-176a-427f-b2e7-cb617ca9529d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:55.014460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f712d30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['bd714b3a-176a-427f-b2e7-cb617ca9529d'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:55.094923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.095679 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment 0fe1b29d-019e-4663-940a-b30cf11cda52 of type vlan for network 4a2bce26-df7a-469f-939f-a05d789ab7bb
Nov 24 14:31:55.166216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device aaf2b551-1bee-452e-a866-81b07fa29720 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:55.188392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.204503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7dc113ea-874b-4bcc-b557-961b778e0abb tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:55.211355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f712d30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:55.211786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4feee5b-6100-40df-bcb7-36f3eb3cb933 None None] The sync data for ids ['bd714b3a-176a-427f-b2e7-cb617ca9529d'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:31:55.247748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:55.257700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:55.282358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:55.283020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.326076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port aaf2b551-1bee-452e-a866-81b07fa29720 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:55.332424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0dab7dee-b416-4737-910d-e41f6fe065e2 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:55.338528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:55.347125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:55.350987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.420844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2aae0d0d-960b-4eed-8d8e-0ddf39ff06a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:31:55.422048 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2aae0d0d-960b-4eed-8d8e-0ddf39ff06a3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.7342503
Nov 24 14:31:55.424977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51856) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:55.440710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.441444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.483758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.485933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 0dab7dee-b416-4737-910d-e41f6fe065e2 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:55.496911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:55.531907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.535776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:55.536487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.542368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:55.552896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590f7d21-fc7f-478b-9375-8ead95a88209 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:55.701180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a210304-97df-469f-87c4-a6b07c0be155 req-b137b41a-be8d-4a54-b542-435e4f92ad17 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1099 time: 0.3624194
Nov 24 14:31:55.705175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=4a2bce26-df7a-469f-939f-a05d789ab7bb,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:55.712277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:55.712468 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c357eab8-198b-4652-a86f-55842c7b4837 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2822015
Nov 24 14:31:55.721839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51860) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:55.729976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 4a2bce26-df7a-469f-939f-a05d789ab7bb details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:31:55.767576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:55.899107 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4419188
Nov 24 14:31:55.917540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2902a306-a18d-4dd0-81bc-177edd73ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.924411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Provisioning for port 0dab7dee-b416-4737-910d-e41f6fe065e2 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:55.932205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Provisioning complete for port 0dab7dee-b416-4737-910d-e41f6fe065e2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:55.932647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.963270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:55.965225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51866) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:55.977035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'ports': [{'network_id': '5fb993e7-2511-4500-b908-bfeed451a392'}, {'network_id': '4a2bce26-df7a-469f-939f-a05d789ab7bb'}]} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:55.977331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:55.977790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '4a2bce26-df7a-469f-939f-a05d789ab7bb'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:56.027126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15128aec-0de5-4b66-af24-4f119e371935 None None] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:56.035321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:56.064210 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a210304-97df-469f-87c4-a6b07c0be155 req-14261dc4-0e68-4cf7-b7f7-a0afc7e5f407 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3530223
Nov 24 14:31:56.068016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=80f5361d-1dbb-4e48-bfde-9edf23f10caf,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:56.071539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:56.105072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:56.219386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.275272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:56.306632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': '9b703a88-8812-4dc1-b0fc-8496344261e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:56.306936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: a6b4cdfa-258c-41c9-8e86-0a334919e823, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:56.314347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] For port 0dab7dee-b416-4737-910d-e41f6fe065e2, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0dab7dee-b416-4737-910d-e41f6fe065e2,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:56.349677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:56.359164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:56.379503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:31:56.388922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.395876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-27b15dd8-b664-44a2-ac1f-636840c5d35e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:56.401890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:56.417898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:56.429354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Deleting port 0dab7dee-b416-4737-910d-e41f6fe065e2 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:56.429743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.459420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b89913-0607-4231-86d7-e30622034408 req-47c42ab5-22e2-486c-8160-eddbf3b6238c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:56.460656 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-20b89913-0607-4231-86d7-e30622034408 req-47c42ab5-22e2-486c-8160-eddbf3b6238c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.4768119
Nov 24 14:31:56.481218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.512249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 2} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:56.516801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.540749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.548853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Pushing event updated for resources: {'Port': ['ID=0dab7dee-b416-4737-910d-e41f6fe065e2,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:56.551522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Router aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:56.576930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:56.620320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network a6b4cdfa-258c-41c9-8e86-0a334919e823 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:31:56.748421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] For port 0dab7dee-b416-4737-910d-e41f6fe065e2, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0dab7dee-b416-4737-910d-e41f6fe065e2,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:56.749889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.759553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.764048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Provisioning for port aaf2b551-1bee-452e-a866-81b07fa29720 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:56.770940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a6b4cdfa-258c-41c9-8e86-0a334919e823) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:56.776263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Provisioning complete for port aaf2b551-1bee-452e-a866-81b07fa29720 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:56.776263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.776515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:56.776781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.830759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 3ad68c5f-eb73-46c9-8451-84921854bbd6 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:56.834268 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-20b89913-0607-4231-86d7-e30622034408 req-b3149651-b3d3-4f88-bf89-b9575b2a8993 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3573680
Nov 24 14:31:56.843799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.900861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f63a92-ce5a-47bf-9b93-63ac43221ec4 None None] Network a6b4cdfa-258c-41c9-8e86-0a334919e823 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:56.918438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:56.977324 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.7330036
Nov 24 14:31:56.982520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51870) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:57.016863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.017745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.040680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e20c0418-526f-4fbb-bcad-38b08ed5d0f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:57.221510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0dab7dee-b416-4737-910d-e41f6fe065e2 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:31:57.249371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:57.257676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Calling delete_port for 0dab7dee-b416-4737-910d-e41f6fe065e2 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:57.305318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:57.541286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.594828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.608482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a6b4cdfa-258c-41c9-8e86-0a334919e823', 'network_id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': '80f5361d-1dbb-4e48-bfde-9edf23f10caf'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:57.609393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.623120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.657139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.663672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:57.726722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Pushing event deleted for resources: {'Port': ['ID=0dab7dee-b416-4737-910d-e41f6fe065e2,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:57.766512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:57.773196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:57.792773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:57.799915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:57.809132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] For port aaf2b551-1bee-452e-a866-81b07fa29720, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=aaf2b551-1bee-452e-a866-81b07fa29720,segment=NetworkSegment(d2d0c2cc-6dc4-4add-9388-5676561eb498),segment_id=d2d0c2cc-6dc4-4add-9388-5676561eb498)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:31:57.814520 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Sync routers for ids ['aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:57.818654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] No DVR routers for this DVR port 0dab7dee-b416-4737-910d-e41f6fe065e2 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:31:57.847693 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Routers {'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:57.847693 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:57.855800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 3ef487f1-2aee-4c3a-9187-e3ccf31478cd yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:31:57.904322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:57.913428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:57.941221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 663ef9b8-baae-48fd-bd4d-38b25381c5e6 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:31:57.941584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.010609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.018278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Pushing event updated for resources: {'Port': ['ID=aaf2b551-1bee-452e-a866-81b07fa29720,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:58.041703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:58.109255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.113008 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 6.4669919
Nov 24 14:31:58.120646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51876) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:58.135739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3788e09f-78fb-45d0-9966-d475400a11d7 None None] Provisioning complete for port aaf2b551-1bee-452e-a866-81b07fa29720 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:58.136449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3788e09f-78fb-45d0-9966-d475400a11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.147189 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Set router aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:31:58.165758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Allocated IP 172.20.0.1 (a6b4cdfa-258c-41c9-8e86-0a334919e823/80f5361d-1dbb-4e48-bfde-9edf23f10caf/15932e71-457e-4297-96df-57955373db1e) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:58.207858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.332717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.356977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.384441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.427371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:31:58.438154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.458181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-186f798c-7021-472d-a9ea-9c0348444f53 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:58.511684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3788e09f-78fb-45d0-9966-d475400a11d7 None None] Provisioning for port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:31:58.532140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3788e09f-78fb-45d0-9966-d475400a11d7 None None] Provisioning complete for port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:58.532532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3788e09f-78fb-45d0-9966-d475400a11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.552761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:58.562846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:58.568800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:58.569594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.575333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=23780440-ce2b-4396-939b-74997dc8c347,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:58.580255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:58.586824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cedf6d2-472f-4211-8498-aab0f7cbb279 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:31:58.593400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 663ef9b8-baae-48fd-bd4d-38b25381c5e6 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:31:58.638169 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f40>, [{'id': 'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f', 'name': '', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'external_fixed_ips': [{'subnet_id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'ip_address': '2001:db8::1cd'}], 'enable_snat': True}, 'gw_port_id': '35f6dac8-1a38-4cc0-8e19-8e054efe7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:51Z', 'updated_at': '2021-11-24T14:31:54Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': '35f6dac8-1a38-4cc0-8e19-8e054efe7f76', 'name': '', 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'ip_address': '2001:db8::1cd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:58.643667 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Checking router: aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:31:58.644215 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Updating router aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:31:58.675401 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.9325764
Nov 24 14:31:58.678652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51882) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:58.701932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3788e09f-78fb-45d0-9966-d475400a11d7 None None] Port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:31:58.703151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:31:58.705509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.720738 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.730599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Transition to ACTIVE for port object 15932e71-457e-4297-96df-57955373db1e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:58.779888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Transition to ACTIVE for port object 15932e71-457e-4297-96df-57955373db1e will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:58.941843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:58.955525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.020493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '23780440-ce2b-4396-939b-74997dc8c347'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:31:59.022908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.037817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device aaf2b551-1bee-452e-a866-81b07fa29720 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:31:59.047170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:59.071269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Pushing event updated for resources: {'Port': ['ID=15932e71-457e-4297-96df-57955373db1e,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:59.079430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Network a6b4cdfa-258c-41c9-8e86-0a334919e823 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:59.087657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:59.091009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:59.096703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:59.135531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.145326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6158ecf1-b7d4-4d58-9c7e-104d202f12c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.203991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caddea-2a8c-4556-8718-45af95ebb938 req-4b7846d9-9cd3-4a53-a877-d5e95ac7f7bd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:31:59.205641 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06caddea-2a8c-4556-8718-45af95ebb938 req-4b7846d9-9cd3-4a53-a877-d5e95ac7f7bd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 1.0072982
Nov 24 14:31:59.219527 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.261062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:59.268761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:59.273607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:59.282829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:59.309578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:31:59.314248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=3ad68c5f-eb73-46c9-8451-84921854bbd6,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:59.317120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:59.322546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:31:59.324953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:31:59.328454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.333820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:31:59.343871 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1430287
Nov 24 14:31:59.346029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.346896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Attempting to bind port 15932e71-457e-4297-96df-57955373db1e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:59.347147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Attempting to bind port 15932e71-457e-4297-96df-57955373db1e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '9b703a88-8812-4dc1-b0fc-8496344261e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:59.350082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Attempting to bind port 15932e71-457e-4297-96df-57955373db1e on network a6b4cdfa-258c-41c9-8e86-0a334919e823 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:59.350759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51888) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:59.350981 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06caddea-2a8c-4556-8718-45af95ebb938 req-65eafa04-4c08-4856-af6c-1579b2b3164b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297934
Nov 24 14:31:59.351205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.354273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:31:59.359761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1ea1bb8-a60a-480d-850c-e521b81110b5 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.381509 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Transition to ACTIVE for port object 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:31:59.398499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1395807621'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:59.401037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port aaf2b551-1bee-452e-a866-81b07fa29720 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:31:59.401421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.406117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=80f5361d-1dbb-4e48-bfde-9edf23f10caf,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:59.408323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:31:59.414668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:59.418404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:31:59.423178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:31:59.440200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.458333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:59.462345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.467023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:59.467415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Checking segment: {'id': '9b703a88-8812-4dc1-b0fc-8496344261e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:59.467874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.468314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Bound using segment: {'id': '9b703a88-8812-4dc1-b0fc-8496344261e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:59.468811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Bound port: 15932e71-457e-4297-96df-57955373db1e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b703a88-8812-4dc1-b0fc-8496344261e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:59.469187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.474733 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.478773 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2b9adf13-be70-413f-b204-4d456298e20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.590627 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Pushing event updated for resources: {'Port': ['ID=35f6dac8-1a38-4cc0-8e19-8e054efe7f76,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:59.597315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.623836 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.628470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:31:59.635371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] For port 15932e71-457e-4297-96df-57955373db1e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:59.639157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] For port 15932e71-457e-4297-96df-57955373db1e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=15932e71-457e-4297-96df-57955373db1e,segment=NetworkSegment(9b703a88-8812-4dc1-b0fc-8496344261e1),segment_id=9b703a88-8812-4dc1-b0fc-8496344261e1)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:59.641558 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:59.642559 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Attempting to bind port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:31:59.643023 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Attempting to bind port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '55069043-21a9-48cb-b315-70c18d0e0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:31:59.643583 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Attempting to bind port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 on network 0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:31:59.651749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:31:59.654711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fae4fa0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:59.655231 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:31:59.656443 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Checking segment: {'id': '55069043-21a9-48cb-b315-70c18d0e0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:59.656970 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.657579 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Bound using segment: {'id': '55069043-21a9-48cb-b315-70c18d0e0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:31:59.658134 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Bound port: 35f6dac8-1a38-4cc0-8e19-8e054efe7f76, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55069043-21a9-48cb-b315-70c18d0e0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:31:59.658616 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.685464 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.ipam_backend_mixin [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23780440-ce2b-4396-939b-74997dc8c347 (CIDR: 2001:db8::/64)
Nov 24 14:31:59.693753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:31:59.700222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': '0fe1b29d-019e-4663-940a-b30cf11cda52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4a2bce26-df7a-469f-939f-a05d789ab7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:31:59.701095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: 4a2bce26-df7a-469f-939f-a05d789ab7bb, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:31:59.728541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=3ef487f1-2aee-4c3a-9187-e3ccf31478cd,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:59.733855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:59.736030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Allocated IP 2001:db8::f816:3eff:fe07:23e5 (545fb1c8-c25e-4ba6-8844-73dcc5231588/23780440-ce2b-4396-939b-74997dc8c347/69c0f612-d2fd-496a-8bf2-aaf967174a27) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:31:59.743657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.774258 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] For port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:31:59.779024 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] For port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=35f6dac8-1a38-4cc0-8e19-8e054efe7f76,segment=NetworkSegment(55069043-21a9-48cb-b315-70c18d0e0382),segment_id=55069043-21a9-48cb-b315-70c18d0e0382)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:31:59.792732 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:31:59.793178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:31:59.840523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=663ef9b8-baae-48fd-bd4d-38b25381c5e6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:31:59.848418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:31:59.861895 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.865382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.876877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.881243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.882189 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:31:59.902812 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-509cf7e4-f594-4f17-a5ae-323650b820c3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2201056
Nov 24 14:31:59.910426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:31:59.913817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:31:59.924025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51896) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:31:59.937308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:31:59.961182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e9692b0>,) {'filters': {'network_id': ['a6b4cdfa-258c-41c9-8e86-0a334919e823']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:59.995303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9692b0>, '9b703a88-8812-4dc1-b0fc-8496344261e1') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:31:59.996242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9692b0>, '9b703a88-8812-4dc1-b0fc-8496344261e1') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:00.021146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Routers {'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:00.022325 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:00.093931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Pushing event updated for resources: {'Port': ['ID=15932e71-457e-4297-96df-57955373db1e,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:00.104136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:00.120912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:00.191664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.197288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.250413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 4a2bce26-df7a-469f-939f-a05d789ab7bb is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:00.256027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.258207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:00.282299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247ea96-213e-406c-a96e-99641ab5fc97 req-a1b435a6-80cd-4e2d-bff0-d42b7f177915 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:00.283827 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5247ea96-213e-406c-a96e-99641ab5fc97 req-a1b435a6-80cd-4e2d-bff0-d42b7f177915 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.5969470
Nov 24 14:32:00.289681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:00.289934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:00.316153 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:00.334670 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] Set router aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:00.351220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.351605 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment 1a6a77ba-4b1e-4e7a-af73-fba48593fc90 of type vlan for network 75d459e1-56cc-4e01-9824-6c5706c4f257
Nov 24 14:32:00.419142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 4a2bce26-df7a-469f-939f-a05d789ab7bb) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:00.429421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfbfe58-e36a-46a4-8d04-2571991694bd None None] Network a6b4cdfa-258c-41c9-8e86-0a334919e823 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:00.432605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:00.438294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:00.442225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:00.443707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.450848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108e2e2-52f8-4e68-969e-eae39efc6d34 None None] Network 4a2bce26-df7a-469f-939f-a05d789ab7bb requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:00.473151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.487075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:00.490710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.497424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:00.502492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:00.508678 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5247ea96-213e-406c-a96e-99641ab5fc97 req-8395b02c-80a0-44a3-9dad-2e563b4f38b7 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1869047
Nov 24 14:32:00.513019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:00.523232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 14:32:00.523232 dv-neutron-818347-1-hyperv neutron-server[84234]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 14:32:00.523232 dv-neutron-818347-1-hyperv neutron-server[84234]: [parameters: {'id': 'a6b4cdfa-258c-41c9-8e86-0a334919e823'}]
Nov 24 14:32:00.523232 dv-neutron-818347-1-hyperv neutron-server[84234]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:32:00.523568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:32:00.553134 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Pushing event updated for resources: {'Port': ['ID=35f6dac8-1a38-4cc0-8e19-8e054efe7f76,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:00.555961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51900) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:00.558277 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:00.563789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.5924320
Nov 24 14:32:00.567701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51904) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:00.628665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Deleting port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:00.629284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.667615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.672010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:00.672617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.676283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:00.679565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.701387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9c6fd45a-cf1e-476d-8269-adeff1c4cdd5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:00.744075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 3ef487f1-2aee-4c3a-9187-e3ccf31478cd {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:00.744483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.766358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:00.773701 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f40>, [{'id': 'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f', 'name': '', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'external_fixed_ips': [{'subnet_id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'ip_address': '2001:db8::1cd'}], 'enable_snat': True}, 'gw_port_id': '35f6dac8-1a38-4cc0-8e19-8e054efe7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:51Z', 'updated_at': '2021-11-24T14:31:54Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': '35f6dac8-1a38-4cc0-8e19-8e054efe7f76', 'name': '', 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'ip_address': '2001:db8::1cd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:00.779530 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d887b1d-9c4a-4a3a-ad70-b29c064e4057 None None] The sync data for ids ['aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f'] in dv-neutron-818347-1-hyperv is: [{'id': 'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f', 'name': '', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'external_fixed_ips': [{'subnet_id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'ip_address': '2001:db8::1cd'}], 'enable_snat': True}, 'gw_port_id': '35f6dac8-1a38-4cc0-8e19-8e054efe7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:51Z', 'updated_at': '2021-11-24T14:31:54Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': '35f6dac8-1a38-4cc0-8e19-8e054efe7f76', 'name': '', 'network_id': '0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'ip_address': '2001:db8::1cd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '181471cc-afdc-4e4b-a6e6-6436586e9483', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:00.855661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Transition to ACTIVE for port object 69c0f612-d2fd-496a-8bf2-aaf967174a27 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:01.129064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Transition to ACTIVE for port object 69c0f612-d2fd-496a-8bf2-aaf967174a27 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:01.214299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.220071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-61aa7811-0269-44f7-8892-0cdecd3bb9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:01.234936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] For port 35f6dac8-1a38-4cc0-8e19-8e054efe7f76, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=35f6dac8-1a38-4cc0-8e19-8e054efe7f76,segment=NetworkSegment(55069043-21a9-48cb-b315-70c18d0e0382),segment_id=55069043-21a9-48cb-b315-70c18d0e0382)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:01.235373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.302667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router bd714b3a-176a-427f-b2e7-cb617ca9529d has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:01.328267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:01.335244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:01.338459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Pushing event updated for resources: {'Port': ['ID=69c0f612-d2fd-496a-8bf2-aaf967174a27,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:01.341592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:01.344222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:01.349971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.351945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fae4fa0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:31:55Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:31:56Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:01.357204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=75d459e1-56cc-4e01-9824-6c5706c4f257,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:01.367928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Calling delete_port for 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:01.381528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:01.381895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Updating router c85ab188-adcb-4bb2-a1fb-c5755f412405 port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:32:01.392797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:01.416770 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.0305741
Nov 24 14:32:01.423193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51908) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:01.429507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:01.429650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.431132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:01.446710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port 15932e71-457e-4297-96df-57955373db1e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:01.447733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.552946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.584901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.611256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Attempting to bind port 69c0f612-d2fd-496a-8bf2-aaf967174a27 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:01.611639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Attempting to bind port 69c0f612-d2fd-496a-8bf2-aaf967174a27 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:01.612014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Attempting to bind port 69c0f612-d2fd-496a-8bf2-aaf967174a27 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:01.637218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a635ada-90c9-4a14-9784-833c38fc702f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:01.665177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:01.665566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:01.665987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.666703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:01.666890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Bound port: 69c0f612-d2fd-496a-8bf2-aaf967174a27, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:01.667278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.683563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 3ef487f1-2aee-4c3a-9187-e3ccf31478cd owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:01.710864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:01.721190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:01.726175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:01.733014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:01.735713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:01.740917 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/bd714b3a-176a-427f-b2e7-cb617ca9529d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8502803
Nov 24 14:32:01.744057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51912) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:01.744301 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] Sync routers for ids ['bd714b3a-176a-427f-b2e7-cb617ca9529d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:01.765412 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] Routers {'bd714b3a-176a-427f-b2e7-cb617ca9529d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:01.766468 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff00550>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['bd714b3a-176a-427f-b2e7-cb617ca9529d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:01.806932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:01.831966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=9594b3b6-66e1-4841-b10f-e0fb0738ac6c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:01.846950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:01.857760 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-394f26da-0fce-497b-bf09-12b221d4ac06 tempest-TestNetworkAdvancedServerOps-1184288736 tempest-TestNetworkAdvancedServerOps-1184288736-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1094 time: 1.2977428
Nov 24 14:32:01.857760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:01.863488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51916) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:01.871556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:01.872158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:01.879228 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff00550>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:01.882063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:01.906337 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] Routers {'bd714b3a-176a-427f-b2e7-cb617ca9529d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:01.907484 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff00550>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['bd714b3a-176a-427f-b2e7-cb617ca9529d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:01.975920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:01.986543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:01.990157 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff00550>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:01.990564 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceff3e5-d66c-4ed7-9094-683450a90ee4 None None] The sync data for ids ['bd714b3a-176a-427f-b2e7-cb617ca9529d'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:02.021082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=69c0f612-d2fd-496a-8bf2-aaf967174a27,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:02.044643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:02.055147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Usage tracker for resource:floatingip and tenant:0aecf5fca6484de096db1d9ff660d5ef is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:02.073779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:02.090514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:02.102587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.112978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ffb6c343-548b-4f78-8f92-8142d851522e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:02.127193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port 15932e71-457e-4297-96df-57955373db1e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=15932e71-457e-4297-96df-57955373db1e,segment=NetworkSegment(9b703a88-8812-4dc1-b0fc-8496344261e1),segment_id=9b703a88-8812-4dc1-b0fc-8496344261e1)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:02.127550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.235978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Pushing event updated for resources: {'Port': ['ID=69c0f612-d2fd-496a-8bf2-aaf967174a27,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:02.241188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.256315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:02.257255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.286279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Transition to ACTIVE for port object ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:02.329641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.333384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.345898 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4122894
Nov 24 14:32:02.346112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55681e33-c63a-451e-be00-f4bc0f7e4315 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:02.360840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.378788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51920) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:02.394059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:e8:a6:ab', 'name': 'tempest-NetworksTestDHCPv6-440031595'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:02.397505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:02.419740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.427517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for 15932e71-457e-4297-96df-57955373db1e owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:02.483460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-178beb56-c7ce-4088-a5f4-7394c3b1c3cc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:02.494363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event deleted for resources: {'Port': ['ID=35f6dac8-1a38-4cc0-8e19-8e054efe7f76,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:02.520703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:02.575190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3470951-5d72-4102-b136-1ce40a99b7ca None None] Pushing event updated for resources: {'Port': ['ID=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:02.575970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=3ef487f1-2aee-4c3a-9187-e3ccf31478cd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:02.588227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a3470951-5d72-4102-b136-1ce40a99b7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:02.603928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:02.700225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.707658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Attempting to bind port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:02.708448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Attempting to bind port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:02.709062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Attempting to bind port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd on network 48fa2609-7f0a-41dc-a37b-eccda6071667 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:02.717715 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/3ef487f1-2aee-4c3a-9187-e3ccf31478cd HTTP/1.1" status: 204  len: 168 time: 2.1464612
Nov 24 14:32:02.718898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:02.719293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Checking segment: {'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:02.719713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.720234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Bound using segment: {'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:02.720723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Bound port: ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d0c2cc-6dc4-4add-9388-5676561eb498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:02.721189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.724024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51924) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:02.841617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] For port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:02.846376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] For port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,segment=NetworkSegment(d2d0c2cc-6dc4-4add-9388-5676561eb498),segment_id=d2d0c2cc-6dc4-4add-9388-5676561eb498)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:02.907695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d5b52-2d80-4deb-8fda-73d4d1cdbfa7 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:02.911703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d5b52-2d80-4deb-8fda-73d4d1cdbfa7 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:02.912519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4e2d5b52-2d80-4deb-8fda-73d4d1cdbfa7 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:02.915392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.918843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:02.924159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:02.996677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 69c0f612-d2fd-496a-8bf2-aaf967174a27 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:03.058306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:03.059085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fae4fa0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:03.112521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.114665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Allocated IP 172.26.2.74 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/f40a9410-73a2-4205-94ac-935652ac380b) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:03.203850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.207623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4e2d5b52-2d80-4deb-8fda-73d4d1cdbfa7 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:03.211392 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4e2d5b52-2d80-4deb-8fda-73d4d1cdbfa7 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.4766574
Nov 24 14:32:03.220593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:03.225825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51928) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:03.301060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=15932e71-457e-4297-96df-57955373db1e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:03.319628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:03.341625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port 15932e71-457e-4297-96df-57955373db1e on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:03.397033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:03.461291 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-154fe98e-f65e-49ef-934a-f0dd8a4481ed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] remove_router_interface failed (client error): The resource could not be found.
Nov 24 14:32:03.462338 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-154fe98e-f65e-49ef-934a-f0dd8a4481ed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/bd714b3a-176a-427f-b2e7-cb617ca9529d/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.7172987
Nov 24 14:32:03.472342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51932) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:03.479953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.480284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3470951-5d72-4102-b136-1ce40a99b7ca None None] Pushing event updated for resources: {'Port': ['ID=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:03.485575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a3470951-5d72-4102-b136-1ce40a99b7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:03.573879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 69c0f612-d2fd-496a-8bf2-aaf967174a27 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:03.624019 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd222369-466a-47f5-8e17-2e620e0c6b0e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd714b3a-176a-427f-b2e7-cb617ca9529d HTTP/1.1" status: 200  len: 205 time: 0.1454883
Nov 24 14:32:03.626044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33f88a-891c-4d68-9def-797fd6fa9081 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:03.630467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51936) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:03.645872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.676437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e814ee0>,) {'filters': {'network_id': ['a6b4cdfa-258c-41c9-8e86-0a334919e823']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:03.694412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e814ee0>, '9b703a88-8812-4dc1-b0fc-8496344261e1') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:03.695391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e814ee0>, '9b703a88-8812-4dc1-b0fc-8496344261e1') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:03.712192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.722101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.729830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.732244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 3ad68c5f-eb73-46c9-8451-84921854bbd6 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:03.732591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.736877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:03.737363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:03.753801 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:03.819051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.844766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b245db48-e194-4006-93b2-9545ac7f8cf3 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766 tempest-ExtraDHCPOptionsIpV6TestJSON-1036218766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:03.872886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.889660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:03.905141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:03.912168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:03.917989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:03.918552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Provisioning for port 69c0f612-d2fd-496a-8bf2-aaf967174a27 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:03.920180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:03.921051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:03.932119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Provisioning complete for port 69c0f612-d2fd-496a-8bf2-aaf967174a27 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:03.932502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.937925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:03.977060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Port': ['ID=f40a9410-73a2-4205-94ac-935652ac380b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:03.981826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:03.991729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:03.996657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:04.018969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a3cc981a-bb13-4037-9af5-dbde441dd26d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.020311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.024971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=a6b4cdfa-258c-41c9-8e86-0a334919e823,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:04.030233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:04.061231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fae4fa0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:31:55Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:02Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:04.076999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e4d8a-e2fd-4205-baab-118dd8cab16c None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:31:55Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:02Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:04.081322 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/a6b4cdfa-258c-41c9-8e86-0a334919e823 HTTP/1.1" status: 204  len: 168 time: 7.0979218
Nov 24 14:32:04.084592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51940) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:04.093572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1271000699'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:04.108797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:04.115099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:04.117027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:04.159125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:04.171818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.177918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:04.236373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.237132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:32:04.259554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=69c0f612-d2fd-496a-8bf2-aaf967174a27,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:04.299001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Update dhcp port {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': '23780440-ce2b-4396-939b-74997dc8c347', 'ip_address': '2001:db8::f816:3eff:fe07:23e5'}, {'subnet_id': '9594b3b6-66e1-4841-b10f-e0fb0738ac6c'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '69c0f612-d2fd-496a-8bf2-aaf967174a27'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:32:04.360497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.399404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-12d70f58-5198-4ddf-b69b-b70335f54391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:04.473994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.539809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.549432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:04.553342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Pushing event updated for resources: {'Port': ['ID=69c0f612-d2fd-496a-8bf2-aaf967174a27,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:04.563895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:04.630270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.705455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:04.708681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.731767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Allocated IP 2001:db8:0:1::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/9594b3b6-66e1-4841-b10f-e0fb0738ac6c/69c0f612-d2fd-496a-8bf2-aaf967174a27) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:04.741823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:04.751705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.752205 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment a537a480-86be-4d37-8239-daedd01dd9a4 of type vlan for network cdc1fa32-2316-4e57-9424-9e3cc9057801
Nov 24 14:32:04.780704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.839068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 3ad68c5f-eb73-46c9-8451-84921854bbd6 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:04.939466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.943829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:04.948031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:04.965769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8aad422-21b7-4d9d-885d-ebc5beb4c8d3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:04.977386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=69c0f612-d2fd-496a-8bf2-aaf967174a27,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:05.005662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.007044 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "DELETE /v2.0/routers/aa02478f-b8fd-4c4b-9b91-17cf2fda9c5f HTTP/1.1" status: 204  len: 168 time: 6.8854847
Nov 24 14:32:05.013191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51944) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:05.017379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.046078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Transition to ACTIVE for port object 69c0f612-d2fd-496a-8bf2-aaf967174a27 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:05.087168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 69c0f612-d2fd-496a-8bf2-aaf967174a27 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:05.113298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=4f36cd3c-b8dd-4c63-87a8-1216fbf106c0,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:05.129008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:05.133887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.145071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.152202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:05.195982 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1076379
Nov 24 14:32:05.200033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.205264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51948) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:05.211346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'cdc1fa32-2316-4e57-9424-9e3cc9057801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:05.228042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=cdc1fa32-2316-4e57-9424-9e3cc9057801,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:05.240030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:05.271701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network cdc1fa32-2316-4e57-9424-9e3cc9057801 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:05.303785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Deleting subnet 181471cc-afdc-4e4b-a6e6-6436586e9483 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:05.331087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port ea8846c3-1186-4cb1-abb8-ee619c02bca0 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:05.359081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.367826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:05.368001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: 75d459e1-56cc-4e01-9824-6c5706c4f257, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:05.379541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a3cc981a-bb13-4037-9af5-dbde441dd26d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.404817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a3cc981a-bb13-4037-9af5-dbde441dd26d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.409522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Pushing event updated for resources: {'Port': ['ID=69c0f612-d2fd-496a-8bf2-aaf967174a27,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:05.433566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:05.438631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:05.443953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.460357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.469382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:05.480674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d707ac11-1ea4-4083-9b66-1c3be0f573c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:05.480914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.512644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:05.516895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:05.533506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:05.575432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=3ad68c5f-eb73-46c9-8451-84921854bbd6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:05.582033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:05.587630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:05.588032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.610510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.647991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:05.670231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:05.676554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:05.677014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.680081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a3cc981a-bb13-4037-9af5-dbde441dd26d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.680632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cc981a-bb13-4037-9af5-dbde441dd26d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Fanout notify agent at l3_agent the message router_deleted on router bd714b3a-176a-427f-b2e7-cb617ca9529d {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:32:05.682115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 75d459e1-56cc-4e01-9824-6c5706c4f257) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:05.698205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a3cc981a-bb13-4037-9af5-dbde441dd26d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.701841 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a3cc981a-bb13-4037-9af5-dbde441dd26d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/bd714b3a-176a-427f-b2e7-cb617ca9529d HTTP/1.1" status: 204  len: 168 time: 2.0664475
Nov 24 14:32:05.704636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51952) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:05.742330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f9399e-105e-4b8a-b0c2-166b63fb79d4 None None] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:05.782039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:05.782634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.816209 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/3ad68c5f-eb73-46c9-8451-84921854bbd6 HTTP/1.1" status: 204  len: 168 time: 2.5841403
Nov 24 14:32:05.818667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51956) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:05.939332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:05.986729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8:0:1::169 (545fb1c8-c25e-4ba6-8844-73dcc5231588/9594b3b6-66e1-4841-b10f-e0fb0738ac6c/ea8846c3-1186-4cb1-abb8-ee619c02bca0) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:05.993862 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 4.5694773
Nov 24 14:32:06.010419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51960) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:06.051687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.060327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:06.070403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fee8:a6ab (545fb1c8-c25e-4ba6-8844-73dcc5231588/23780440-ce2b-4396-939b-74997dc8c347/ea8846c3-1186-4cb1-abb8-ee619c02bca0) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:06.092467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet 35355d45-8ed2-44d1-83f4-c5326183d9a6 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:06.107285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.119759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=181471cc-afdc-4e4b-a6e6-6436586e9483,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:06.126013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:32:06.136745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:06.159359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.164471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.165160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.182501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57c2ea-4f7b-4220-a0f4-be31eb066d44 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:06.184573 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ac57c2ea-4f7b-4220-a0f4-be31eb066d44 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.3649964
Nov 24 14:32:06.187961 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/181471cc-afdc-4e4b-a6e6-6436586e9483 HTTP/1.1" status: 204  len: 168 time: 1.1315222
Nov 24 14:32:06.190473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51964) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:06.191269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51966) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:06.197310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,segment=NetworkSegment(d2d0c2cc-6dc4-4add-9388-5676561eb498),segment_id=d2d0c2cc-6dc4-4add-9388-5676561eb498)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:06.217177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-75d459e1-56cc-4e01-9824-6c5706c4f257', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:06.218644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.263996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.272878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:06.285310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.294703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a3470951-5d72-4102-b136-1ce40a99b7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:06.306244 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-1519838e-a4bb-4478-b930-3b9e3901d564 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:32:06.310072 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1519838e-a4bb-4478-b930-3b9e3901d564 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/3ef487f1-2aee-4c3a-9187-e3ccf31478cd HTTP/1.1" status: 404  len: 333 time: 0.1151621
Nov 24 14:32:06.318502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51972) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:06.337446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:06.395861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:06.395861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 35f6dac8-1a38-4cc0-8e19-8e054efe7f76 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:32:06.414685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.473980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:06.479987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:06.497009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5d7fcba6-4453-4dc2-822a-0423b419504d None None] Provisioning for port 69c0f612-d2fd-496a-8bf2-aaf967174a27 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:06.507217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5d7fcba6-4453-4dc2-822a-0423b419504d None None] Provisioning complete for port 69c0f612-d2fd-496a-8bf2-aaf967174a27 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:06.507217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5d7fcba6-4453-4dc2-822a-0423b419504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.551758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Allocated IP 2001:db8:1::2 (75d459e1-56cc-4e01-9824-6c5706c4f257/4f36cd3c-b8dd-4c63-87a8-1216fbf106c0/b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:06.604855 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ecdfe5-6208-4cd2-a627-5440db8b0716 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:32:06.609340 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-24ecdfe5-6208-4cd2-a627-5440db8b0716 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/3ad68c5f-eb73-46c9-8451-84921854bbd6 HTTP/1.1" status: 404  len: 333 time: 0.2429268
Nov 24 14:32:06.610609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51976) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:06.653270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.671907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event updated for resources: {'Port': ['ID=f40a9410-73a2-4205-94ac-935652ac380b,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:06.678617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:06.703290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.712801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.823846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object ea8846c3-1186-4cb1-abb8-ee619c02bca0 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:06.837121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.846527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.849540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Transition to ACTIVE for port object b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:06.870083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Transition to ACTIVE for port object b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:06.944122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.962221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 69c0f612-d2fd-496a-8bf2-aaf967174a27 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:06.973854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:06.982219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-424853e5-dd02-414e-9816-37c7d8f1a3cd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:06.994492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.002575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.007276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.014040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-adbf90f8-3ec0-4497-9738-c24dd377e6fa tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:07.016243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-614ff118-7be6-40e5-838e-f20599d1affa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:07.017990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eb73c70>,) {'filters': {'network_id': ['0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:07.042576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb73c70>, '55069043-21a9-48cb-b315-70c18d0e0382') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:07.043112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb73c70>, '55069043-21a9-48cb-b315-70c18d0e0382') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:07.086284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Pushing event updated for resources: {'Port': ['ID=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:07.089405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:07.113608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:07.117115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:07.120081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:07.122459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.155678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:07.163023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:07.163812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=7af28bb0-3d22-4f81-9972-b1a0e5796700,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:07.170060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:07.171840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.178881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:07.182846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:07.183693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.187591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:07.187991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.198834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=ea8846c3-1186-4cb1-abb8-ee619c02bca0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:07.206743 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:07.209335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:07.227573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': 'a537a480-86be-4d37-8239-daedd01dd9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'cdc1fa32-2316-4e57-9424-9e3cc9057801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:07.228337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: cdc1fa32-2316-4e57-9424-9e3cc9057801, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:07.232237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Attempting to bind port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:07.232617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Attempting to bind port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:07.237083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Attempting to bind port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 on network 75d459e1-56cc-4e01-9824-6c5706c4f257 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:07.244760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 69c0f612-d2fd-496a-8bf2-aaf967174a27 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:07.245138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.268872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:07.269240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Checking segment: {'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:07.269909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.270320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Bound using segment: {'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:07.270800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Bound port: b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:07.271210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.299561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.304604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.314533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dabb2df9-65da-4e45-b1fe-a4c60f0ad5b5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:07.344386 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Floating IP 7203e875-90c4-4492-8f0a-0d7cea51ef4d associated. External IP: 172.26.2.74, port: 7db0f691-f1f6-402f-9cf9-5131903c151b.
Nov 24 14:32:07.369927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=35355d45-8ed2-44d1-83f4-c5326183d9a6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:07.376511 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.9956136
Nov 24 14:32:07.379301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:07.381312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51980) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:07.390609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eaccf10>,) {'filters': {'network_id': ['4a2bce26-df7a-469f-939f-a05d789ab7bb']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:07.423684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.427882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b8e218f-d168-4951-92fe-0022dd7b2bbd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:07.440751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] For port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:07.451502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 24 14:32:07.451618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.452603 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/35355d45-8ed2-44d1-83f4-c5326183d9a6 HTTP/1.1" status: 204  len: 168 time: 1.7456257
Nov 24 14:32:07.460758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 51984) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:07.462742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eaccf10>, '0fe1b29d-019e-4663-940a-b30cf11cda52') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:07.463268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eaccf10>, '0fe1b29d-019e-4663-940a-b30cf11cda52') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:07.463762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] For port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,segment=NetworkSegment(1a6a77ba-4b1e-4e7a-af73-fba48593fc90),segment_id=1a6a77ba-4b1e-4e7a-af73-fba48593fc90)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:07.464915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28003ec-dd77-42c8-8908-0b952db161fd None None] Network 56f66fd3-7716-4e58-be28-39fa051ada3d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:07.470819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.479758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:07.485853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:07.485992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network cdc1fa32-2316-4e57-9424-9e3cc9057801 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:07.511200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:07.512605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.516879 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0b7f2fe0-6ca3-42a0-a1a2-e43d8c6e9117 HTTP/1.1" status: 204  len: 168 time: 1.3224344
Nov 24 14:32:07.544559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.553842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-dcf0d41e-e1a4-4358-ad0a-892a87f055ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:07.621535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, cdc1fa32-2316-4e57-9424-9e3cc9057801) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:07.632069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:07.632606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.694576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.705673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:07.706575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:07.748540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5085ee-5860-40ab-b1d9-d783f5aeddbb None None] Network cdc1fa32-2316-4e57-9424-9e3cc9057801 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:07.768024 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.5596905
Nov 24 14:32:07.779174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51990) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:07.910597 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:07.936033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port ea8846c3-1186-4cb1-abb8-ee619c02bca0 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:07.936786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.036709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.129202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.161693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Pushing event updated for resources: {'Port': ['ID=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:08.166413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:08.172163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.221359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port e25eaea2-c7aa-450b-88e4-6db848ec99cd {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:08.221930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.245546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ed3c2988-f5c0-4f5b-afdb-e5368c078db1 None None] Provisioning for port ea8846c3-1186-4cb1-abb8-ee619c02bca0 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:08.254009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ed3c2988-f5c0-4f5b-afdb-e5368c078db1 None None] Provisioning complete for port ea8846c3-1186-4cb1-abb8-ee619c02bca0 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:08.254491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2988-f5c0-4f5b-afdb-e5368c078db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.304061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 51998) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:08.333231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c2988-f5c0-4f5b-afdb-e5368c078db1 None None] Port ea8846c3-1186-4cb1-abb8-ee619c02bca0 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:08.335075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de73efc-ecdb-4f49-8c3e-403f8de68faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-cdc1fa32-2316-4e57-9424-9e3cc9057801', 'network_id': 'cdc1fa32-2316-4e57-9424-9e3cc9057801', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': '7af28bb0-3d22-4f81-9972-b1a0e5796700'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:08.336102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0de73efc-ecdb-4f49-8c3e-403f8de68faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.343171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'router': {'name': 'tempest-router--1636070448', 'project_id': '4e58587bcd8f449fbc07a6b80b7d9e94'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:08.351296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:08.351749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.351871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:08.362400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:router and tenant:4e58587bcd8f449fbc07a6b80b7d9e94 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:08.362400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:08.368329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:08.399731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.414615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b0fd0aa4-3023-427d-b5f7-a94181f56ced tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:08.490988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.512673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:08.534234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.593156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=4a2bce26-df7a-469f-939f-a05d789ab7bb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:08.601921 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/4a2bce26-df7a-469f-939f-a05d789ab7bb HTTP/1.1" status: 204  len: 168 time: 1.9785311
Nov 24 14:32:08.607327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.608961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.616187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52002) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:08.620946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:08.627661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=7af28bb0-3d22-4f81-9972-b1a0e5796700,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:08.633917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1264264241'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:08.647277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:08.648561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:08.659751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] DHCP port deletion for 56f66fd3-7716-4e58-be28-39fa051ada3d request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:08.663323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:08.668749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Deleting port e25eaea2-c7aa-450b-88e4-6db848ec99cd {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:08.669397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.683565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:08.700654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:08.716357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Router 04ae5ac0-417a-4455-8cee-588a0195b092 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:08.764965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85dd72-bdcf-4499-8d07-899cc3ab51a2 None None] Network cdc1fa32-2316-4e57-9424-9e3cc9057801 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:08.768409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.804739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.902263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ee3ebe0>,) {'filters': {'network_id': ['cdc1fa32-2316-4e57-9424-9e3cc9057801']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:08.909786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:08.912989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.935744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.941120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:08.950455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ee3ebe0>, 'a537a480-86be-4d37-8239-daedd01dd9a4') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:08.950871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ee3ebe0>, 'a537a480-86be-4d37-8239-daedd01dd9a4') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:08.981220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.010925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.026548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:09.027092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.034818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port e25eaea2-c7aa-450b-88e4-6db848ec99cd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e25eaea2-c7aa-450b-88e4-6db848ec99cd,segment=NetworkSegment(dbcf0187-4f02-48cf-b85c-25a7e08e92d9),segment_id=dbcf0187-4f02-48cf-b85c-25a7e08e92d9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:09.035175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.043205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:09.044817 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:09.065818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.070367 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0dff219f-702d-4b87-9fba-c6a4fad4f507 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.7591791
Nov 24 14:32:09.073983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52006) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:09.087236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] For port e25eaea2-c7aa-450b-88e4-6db848ec99cd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e25eaea2-c7aa-450b-88e4-6db848ec99cd,segment=NetworkSegment(dbcf0187-4f02-48cf-b85c-25a7e08e92d9),segment_id=dbcf0187-4f02-48cf-b85c-25a7e08e92d9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:09.087643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.111354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for ea8846c3-1186-4cb1-abb8-ee619c02bca0 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:09.165198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:09.266781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Calling delete_port for e25eaea2-c7aa-450b-88e4-6db848ec99cd owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:09.316317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for e25eaea2-c7aa-450b-88e4-6db848ec99cd owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:09.354616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.360135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.360353 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment ee9a6689-29e4-49f0-b70e-4dac674c7d8b of type vlan for network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af
Nov 24 14:32:09.364252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-41985b44-0fcd-4317-b0e6-12c81cc80a6f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:09.381502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.412908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=cdc1fa32-2316-4e57-9424-9e3cc9057801,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:09.424415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:09.428285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9695-9252-4ce0-b11d-7f124adca6de tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.432700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.447237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ee9a8f6d-a118-4149-977b-d13d4cd25019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:09.451881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.494094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Pushing event deleted for resources: {'Port': ['ID=e25eaea2-c7aa-450b-88e4-6db848ec99cd,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:09.503302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:09.504455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] No DVR routers for this DVR port e25eaea2-c7aa-450b-88e4-6db848ec99cd on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:09.523513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:09.527274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:32:09.527274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:32:09.553061 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/cdc1fa32-2316-4e57-9424-9e3cc9057801 HTTP/1.1" status: 204  len: 168 time: 1.7694266
Nov 24 14:32:09.559823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52010) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:09.575462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1881882905'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:09.602287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e25eaea2-c7aa-450b-88e4-6db848ec99cd no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:09.636621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d286e3-2bf1-4592-a085-9335c390e390 None None] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:09.654576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.670385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e25eaea2-c7aa-450b-88e4-6db848ec99cd {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:09.670926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e25eaea2-c7aa-450b-88e4-6db848ec99cd not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:32:09.675316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:09.689529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:09.698230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:09.710837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:09.739018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:09.782232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] Sync routers for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:09.839054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:09.839614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd03220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:09.904634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Provisioning for port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:09.947188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Provisioning complete for port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:09.947603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.955721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:09.959695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.981264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.985692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:09.986521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:09.996599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:10.029511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port e25eaea2-c7aa-450b-88e4-6db848ec99cd {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:10.029511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.029830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.071996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.086405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1dbefdf8-4d75-4ff1-8d73-4f9d95158423 tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:10.224900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:10.258573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:10.274678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:10.281104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:10.423244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=ea8846c3-1186-4cb1-abb8-ee619c02bca0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:10.442206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] The port 'e25eaea2-c7aa-450b-88e4-6db848ec99cd' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:32:10.450857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:10.512989 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.6441116
Nov 24 14:32:10.517054 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.8969941
Nov 24 14:32:10.536447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52016) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:10.544044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9695-9252-4ce0-b11d-7f124adca6de tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.550832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9695-9252-4ce0-b11d-7f124adca6de tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.560112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:10.580198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.580504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.593957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:10.610417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.610760 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment f9751f3d-38d5-4db6-b52e-9c4642123c59 of type vlan for network 822b5218-5e58-47c6-93ea-7b3634e5347a
Nov 24 14:32:10.642981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:32:10.656297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.704668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.726971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'status': 'completed', 'code': 200}
Nov 24 14:32:10.767692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fef044be-e332-4227-b45f-784acc25f66a None None] For port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,segment=NetworkSegment(1a6a77ba-4b1e-4e7a-af73-fba48593fc90),segment_id=1a6a77ba-4b1e-4e7a-af73-fba48593fc90)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:10.792403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8:1::1 (75d459e1-56cc-4e01-9824-6c5706c4f257/4f36cd3c-b8dd-4c63-87a8-1216fbf106c0/1cfa1f64-5fc4-48b4-8152-34d1923bf1a1) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:10.844627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9695-9252-4ce0-b11d-7f124adca6de tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.846635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d9695-9252-4ce0-b11d-7f124adca6de tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9211367f-47fd-4cb8-b178-505b506862c2 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:32:10.870471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd03220>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '7203e875-90c4-4492-8f0a-0d7cea51ef4d', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'port_id': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'mac_address': 'fa:16:3e:1b:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:04Z', 'updated_at': '2021-11-24T14:32:04Z', 'revision_number': 0, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:35Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:10.876514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9695-9252-4ce0-b11d-7f124adca6de tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.878313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] Checking router: 04ae5ac0-417a-4455-8cee-588a0195b092 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:10.880642 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8a4d9695-9252-4ce0-b11d-7f124adca6de tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9211367f-47fd-4cb8-b178-505b506862c2 HTTP/1.1" status: 204  len: 168 time: 1.7531500
Nov 24 14:32:10.913491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:10.918826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd03220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:10.961279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.969200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:10.972805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:10.999519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a9c08a14-b40e-4384-8975-bfd63b1555ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:11.041373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.043411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cd7bd-0f72-4e1b-97ac-5384d5d82290 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:32:11.050026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:11.057682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e9d4700>,) {'filters': {'network_id': ['56f66fd3-7716-4e58-be28-39fa051ada3d']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:11.067929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/ea8846c3-1186-4cb1-abb8-ee619c02bca0 HTTP/1.1" status: 204  len: 168 time: 3.6824093
Nov 24 14:32:11.069315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:11.077142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:11.082307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52026) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:11.088996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d4700>, 'dbcf0187-4f02-48cf-b85c-25a7e08e92d9') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:11.091015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d4700>, 'dbcf0187-4f02-48cf-b85c-25a7e08e92d9') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:11.093138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e3d4866-0611-4624-89d7-00fc79e245ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:11.097477 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5275590
Nov 24 14:32:11.112310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52030) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:11.118327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:11.153323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:11.155955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=822b5218-5e58-47c6-93ea-7b3634e5347a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:11.158812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:11.240563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.250397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 822b5218-5e58-47c6-93ea-7b3634e5347a details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:11.292696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52034) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:11.301697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.332625 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:11.336963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:11.349276 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:11.378791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:11.397244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.481639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Pushing event updated for resources: {'Port': ['ID=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:11.497955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.502551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:11.503150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a9aac948-55b7-4f73-a71a-227639bed525 None None] Provisioning complete for port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:11.503525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a9aac948-55b7-4f73-a71a-227639bed525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.507049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c0ff7822-0c67-4de9-bad2-02cbb7a3b23c tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:11.545659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network 822b5218-5e58-47c6-93ea-7b3634e5347a is not hosted by any dhcp agent {{(pid=84234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 24 14:32:11.551973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:11.553827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.555840 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "PUT /v2.0/networks/822b5218-5e58-47c6-93ea-7b3634e5347a HTTP/1.1" status: 200  len: 723 time: 0.4425650
Nov 24 14:32:11.572242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52040) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:11.584046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.590686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-37278393', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:11.603615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:11.604245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d6ebb-50bb-4500-90d3-fb37a281ae02 req-2b4d37ec-ee4b-4e1d-a48f-d35d38c03a35 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:11.605690 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-530d6ebb-50bb-4500-90d3-fb37a281ae02 req-2b4d37ec-ee4b-4e1d-a48f-d35d38c03a35 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.8745289
Nov 24 14:32:11.621621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': '822b5218-5e58-47c6-93ea-7b3634e5347a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:11.638882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=822b5218-5e58-47c6-93ea-7b3634e5347a,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:11.642362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:11.646200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:11.655786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 822b5218-5e58-47c6-93ea-7b3634e5347a details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:11.684431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6cd7bd-0f72-4e1b-97ac-5384d5d82290 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:32:11.686334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.693989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Usage tracker for resource:router and tenant:4eda27edbf304754bded87d67a4898c8 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:11.699303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.718335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d71a9-187a-4836-b807-64e63a83647c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:11.719608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc6d71a9-187a-4836-b807-64e63a83647c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:11.776307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:11.777590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:11.782170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e0faacfa-b43a-4ff0-bf5d-26b32dc3a37d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:11.810297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:11.836159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-861e5d8e-1d38-41dd-850a-53e542fed457 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0aecf5fca6484de096db1d9ff660d5ef&device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1099 time: 1.0878723
Nov 24 14:32:11.840914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:11.847844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=56f66fd3-7716-4e58-be28-39fa051ada3d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:11.923987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/56f66fd3-7716-4e58-be28-39fa051ada3d HTTP/1.1" status: 204  len: 168 time: 4.4488206
Nov 24 14:32:11.924814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52046) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:11.931624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-155350296'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:11.938074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:11.938257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:11.943096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:11.946665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:11.953079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:11.994772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Performing IP validity checks on allocation pools {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 14:32:11.997585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 14:32:12.063622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:12.066877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.098706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:12.109792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.110348 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment 43eb2da3-1d96-459b-be12-d9729785de73 of type vlan for network 7a179f53-4e06-41ee-ad36-19653c2419b3
Nov 24 14:32:12.139216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.175317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:12.192051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc6d71a9-187a-4836-b807-64e63a83647c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:12.193198 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dc6d71a9-187a-4836-b807-64e63a83647c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.1072814
Nov 24 14:32:12.194136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.195032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.196036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52050) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:12.199639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-530d6ebb-50bb-4500-90d3-fb37a281ae02 req-0131227b-6caf-4cc0-b1c4-0680a01c5ac1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5550470
Nov 24 14:32:12.214955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:12.224752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.231627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:12.245361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:12.252286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52054) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:12.313127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-16cef480-295b-4512-8739-475720718489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:12.314649 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-16cef480-295b-4512-8739-475720718489 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9edf11f2-ec6c-49d2-b95c-a40b4f183832 HTTP/1.1" status: 200  len: 897 time: 0.4646828
Nov 24 14:32:12.316305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.320330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:12.320905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.334644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:12.366569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd03220>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '7203e875-90c4-4492-8f0a-0d7cea51ef4d', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'port_id': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'mac_address': 'fa:16:3e:1b:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:04Z', 'updated_at': '2021-11-24T14:32:04Z', 'revision_number': 0, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:35Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:12.378482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa481b70-4d7f-4a30-9731-7d7a777b1a06 None None] The sync data for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv is: [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '7203e875-90c4-4492-8f0a-0d7cea51ef4d', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'floating_ip_address': '172.26.2.74', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'port_id': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'mac_address': 'fa:16:3e:1b:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:04Z', 'updated_at': '2021-11-24T14:32:04Z', 'revision_number': 0, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:35Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:12.407942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.442226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064098dc-e654-42f9-8435-7a35476a9781 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:32:12.460871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:12.496167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-53fc0e57-9aaf-44bb-95c8-cfe4d2a55456 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:12.519797 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0869fd6d-c614-4dd2-ad6f-7d8adb6cf754 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/floatingips/7203e875-90c4-4492-8f0a-0d7cea51ef4d HTTP/1.1" status: 200  len: 991 time: 0.2616050
Nov 24 14:32:12.522368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=7a179f53-4e06-41ee-ad36-19653c2419b3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:12.525615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:12.542061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:12.559104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1670e9b3-1247-44eb-bc73-2d6331eb8a64 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:12.560710 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1670e9b3-1247-44eb-bc73-2d6331eb8a64 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3633058
Nov 24 14:32:12.564149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52058) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:12.656925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609df2f3-02b3-401c-9dce-af94ddc819b0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:12.658636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609df2f3-02b3-401c-9dce-af94ddc819b0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:12.661350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609df2f3-02b3-401c-9dce-af94ddc819b0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:12.662597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-609df2f3-02b3-401c-9dce-af94ddc819b0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:12.662738 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daadc779-9f67-4ccd-9062-7c1b1719dff2 None None] New status for floating IP 7203e875-90c4-4492-8f0a-0d7cea51ef4d: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:32:12.668667 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7419219
Nov 24 14:32:12.671809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52062) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:12.679007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': '7a179f53-4e06-41ee-ad36-19653c2419b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:12.708070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064098dc-e654-42f9-8435-7a35476a9781 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:32:12.786644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:12.797992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:12.802341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:12.803310 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-e86017e6-8135-40e4-874f-d97eccbafe52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db0f691-f1f6-402f-9cf9-5131903c151b HTTP/1.1" status: 200  len: 999 time: 0.4613922
Nov 24 14:32:12.805562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-609df2f3-02b3-401c-9dce-af94ddc819b0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:12.806670 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-609df2f3-02b3-401c-9dce-af94ddc819b0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2416034
Nov 24 14:32:12.807622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:12.810484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52066) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:12.852950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:12.898181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:12.908217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:12.982853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:12.993035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:13.044625 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-9355e974-a414-4fd0-a2e0-590fb1aeecb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:13.046258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-9355e974-a414-4fd0-a2e0-590fb1aeecb3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2299ee8e-1614-4ec4-a339-7e18aa9ed7d5 HTTP/1.1" status: 200  len: 834 time: 0.1323202
Nov 24 14:32:13.053868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:13.057452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:13.095582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:13.095960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.131307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.157626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:13.158238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.161253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 23780440-ce2b-4396-939b-74997dc8c347 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:13.166866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.175878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.184429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:13.240431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.305757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=548978fc-b7ab-4849-8512-484665dcbf01,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:13.313406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:13.440152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.455536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': 'ee9a6689-29e4-49f0-b70e-4dac674c7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:13.455958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:13.478886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-a1bff8fa-59f5-44b5-8217-2c2cc12993b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9edf11f2-ec6c-49d2-b95c-a40b4f183832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4191866
Nov 24 14:32:13.538208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52070) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:13.583669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.613363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.702770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4bc97470-789d-49f5-b0f4-efcf73d16c24 None None] Provisioning for port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:13.711456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4bc97470-789d-49f5-b0f4-efcf73d16c24 None None] Provisioning complete for port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:13.711839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4bc97470-789d-49f5-b0f4-efcf73d16c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.749025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.753595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbe4e51b-d87a-45e3-9361-d03389a7f11f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:13.768427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4bc97470-789d-49f5-b0f4-efcf73d16c24 None None] Port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:13.785994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.830176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:13.839732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43687d-a6c4-4df8-a31d-78f814c30b43 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:13.856370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=01cfec65-3544-4bde-b895-f42fcbdd7429,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:13.863696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:13.864217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4eb44d80-3ac0-497b-a7b0-7c3d46a88127 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:13.907341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=23780440-ce2b-4396-939b-74997dc8c347,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:13.910916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:13.911754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': '43eb2da3-1d96-459b-be12-d9729785de73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a179f53-4e06-41ee-ad36-19653c2419b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:13.912738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: 7a179f53-4e06-41ee-ad36-19653c2419b3, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:13.969745 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/23780440-ce2b-4396-939b-74997dc8c347 HTTP/1.1" status: 204  len: 168 time: 1.1547606
Nov 24 14:32:13.970053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52074) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:14.005745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:14.022443 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0bcf64f8-dbba-4db7-bc2d-07b2ececdc12 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/floatingips/7203e875-90c4-4492-8f0a-0d7cea51ef4d HTTP/1.1" status: 200  len: 993 time: 0.4777882
Nov 24 14:32:14.048505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 9594b3b6-66e1-4841-b10f-e0fb0738ac6c {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:14.051532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.111401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.149021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 7a179f53-4e06-41ee-ad36-19653c2419b3) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:14.156964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:14.157543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.159594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ed13e-b152-4037-a7d6-379fa2f5503e None None] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:14.162784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.166837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:14.178798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0fcde276-2590-4e90-88da-cfa4ed408ec1 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:14.216371 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-dafd04ed-1aa7-4345-ad95-c9a7910e9b19 service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7246518
Nov 24 14:32:14.223544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.230987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:14.248510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f70e36-9cd8-421c-bdb7-2ba2adc99bee None None] Network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:14.268137 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5895498
Nov 24 14:32:14.268137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52078) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:14.275923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1281363400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:14.293365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:14.295978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:14.296604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.301515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:router and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:14.307106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:14.317907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:14.388948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=699c6dec-da53-446a-8002-a9b49a0064e8,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:14.398981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:14.407789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.408830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.430114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.454088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.464956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed4e6bec-27b7-4bb7-a8da-53db3545e0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:14.502125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.510575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=9594b3b6-66e1-4841-b10f-e0fb0738ac6c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:14.516000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:14.525159 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/9594b3b6-66e1-4841-b10f-e0fb0738ac6c HTTP/1.1" status: 204  len: 168 time: 0.5535436
Nov 24 14:32:14.526011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52082) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:14.559872 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.0220673
Nov 24 14:32:14.578649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52086) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:14.589920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': 'f9751f3d-38d5-4db6-b52e-9c4642123c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '822b5218-5e58-47c6-93ea-7b3634e5347a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:14.590528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: 822b5218-5e58-47c6-93ea-7b3634e5347a, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:14.592258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.601082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-7a179f53-4e06-41ee-ad36-19653c2419b3', 'network_id': '7a179f53-4e06-41ee-ad36-19653c2419b3', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': '01cfec65-3544-4bde-b895-f42fcbdd7429'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:14.601807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af', 'name': 'tempest-PortsIpV6TestJSON-1993379079'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:14.602484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.619847 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ad7dafc8-d67b-4574-9f93-1dfabea310fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0927300
Nov 24 14:32:14.620459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52090) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:14.629335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:14.639219 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fb8cbf9-3d32-4f6e-82dc-701695d80c42 req-9e44da63-3833-4750-8154-52772a01c81f service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4114420
Nov 24 14:32:14.715770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.747829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:14.753374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:14.756548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:14.763193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:14.775358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.804143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af', 'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af', 'tenant_id': '812d3cde387642f09bf57820011874d9', 'fixed_ips': [{'subnet_id': '548978fc-b7ab-4849-8512-484665dcbf01'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:14.807801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.828502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.829760 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-38bd355d-eaf7-4887-8482-5a793e4a3b13 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5622652
Nov 24 14:32:14.832593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52094) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:14.856892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.857832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.875275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1a5a090d-389d-4e86-89f8-6142944dc524 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:14.934293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:14.934566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d91d012-5b0f-4d78-b2c2-f7fa624ee7ee None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:14.939507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:14.942883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:15.050327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:15.065855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:15.134991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network 822b5218-5e58-47c6-93ea-7b3634e5347a is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:15.137711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Allocated IP 172.20.0.2 (7a179f53-4e06-41ee-ad36-19653c2419b3/01cfec65-3544-4bde-b895-f42fcbdd7429/f2b84261-4f24-4ff2-b533-2008f82cc689) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:15.183796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:15.202302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:15.238549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:15.251168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:15.260811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ab457210-9690-408a-88a3-56a00a30ee27 None None] Provisioning complete for port 69c0f612-d2fd-496a-8bf2-aaf967174a27 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:15.261192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ab457210-9690-408a-88a3-56a00a30ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:15.278212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 822b5218-5e58-47c6-93ea-7b3634e5347a) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:15.290526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:15.291100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:15.303964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae843b-16df-4163-b415-1a135ae47a49 None None] Network 822b5218-5e58-47c6-93ea-7b3634e5347a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:15.308987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:15.317459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:15.379064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Allocated IP 172.26.2.198 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/46f63302-eeb0-443d-bc75-72e74d644420) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:15.399440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Allocated IP 2001:db8::2 (e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af/548978fc-b7ab-4849-8512-484665dcbf01/f288b709-fb6e-4e5c-aaec-bb9b5cfa7123) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:15.455620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:15.458630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:15.542509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 405da187-c700-4ee4-add4-db1afa388290 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:15.695071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:15.724671 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1440644
Nov 24 14:32:15.770124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52098) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:15.833357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:16.021108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.037102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.090109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-822b5218-5e58-47c6-93ea-7b3634e5347a', 'network_id': '822b5218-5e58-47c6-93ea-7b3634e5347a', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': '699c6dec-da53-446a-8002-a9b49a0064e8'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:16.103800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.103967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:16.104556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:16.109316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Transition to ACTIVE for port object f2b84261-4f24-4ff2-b533-2008f82cc689 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:16.135140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Deleting port 69c0f612-d2fd-496a-8bf2-aaf967174a27 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:16.138418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.173765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.177727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:16.204631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Transition to ACTIVE for port object f2b84261-4f24-4ff2-b533-2008f82cc689 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:16.273991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:32:16.279598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.322570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:16.323905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event updated for resources: {'Port': ['ID=46f63302-eeb0-443d-bc75-72e74d644420,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:16.328975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:16.332404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:16.333637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:16.341201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Transition to ACTIVE for port object f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:16.348486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-af89b7e8-a446-4a0f-a9c2-bf71f4f843cf None None] Provisioning complete for port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:16.348865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-af89b7e8-a446-4a0f-a9c2-bf71f4f843cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.373119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.393886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:16.472124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.20.0.1 (7a179f53-4e06-41ee-ad36-19653c2419b3/01cfec65-3544-4bde-b895-f42fcbdd7429/19b1a71b-246c-4423-9f1c-640213f287b4) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:16.482871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:16.487684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66684446'] for subnet, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.504402 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4926152
Nov 24 14:32:16.505198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52102) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:16.511679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:16.513311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1954639648'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:16.520711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:16.526679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:16.536304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:16.543244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:16.556155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Transition to ACTIVE for port object f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:16.599297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:16.618009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:16.620612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:16.636850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:16.640274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.670321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Pushing event updated for resources: {'Port': ['ID=f2b84261-4f24-4ff2-b533-2008f82cc689,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:16.673723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:16.681657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-af89b7e8-a446-4a0f-a9c2-bf71f4f843cf None None] Port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:16.696710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.706584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-02eb44f0-8e44-4d51-a44c-6d49f3142b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:16.728006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:16.732574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.733535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.757560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:16.758280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f842c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:16.763858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::28c (e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af/548978fc-b7ab-4849-8512-484665dcbf01/405da187-c700-4ee4-add4-db1afa388290) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:16.767389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.767733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment 2e675f98-915b-46b5-b043-f36b4c7e259a of type vlan for network 769bba0c-70d4-4b2e-ada4-ee7227eb1473
Nov 24 14:32:16.803710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.817065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:16.846963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object 19b1a71b-246c-4423-9f1c-640213f287b4 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:16.900487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.023739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 69c0f612-d2fd-496a-8bf2-aaf967174a27 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:17.094064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:17.147109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.151601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:17.152579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.167486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:17.205484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.215492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:17.225145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Allocated IP 172.20.0.2 (822b5218-5e58-47c6-93ea-7b3634e5347a/699c6dec-da53-446a-8002-a9b49a0064e8/d0f29e5c-f609-4a8d-9d5b-dab48a01c56c) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:17.235077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:17.259248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:17.312568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Pushing event updated for resources: {'Port': ['ID=f288b709-fb6e-4e5c-aaec-bb9b5cfa7123,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:17.330785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:17.331635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:17.342851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:17.355860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:17.361545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:17.364997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=769bba0c-70d4-4b2e-ada4-ee7227eb1473,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:17.371056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Attempting to bind port f2b84261-4f24-4ff2-b533-2008f82cc689 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:17.371440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Attempting to bind port f2b84261-4f24-4ff2-b533-2008f82cc689 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '43eb2da3-1d96-459b-be12-d9729785de73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a179f53-4e06-41ee-ad36-19653c2419b3'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:17.371969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Attempting to bind port f2b84261-4f24-4ff2-b533-2008f82cc689 on network 7a179f53-4e06-41ee-ad36-19653c2419b3 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:17.372642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:17.396639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:17.397026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Checking segment: {'id': '43eb2da3-1d96-459b-be12-d9729785de73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a179f53-4e06-41ee-ad36-19653c2419b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:17.397445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.397904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Bound using segment: {'id': '43eb2da3-1d96-459b-be12-d9729785de73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a179f53-4e06-41ee-ad36-19653c2419b3'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:17.398403 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Bound port: f2b84261-4f24-4ff2-b533-2008f82cc689, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43eb2da3-1d96-459b-be12-d9729785de73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a179f53-4e06-41ee-ad36-19653c2419b3'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:17.399561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.402043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.408817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:17.415523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9057002
Nov 24 14:32:17.417089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52106) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:17.426691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=19b1a71b-246c-4423-9f1c-640213f287b4,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:17.427361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:17.435482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:17.440229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=69c0f612-d2fd-496a-8bf2-aaf967174a27,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:17.453368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object 405da187-c700-4ee4-add4-db1afa388290 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:17.486188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.495432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=69c0f612-d2fd-496a-8bf2-aaf967174a27,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:17.495842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.514733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.564546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.565262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.571254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e10e0659-8aff-4fea-a510-5ad44af1270c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:17.638336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:17.679079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:17.682512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:17.683214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1450988'] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.695931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:17.704274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:17.708420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:17.718547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:17.741403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=69c0f612-d2fd-496a-8bf2-aaf967174a27,revision_number=8']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:17.745010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:17.748581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b8ed0df-7366-4367-b768-ca5a4ecf238e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:17.781291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.807934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:17.812681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Calling delete_port for 69c0f612-d2fd-496a-8bf2-aaf967174a27 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:17.826623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79858212-939b-4d5d-abca-8df8bc67eb49 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:17.860493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2365882
Nov 24 14:32:17.865516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52110) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:17.868159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=8b730d7c-4b33-48a5-a9c9-d9c05fd1d401,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:17.872777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:17.874641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:17.880460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:17.889353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Router 0fcc417b-643b-49c0-a565-2866c3c536fc is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:32:18.006508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:18.008873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=405da187-c700-4ee4-add4-db1afa388290,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:18.021242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:18.023323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:18.027152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:18.031339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:18.031938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.082049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Attempting to bind port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:18.082335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Attempting to bind port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ee9a6689-29e4-49f0-b70e-4dac674c7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:18.082818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Attempting to bind port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 on network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:18.099661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:32:18.100383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:32:18.111597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.113075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.187863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:18.188457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Checking segment: {'id': 'ee9a6689-29e4-49f0-b70e-4dac674c7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:18.188958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.189449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Bound using segment: {'id': 'ee9a6689-29e4-49f0-b70e-4dac674c7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:18.190210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Bound port: f288b709-fb6e-4e5c-aaec-bb9b5cfa7123, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9a6689-29e4-49f0-b70e-4dac674c7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:18.190715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.208604 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.6245990
Nov 24 14:32:18.213412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52114) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:18.216963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:18.226379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:18.272558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:18.285803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:18.287790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] For port f2b84261-4f24-4ff2-b533-2008f82cc689, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:18.333075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] For port f2b84261-4f24-4ff2-b533-2008f82cc689, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f2b84261-4f24-4ff2-b533-2008f82cc689,segment=NetworkSegment(43eb2da3-1d96-459b-be12-d9729785de73),segment_id=43eb2da3-1d96-459b-be12-d9729785de73)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:18.363616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 405da187-c700-4ee4-add4-db1afa388290 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:18.363951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.377100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=69c0f612-d2fd-496a-8bf2-aaf967174a27,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:18.380827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:18.402267 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.430613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.436183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.440266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-52580ea6-34bc-4de3-a108-936150d9236e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:18.500975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.526170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.544427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd3d8a8f-47d4-4459-9cb4-2c4825a483dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:18.558302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Transition to ACTIVE for port object d0f29e5c-f609-4a8d-9d5b-dab48a01c56c will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:18.602623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Deleting port 69c0f612-d2fd-496a-8bf2-aaf967174a27 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:18.602946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.621524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.632552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] For port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:18.655660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.676122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] For port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f288b709-fb6e-4e5c-aaec-bb9b5cfa7123,segment=NetworkSegment(ee9a6689-29e4-49f0-b70e-4dac674c7d8b),segment_id=ee9a6689-29e4-49f0-b70e-4dac674c7d8b)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:18.680343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Transition to ACTIVE for port object d0f29e5c-f609-4a8d-9d5b-dab48a01c56c will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:18.682649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Pushing event updated for resources: {'Port': ['ID=f2b84261-4f24-4ff2-b533-2008f82cc689,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:18.686024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:18.693006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3cecef4a-c8ca-4be1-a5d4-5201e569a015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:18.695533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.707771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d7c860cc-8feb-43ac-8e04-4713b46dba1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:18.733844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:18.740397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=19b1a71b-246c-4423-9f1c-640213f287b4,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:18.745471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:18.756504 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] Sync routers for ids ['0fcc417b-643b-49c0-a565-2866c3c536fc'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:18.790911 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] Routers {'0fcc417b-643b-49c0-a565-2866c3c536fc'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:18.799042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.799944 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff9ea30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['0fcc417b-643b-49c0-a565-2866c3c536fc'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:18.835876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=2e6beae3-f186-4299-a661-3c0113229f09,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:18.844446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.851819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:18.856551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:18.938256 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff9ea30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:18.953403 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] Routers {'0fcc417b-643b-49c0-a565-2866c3c536fc'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:18.954314 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff9ea30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['0fcc417b-643b-49c0-a565-2866c3c536fc'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:19.009676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.012853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 7.7144635
Nov 24 14:32:19.013230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=69c0f612-d2fd-496a-8bf2-aaf967174a27,revision_number=9']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:19.017424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 405da187-c700-4ee4-add4-db1afa388290 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:19.020538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:19.053584 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff9ea30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:19.054015 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f0070-5239-4749-937b-989cb6799eed None None] The sync data for ids ['0fcc417b-643b-49c0-a565-2866c3c536fc'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:19.056450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ddd74d0-9c52-42d0-b54e-c17289e02590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:19.056766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52118) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:19.083310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:19.083674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: 769bba0c-70d4-4b2e-ada4-ee7227eb1473, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:19.112007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f842c40>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:13Z', 'revision_number': 3, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:14Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:19.119145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Network 822b5218-5e58-47c6-93ea-7b3634e5347a is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:19.129761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:19.130409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Updating router c85ab188-adcb-4bb2-a1fb-c5755f412405 port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:32:19.192314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:19.209368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:19.269446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:19.322496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.343121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:19.370597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Pushing event updated for resources: {'Port': ['ID=f288b709-fb6e-4e5c-aaec-bb9b5cfa7123,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:19.382806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:19.383776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.397420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:19.423605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 769bba0c-70d4-4b2e-ada4-ee7227eb1473) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:19.436718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=405da187-c700-4ee4-add4-db1afa388290,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:19.445837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:19.446419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.462013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:19.520460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b124c4c-8273-401d-aa6b-a6b7cd08f3a5 None None] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:19.527763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.532255 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/405da187-c700-4ee4-add4-db1afa388290 HTTP/1.1" status: 204  len: 168 time: 1.3155134
Nov 24 14:32:19.533685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52122) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:19.580456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5a4258-9dcd-4007-a119-6cdfedde0f42 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:19.581017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5a4258-9dcd-4007-a119-6cdfedde0f42 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:19.583982 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0b5a4258-9dcd-4007-a119-6cdfedde0f42 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/405da187-c700-4ee4-add4-db1afa388290 HTTP/1.1" status: 404  len: 333 time: 0.0480032
Nov 24 14:32:19.586832 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1687980
Nov 24 14:32:19.587467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52126) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:19.595890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52130) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:19.604962 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.ipam_backend_mixin [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b730d7c-4b33-48a5-a9c9-d9c05fd1d401 (CIDR: 2001:db8::/64)
Nov 24 14:32:19.695257 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:32:19.695703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:19.718536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] For port 69c0f612-d2fd-496a-8bf2-aaf967174a27, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=69c0f612-d2fd-496a-8bf2-aaf967174a27,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:19.718940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.757965 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ce81c8-0a74-42f7-8d23-7894ad40f21a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:32:19.758568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-56ce81c8-0a74-42f7-8d23-7894ad40f21a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:19.834362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-56ce81c8-0a74-42f7-8d23-7894ad40f21a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:19.839794 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-56ce81c8-0a74-42f7-8d23-7894ad40f21a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/405da187-c700-4ee4-add4-db1afa388290 HTTP/1.1" status: 404  len: 333 time: 0.2497313
Nov 24 14:32:19.841279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52134) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:19.841404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Attempting to bind port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:19.841529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Attempting to bind port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f9751f3d-38d5-4db6-b52e-9c4642123c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '822b5218-5e58-47c6-93ea-7b3634e5347a'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:19.841899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Attempting to bind port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c on network 822b5218-5e58-47c6-93ea-7b3634e5347a {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:19.910427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:19.910877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Checking segment: {'id': 'f9751f3d-38d5-4db6-b52e-9c4642123c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '822b5218-5e58-47c6-93ea-7b3634e5347a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:19.911263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.912206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Bound using segment: {'id': 'f9751f3d-38d5-4db6-b52e-9c4642123c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '822b5218-5e58-47c6-93ea-7b3634e5347a'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:19.912206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Bound port: d0f29e5c-f609-4a8d-9d5b-dab48a01c56c, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9751f3d-38d5-4db6-b52e-9c4642123c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '822b5218-5e58-47c6-93ea-7b3634e5347a'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:19.912524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:19.924676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Pushing event updated for resources: {'Port': ['ID=d0f29e5c-f609-4a8d-9d5b-dab48a01c56c,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:19.933234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Calling delete_port for 69c0f612-d2fd-496a-8bf2-aaf967174a27 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:19.945917 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-03d1f634-44a1-4a82-9ecd-89c70dc443bd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.0790520
Nov 24 14:32:19.954154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52138) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:19.963935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:19.978803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:19.979288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.088s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:19.979645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:20.058409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754251607300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66625739'] for subnet, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.086483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:20.175804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:20.176408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.180135 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "PUT /v2.0/subnets/699c6dec-da53-446a-8002-a9b49a0064e8 HTTP/1.1" status: 200  len: 806 time: 4.4066722
Nov 24 14:32:20.189105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52142) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:20.236528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=699c6dec-da53-446a-8002-a9b49a0064e8,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:20.242358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:20.260777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 548978fc-b7ab-4849-8512-484665dcbf01 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:20.289694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] For port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:20.294791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] For port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0f29e5c-f609-4a8d-9d5b-dab48a01c56c,segment=NetworkSegment(f9751f3d-38d5-4db6-b52e-9c4642123c59),segment_id=f9751f3d-38d5-4db6-b52e-9c4642123c59)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:20.327707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.385673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:20.391654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:20.398096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:20.402413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:20.465451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.491918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.510874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:20.521005 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-30e7da8e-6494-466c-ae7d-deeddcbdcbdf tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/0fcc417b-643b-49c0-a565-2866c3c536fc HTTP/1.1" status: 200  len: 923 time: 1.4626188
Nov 24 14:32:20.528414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52146) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:20.563134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b273f7ae-fff2-4d5e-b7ed-5d81bd0a2ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:20.605677 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-88d742c5-1421-44e0-aff9-d7c103dc23b0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fcc417b-643b-49c0-a565-2866c3c536fc HTTP/1.1" status: 200  len: 205 time: 0.0731380
Nov 24 14:32:20.612543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52150) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:20.624878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.626556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.635812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.661927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:20.662782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.695024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:20.695628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.794314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:20.832664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d78bcf-0111-45a0-ab69-919a740e1e17 None None] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:20.903506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720149c-e82f-41b3-8bfc-605cd29291dd None None] Network e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:20.932921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:21.008944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 62c06cfa-3936-4641-be3e-63be63e9475f is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:32:21.100664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:21.162067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Pushing event updated for resources: {'Port': ['ID=d0f29e5c-f609-4a8d-9d5b-dab48a01c56c,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:21.182786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:21.191940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0f29e5c-f609-4a8d-9d5b-dab48a01c56c,segment=NetworkSegment(f9751f3d-38d5-4db6-b52e-9c4642123c59),segment_id=f9751f3d-38d5-4db6-b52e-9c4642123c59)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:21.192298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:21.238061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.585s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:21.323929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for d0f29e5c-f609-4a8d-9d5b-dab48a01c56c owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:21.353275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Pushing event deleted for resources: {'Port': ['ID=69c0f612-d2fd-496a-8bf2-aaf967174a27,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:21.353922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:21.368845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ec64e13c-52c9-4d6a-a989-1af61cb2d1b3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:21.386534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:21.393674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:21.459515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Allocated IP 2001:db8:2::2 (769bba0c-70d4-4b2e-ada4-ee7227eb1473/2e6beae3-f186-4299-a661-3c0113229f09/07544cd7-0bc1-48fc-a994-bdfe2c7831cf) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:21.475048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] No DVR routers for this DVR port 69c0f612-d2fd-496a-8bf2-aaf967174a27 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:21.550090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ef7ae-1e23-4b29-a33d-122e70983e06 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:21.579863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=548978fc-b7ab-4849-8512-484665dcbf01,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:21.582953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:21.597500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-46eb73e9-39be-4b39-a02c-5bf09ccafc90 None None] Provisioning for port f2b84261-4f24-4ff2-b533-2008f82cc689 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:21.601113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:21.603536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:21.620862 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/62c06cfa-3936-4641-be3e-63be63e9475f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7872667
Nov 24 14:32:21.624972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52154) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:21.649585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/548978fc-b7ab-4849-8512-484665dcbf01 HTTP/1.1" status: 204  len: 168 time: 1.8080363
Nov 24 14:32:21.651182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.resource_extend [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:32:21.653739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52158) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:21.696493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] Sync routers for ids ['62c06cfa-3936-4641-be3e-63be63e9475f'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:21.740706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:21.767788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5776f6d6-f5dd-452a-9f7c-1424c510f919 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:21.768503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5776f6d6-f5dd-452a-9f7c-1424c510f919 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:21.887504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:21.938364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:21.951417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.016606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5776f6d6-f5dd-452a-9f7c-1424c510f919 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:22.017948 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5776f6d6-f5dd-452a-9f7c-1424c510f919 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports/19b1a71b-246c-4423-9f1c-640213f287b4 HTTP/1.1" status: 200  len: 910 time: 0.3917913
Nov 24 14:32:22.021939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52162) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:22.044981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.054785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.066717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5149cb8-9369-4c82-b526-fbddc3678b5c tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:22.071731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] Routers {'62c06cfa-3936-4641-be3e-63be63e9475f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:22.072478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3ee220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['62c06cfa-3936-4641-be3e-63be63e9475f'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:22.093922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.151951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:22.172501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f2b84261-4f24-4ff2-b533-2008f82cc689 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:22.235760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e4e1859b-2ef9-4d1a-b908-19cb228afb4c None None] Provisioning for port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:22.238879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3ee220>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:22.250116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Transition to ACTIVE for port object 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:22.269935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:22.273489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:22.292230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=a5c79d45-e30e-4929-9ecd-023c1bc32143,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:22.301244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:22.302449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.305350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e4e1859b-2ef9-4d1a-b908-19cb228afb4c None None] Provisioning complete for port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:22.305629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e4e1859b-2ef9-4d1a-b908-19cb228afb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.362171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:22.368005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c99ca96-c2fb-4fd7-9a49-5c4d2aa2e741 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:22.415568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port d0f29e5c-f609-4a8d-9d5b-dab48a01c56c on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:22.451376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=d0f29e5c-f609-4a8d-9d5b-dab48a01c56c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:22.457397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:22.467419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] For port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f288b709-fb6e-4e5c-aaec-bb9b5cfa7123,segment=NetworkSegment(ee9a6689-29e4-49f0-b70e-4dac674c7d8b),segment_id=ee9a6689-29e4-49f0-b70e-4dac674c7d8b)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:22.468269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.488272 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5319736
Nov 24 14:32:22.494349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.494933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52170) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:22.513472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:34:e3:dd', 'name': 'tempest-NetworksTestDHCPv6-117033146'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:22.560465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c9f8684b-6297-4933-a166-3866b6d99c17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:22.596246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '8b730d7c-4b33-48a5-a9c9-d9c05fd1d401'}, {'subnet_id': 'a5c79d45-e30e-4929-9ecd-023c1bc32143'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:22.597373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.612144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:22.655975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.677367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.693413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Transition to ACTIVE for port object 07544cd7-0bc1-48fc-a994-bdfe2c7831cf will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:22.721687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Transition to ACTIVE for port object 07544cd7-0bc1-48fc-a994-bdfe2c7831cf will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:22.774900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] Routers {'62c06cfa-3936-4641-be3e-63be63e9475f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:22.775524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3ee220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['62c06cfa-3936-4641-be3e-63be63e9475f'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:22.845818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.850663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0486de96-a714-4d2c-833b-695cbdd703c1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:22.859790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.929366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=f288b709-fb6e-4e5c-aaec-bb9b5cfa7123,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:22.931956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:22.934191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No DVR routers for this DVR port f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:22.976950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:22.984972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9817ee68-6af3-499b-8530-2739d46d957f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:23.019156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8:2::1 (769bba0c-70d4-4b2e-ada4-ee7227eb1473/2e6beae3-f186-4299-a661-3c0113229f09/ae19672a-b03f-4158-a95f-90ab7952cb5f) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:23.041927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=699c6dec-da53-446a-8002-a9b49a0064e8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:23.049873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:23.144981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.167146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc50891-0c17-48cd-902e-d0ed72a1797a None None] DHCP port deletion for e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:23.169419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af2d74-b863-4af0-8857-b8ed4fafa0ac None None] Network 822b5218-5e58-47c6-93ea-7b3634e5347a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:23.223089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:23.225261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Deleting port 46f63302-eeb0-443d-bc75-72e74d644420 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:23.225600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.228763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port f2b84261-4f24-4ff2-b533-2008f82cc689 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:23.229556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.232378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.237970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ef126a0>,) {'filters': {'network_id': ['e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:23.261547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ef126a0>, 'ee9a6689-29e4-49f0-b70e-4dac674c7d8b') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:23.261834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ef126a0>, 'ee9a6689-29e4-49f0-b70e-4dac674c7d8b') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:23.276012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:23.283073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f3659d0>,) {'filters': {'network_id': ['822b5218-5e58-47c6-93ea-7b3634e5347a']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:23.290780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.294269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:23.306109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3659d0>, 'f9751f3d-38d5-4db6-b52e-9c4642123c59') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:23.306406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3659d0>, 'f9751f3d-38d5-4db6-b52e-9c4642123c59') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:23.313044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:23.320253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.323189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.323995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc501174-520e-4c5e-a488-fe01dcb80519 None None] Pushing event updated for resources: {'Port': ['ID=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:23.326850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e4e1859b-2ef9-4d1a-b908-19cb228afb4c None None] Could not find standard attr ID for object f288b709-fb6e-4e5c-aaec-bb9b5cfa7123. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:32:23.337248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bc501174-520e-4c5e-a488-fe01dcb80519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:23.339932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:23.339932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.340673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3ee220>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:23.341575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f07ba30-19e2-4cb6-89d9-869ee834a4be None None] The sync data for ids ['62c06cfa-3936-4641-be3e-63be63e9475f'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:23.354057 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:23.365348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.365503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.382245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-aceb636b-17a8-4ed7-b6ef-865fbe9c7690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:23.410701 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.plugins.ml2.db [None req-e4e1859b-2ef9-4d1a-b908-19cb228afb4c None None] No ports have port_id starting with f288b709-fb6e-4e5c-aaec-bb9b5cfa7123
Nov 24 14:32:23.428873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f2b84261-4f24-4ff2-b533-2008f82cc689 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:23.429786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.430108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:23.430505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:23.448967 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:23.461819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object ae19672a-b03f-4158-a95f-90ab7952cb5f will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:23.472639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:23.476622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.586555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 66889b39-a112-455d-9875-30dc16ebf8dd yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:23.636789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.648471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.664440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b2f80f02-52a0-409b-8eaf-2be59cb3fe06 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:23.681950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:23.682761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.693359 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:23.698522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:23.702484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-deab0d07-9cd8-4592-a340-e9bf0961b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.704962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:23.732497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.748728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:23.755316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Pushing event updated for resources: {'Port': ['ID=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:23.756100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f0b94a46-43b9-42e5-a6bf-8ee2f02d4314 None None] Could not find standard attr ID for object d0f29e5c-f609-4a8d-9d5b-dab48a01c56c. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:32:23.757916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:23.766307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.770742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-99f8646a-e261-4210-ab42-ec203f6308d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:23.789930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.799090 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/e8dfca13-fbc2-4f8c-9f54-1ae7b94f47af HTTP/1.1" status: 204  len: 168 time: 2.1439559
Nov 24 14:32:23.805248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52176) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:23.812163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-895550966'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:23.818454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=822b5218-5e58-47c6-93ea-7b3634e5347a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:23.821266 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/822b5218-5e58-47c6-93ea-7b3634e5347a HTTP/1.1" status: 204  len: 168 time: 3.6311901
Nov 24 14:32:23.837322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:23.837322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:23.837322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:23.837322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:23.844230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:23.846235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52180) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:23.884046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.885192 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3384eb-e842-451b-8590-fa59effcdf63 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:23.885808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3384eb-e842-451b-8590-fa59effcdf63 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:23.887857 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3d3384eb-e842-451b-8590-fa59effcdf63 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/822b5218-5e58-47c6-93ea-7b3634e5347a HTTP/1.1" status: 404  len: 339 time: 0.0405931
Nov 24 14:32:23.892309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Allocated IP 2001:db8:0:1::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/a5c79d45-e30e-4929-9ecd-023c1bc32143/0c6706e1-e779-45f5-bc30-6097ec7ae155) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:23.892984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52184) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:23.893941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:23.900517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1108292070', 'description': 'd1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:23.900763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Allocated IP 2001:db8::f816:3eff:fefd:a40b (545fb1c8-c25e-4ba6-8844-73dcc5231588/8b730d7c-4b33-48a5-a9c9-d9c05fd1d401/0c6706e1-e779-45f5-bc30-6097ec7ae155) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:23.907127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:23.912151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:network and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:23.916240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:23.936052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:23.954221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:23.957819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:23.997067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:24.001231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.001707 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment 11b7e9a8-b840-4764-9898-d3830d477654 of type vlan for network 8692e0af-0b7b-415d-b0ab-cabba124bf8e
Nov 24 14:32:24.025978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Calling delete_port for 46f63302-eeb0-443d-bc75-72e74d644420 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:24.027148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:24.031448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.054408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.102813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:24.115588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.116406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment 012e0df6-be67-4205-bbe0-2c9ba76a962e of type vlan for network 5a420f4d-bd77-4a24-a5c2-d43d079b6b85
Nov 24 14:32:24.136995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:24.146465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:24.155861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.159488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:24.160009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.163869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=ae19672a-b03f-4158-a95f-90ab7952cb5f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:24.178836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223f1e9-421d-4160-ab90-d31d4f9aa563 None None] DHCP port deletion for 822b5218-5e58-47c6-93ea-7b3634e5347a request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:24.198266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:24.206565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.213297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:24.213972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.222689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c356ff2a-8d8a-4cb6-a486-a8012c0e2bd3 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:24.274158 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Attempting to bind port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:24.274703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Attempting to bind port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:24.275082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Attempting to bind port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf on network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:24.282551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41fb55-43cc-4273-8e5a-d90598717cb9 None None] Network 822b5218-5e58-47c6-93ea-7b3634e5347a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:24.290096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.293791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:24.294363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.324553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.353173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Attempting to bind port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:24.357690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Attempting to bind port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:24.357690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Attempting to bind port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 on network 75d459e1-56cc-4e01-9824-6c5706c4f257 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:24.361950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:24.362333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Checking segment: {'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:24.362746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.363151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Bound using segment: {'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:24.363636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Bound port: 07544cd7-0bc1-48fc-a994-bdfe2c7831cf, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:24.364021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.377467 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5710235
Nov 24 14:32:24.380256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52188) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:24.381968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.386368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=8692e0af-0b7b-415d-b0ab-cabba124bf8e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:24.386523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41fb55-43cc-4273-8e5a-d90598717cb9 None None] Network 822b5218-5e58-47c6-93ea-7b3634e5347a could not be found, it might have been deleted concurrently. {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Nov 24 14:32:24.387894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:24.402512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:24.406662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fb011391-484e-4254-a280-473b1173f7b9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:24.415387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 8692e0af-0b7b-415d-b0ab-cabba124bf8e details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:24.437375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.472506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:24.472895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Checking segment: {'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:24.473315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.473724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Bound using segment: {'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:24.474221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Bound port: 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a77ba-4b1e-4e7a-af73-fba48593fc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:24.474610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.496625 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.5998328
Nov 24 14:32:24.512798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52192) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:24.554093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port f2b84261-4f24-4ff2-b533-2008f82cc689, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f2b84261-4f24-4ff2-b533-2008f82cc689,segment=NetworkSegment(43eb2da3-1d96-459b-be12-d9729785de73),segment_id=43eb2da3-1d96-459b-be12-d9729785de73)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:24.560415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Transition to ACTIVE for port object 0c6706e1-e779-45f5-bc30-6097ec7ae155 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:24.652117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.662824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Transition to ACTIVE for port object 0c6706e1-e779-45f5-bc30-6097ec7ae155 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:24.665633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:24.679087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=5a420f4d-bd77-4a24-a5c2-d43d079b6b85,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:24.694251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:24.696786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:24.703198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:24.711385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 5a420f4d-bd77-4a24-a5c2-d43d079b6b85 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:24.717307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:24.727691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:24.737352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d02f68-6c51-430c-80e5-4d12cafa2d53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:24.737693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.738173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-26d02f68-6c51-430c-80e5-4d12cafa2d53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Synchronizing usage tracker for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:24.761495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a92a533b-136a-44e2-a60a-0791029772b9 None None] Provisioning for port 19b1a71b-246c-4423-9f1c-640213f287b4 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:24.826779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:24.844025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.852547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a92a533b-136a-44e2-a60a-0791029772b9 None None] Provisioning complete for port 19b1a71b-246c-4423-9f1c-640213f287b4 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:24.852919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a92a533b-136a-44e2-a60a-0791029772b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.859540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-26d02f68-6c51-430c-80e5-4d12cafa2d53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Unset dirty status for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:24.861115 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-26d02f68-6c51-430c-80e5-4d12cafa2d53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/networks?id=5a420f4d-bd77-4a24-a5c2-d43d079b6b85 HTTP/1.1" status: 200  len: 761 time: 0.3475659
Nov 24 14:32:24.879506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52198) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:24.902731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'description': 'd2'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:24.938614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.939807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:24.952925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:24.954894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9b270784-bb2c-4a3a-842c-0b5ff2155aef tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:25.020129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] For port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:25.023527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:25.023879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f288b709-fb6e-4e5c-aaec-bb9b5cfa7123 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:32:25.063553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=f2b84261-4f24-4ff2-b533-2008f82cc689,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:25.067296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] For port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,segment=NetworkSegment(2e675f98-915b-46b5-b043-f36b4c7e259a),segment_id=2e675f98-915b-46b5-b043-f36b4c7e259a)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:25.077823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] For port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:25.082186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:25.085085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e5c90f0-d2da-4c92-bcf6-a4145d34d1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:25.112054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event deleted for resources: {'Port': ['ID=46f63302-eeb0-443d-bc75-72e74d644420,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:25.115262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:25.117316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:25.126970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:25.128739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a92a533b-136a-44e2-a60a-0791029772b9 None None] Port 19b1a71b-246c-4423-9f1c-640213f287b4 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:25.130745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:25.142982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] For port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,segment=NetworkSegment(1a6a77ba-4b1e-4e7a-af73-fba48593fc90),segment_id=1a6a77ba-4b1e-4e7a-af73-fba48593fc90)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:25.195420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.238897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Pushing event updated for resources: {'Port': ['ID=0c6706e1-e779-45f5-bc30-6097ec7ae155,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:25.248190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.260498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:25.262570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:25.268490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.273331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-623322f8-cefb-4f79-8857-585b5dbb2ba1 tempest-ExtraDHCPOptionsTestJSON-1686200363 tempest-ExtraDHCPOptionsTestJSON-1686200363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:25.333182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a92a533b-136a-44e2-a60a-0791029772b9 None None] Provisioning complete for port f2b84261-4f24-4ff2-b533-2008f82cc689 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:25.334006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a92a533b-136a-44e2-a60a-0791029772b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.350966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=4d735f41-e0ba-442f-a0bc-4b869de98096,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:25.354109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:25.383766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': '11b7e9a8-b840-4764-9898-d3830d477654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:25.384511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: 8692e0af-0b7b-415d-b0ab-cabba124bf8e, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:25.440656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Attempting to bind port 0c6706e1-e779-45f5-bc30-6097ec7ae155 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:25.441035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Attempting to bind port 0c6706e1-e779-45f5-bc30-6097ec7ae155 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:25.441596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Attempting to bind port 0c6706e1-e779-45f5-bc30-6097ec7ae155 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:25.462476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Pushing event updated for resources: {'Port': ['ID=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:25.474083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 8692e0af-0b7b-415d-b0ab-cabba124bf8e is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:25.513708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:25.514221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:25.515430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.516040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:25.516733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Bound port: 0c6706e1-e779-45f5-bc30-6097ec7ae155, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:25.517291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.542878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 8692e0af-0b7b-415d-b0ab-cabba124bf8e) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:25.553483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:25.554065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.559974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:25.560696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f842c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:25.605339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8:0:1::2af (545fb1c8-c25e-4ba6-8844-73dcc5231588/a5c79d45-e30e-4929-9ecd-023c1bc32143/66889b39-a112-455d-9875-30dc16ebf8dd) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:25.617992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99469b6-dcfd-4310-890f-437c263ab072 None None] Network 8692e0af-0b7b-415d-b0ab-cabba124bf8e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:25.669571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2879045
Nov 24 14:32:25.672591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52202) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:25.683521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1060785733'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:25.725682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::f816:3eff:fe34:e3dd (545fb1c8-c25e-4ba6-8844-73dcc5231588/8b730d7c-4b33-48a5-a9c9-d9c05fd1d401/66889b39-a112-455d-9875-30dc16ebf8dd) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:25.899959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:25.941575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:25.946378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:25.950330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:25.961963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:25.997054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc501174-520e-4c5e-a488-fe01dcb80519 None None] Pushing event updated for resources: {'Port': ['ID=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:26.015374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bc501174-520e-4c5e-a488-fe01dcb80519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:26.020579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:26.024911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:26.024911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:26.078057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:26.081457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.096129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9faf9e65-46cb-4ccd-bcd1-2cbe5cf0a977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.107056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 0717340c-2c74-45c8-9c8d-ab45f7b2cbe4 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:26.122126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.193540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] For port 0c6706e1-e779-45f5-bc30-6097ec7ae155, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:26.261528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.269999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::288 (8692e0af-0b7b-415d-b0ab-cabba124bf8e/4d735f41-e0ba-442f-a0bc-4b869de98096/0717340c-2c74-45c8-9c8d-ab45f7b2cbe4) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:26.278988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-812ffce5-0371-4932-a981-088b0150fd0e tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:26.295035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] For port 0c6706e1-e779-45f5-bc30-6097ec7ae155, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0c6706e1-e779-45f5-bc30-6097ec7ae155,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:26.437339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.438771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network 5a420f4d-bd77-4a24-a5c2-d43d079b6b85 is not hosted by any dhcp agent {{(pid=84234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Nov 24 14:32:26.442416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:26.443206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.444681 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "PUT /v2.0/networks/5a420f4d-bd77-4a24-a5c2-d43d079b6b85 HTTP/1.1" status: 200  len: 758 time: 1.5620787
Nov 24 14:32:26.447325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52206) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:26.490892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4bc318d0-64d1-4714-bd77-421d30d734c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:26.604511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-8692e0af-0b7b-415d-b0ab-cabba124bf8e', 'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e', 'tenant_id': '812d3cde387642f09bf57820011874d9', 'fixed_ips': [{'subnet_id': '4d735f41-e0ba-442f-a0bc-4b869de98096'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:26.605416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.663495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=5a420f4d-bd77-4a24-a5c2-d43d079b6b85,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:26.675297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.676322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:26.747748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object 0717340c-2c74-45c8-9c8d-ab45f7b2cbe4 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:26.754956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb6053d-dbe1-4ed7-8aa6-a25177401fbf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:26.762707 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cfb6053d-dbe1-4ed7-8aa6-a25177401fbf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/networks?id=5a420f4d-bd77-4a24-a5c2-d43d079b6b85 HTTP/1.1" status: 200  len: 761 time: 0.3082912
Nov 24 14:32:26.762707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52210) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:26.765865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.772311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-407748911'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:26.784910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:26.802341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:26.833220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.838961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.843846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 5a420f4d-bd77-4a24-a5c2-d43d079b6b85 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:26.885753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:26.891680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.930973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.943660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fcac65bd-904a-40dd-9f08-476f28c835c3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:26.955913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.956859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:26.966242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:27.048137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559884f-7811-40f4-a379-a898ce2d0517 None None] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:27.069521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.075850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 8692e0af-0b7b-415d-b0ab-cabba124bf8e is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:27.076738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:27.082765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:27.086398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.090344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:27.095390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:27.096225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.098490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 07544cd7-0bc1-48fc-a994-bdfe2c7831cf up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:27.100035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=0717340c-2c74-45c8-9c8d-ab45f7b2cbe4,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:27.105569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:27.116517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.116857 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment ab15801c-8d32-426d-a47c-8e0aaee84b48 of type vlan for network c1011c86-88d4-495d-b3f8-437b702b7fa3
Nov 24 14:32:27.156344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Pushing event updated for resources: {'Port': ['ID=0c6706e1-e779-45f5-bc30-6097ec7ae155,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:27.156943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.163137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 19b1a71b-246c-4423-9f1c-640213f287b4 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:27.163480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.169956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:27.207009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.5327721
Nov 24 14:32:27.210140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52214) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:27.268250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=ae19672a-b03f-4158-a95f-90ab7952cb5f,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:27.271735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 66889b39-a112-455d-9875-30dc16ebf8dd will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:27.277502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:27.281370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.284981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:27.285556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.302833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:27.331904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 0717340c-2c74-45c8-9c8d-ab45f7b2cbe4 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:27.332460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.419683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.420270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Fanout notify agent at l3_agent the message router_deleted on router 0fcc417b-643b-49c0-a565-2866c3c536fc {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:32:27.453150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Allocated IP 2001:db8::2 (8692e0af-0b7b-415d-b0ab-cabba124bf8e/4d735f41-e0ba-442f-a0bc-4b869de98096/456f6d52-88a7-41d0-b0d5-9d9f9664229a) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:27.461184 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6976342
Nov 24 14:32:27.462286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-24fe637b-51e6-45a2-a08d-d21ddc7bce87 None None] Provisioning for port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:27.470696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52218) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:27.480389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=c1011c86-88d4-495d-b3f8-437b702b7fa3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:27.495916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:27.497626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'c1011c86-88d4-495d-b3f8-437b702b7fa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:27.510376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:27.521869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:27.531711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c1011c86-88d4-495d-b3f8-437b702b7fa3 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:27.707107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.774045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f842c40>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:25Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:23Z', 'revision_number': 1, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:27.795553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08c39f-812f-4ae9-a994-759ab9f9d199 None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:25Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:23Z', 'revision_number': 1, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:27.797429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:27.813945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:27.816425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.901960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 0717340c-2c74-45c8-9c8d-ab45f7b2cbe4 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:27.918971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.927175 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/0fcc417b-643b-49c0-a565-2866c3c536fc HTTP/1.1" status: 204  len: 168 time: 7.3119166
Nov 24 14:32:27.929402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.943234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52222) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:27.946665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:27.965568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1566942093', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': False}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:27.969357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:28.031583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:28.056563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:router and tenant:f7dc59557285492c9b1b8e5dd08eb7c1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:28.126308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:28.163300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0122212d-b00b-4e53-89e4-c890862768a4 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:28.197492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:28.206106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 19b1a71b-246c-4423-9f1c-640213f287b4 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:28.248252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.257965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:28.258772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.263012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:28.324898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=0717340c-2c74-45c8-9c8d-ab45f7b2cbe4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:28.336132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:28.384197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.399711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:28.400801 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/0717340c-2c74-45c8-9c8d-ab45f7b2cbe4 HTTP/1.1" status: 204  len: 168 time: 1.1874852
Nov 24 14:32:28.401353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52228) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:28.405943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Usage tracker for resource:subnet and tenant:a2beaeb9da684037ae58e512ec1d77f5 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:28.417006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:28.421467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:28.425118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=66889b39-a112-455d-9875-30dc16ebf8dd,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:28.427930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:28.436783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:28.437742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.452476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:28.457241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:28.465065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cadcb3c-7885-4fed-98ed-60072a8233f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:32:28.466571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1cadcb3c-7885-4fed-98ed-60072a8233f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:28.514826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.540657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-70bac3a7-28e5-470d-bce7-f02ef80547cf None None] Provisioning for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:28.556391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.560184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.564783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1cadcb3c-7885-4fed-98ed-60072a8233f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:28.569317 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1cadcb3c-7885-4fed-98ed-60072a8233f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/0717340c-2c74-45c8-9c8d-ab45f7b2cbe4 HTTP/1.1" status: 404  len: 333 time: 0.1668501
Nov 24 14:32:28.570131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52232) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:28.580263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.642268 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 6.1406760
Nov 24 14:32:28.649182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Transition to ACTIVE for port object 456f6d52-88a7-41d0-b0d5-9d9f9664229a will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:28.651999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:28.655327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52236) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:28.669955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,segment=NetworkSegment(2e675f98-915b-46b5-b043-f36b4c7e259a),segment_id=2e675f98-915b-46b5-b043-f36b4c7e259a)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:28.743073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Transition to ACTIVE for port object 456f6d52-88a7-41d0-b0d5-9d9f9664229a will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:28.754981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.755881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f2b84261-4f24-4ff2-b533-2008f82cc689 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:28.762629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 4d735f41-e0ba-442f-a0bc-4b869de98096 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:28.819249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 66889b39-a112-455d-9875-30dc16ebf8dd {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:28.819771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.833970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bc501174-520e-4c5e-a488-fe01dcb80519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:28.868005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.880353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ecc4b795-12cd-43e0-98f6-e7041a86e8ff None None] Provisioning for port ae19672a-b03f-4158-a95f-90ab7952cb5f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:28.882035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.888630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ecc4b795-12cd-43e0-98f6-e7041a86e8ff None None] Provisioning complete for port ae19672a-b03f-4158-a95f-90ab7952cb5f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:28.889631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b795-12cd-43e0-98f6-e7041a86e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.929838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:28.970890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ecc4b795-12cd-43e0-98f6-e7041a86e8ff None None] Port ae19672a-b03f-4158-a95f-90ab7952cb5f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:28.982719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.023724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f2b84261-4f24-4ff2-b533-2008f82cc689 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:29.024145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.200576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.210257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8de24d2f-1d23-409b-a012-2ecdbea902dd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:29.229377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Network 8692e0af-0b7b-415d-b0ab-cabba124bf8e is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:29.233601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:29.236353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:29.369340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=19b1a71b-246c-4423-9f1c-640213f287b4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:29.376960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:29.383773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:29.395395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:29.413889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3322248e-067e-4cce-89be-5c68133b29ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:29.433413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.531821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ecc4b795-12cd-43e0-98f6-e7041a86e8ff None None] Provisioning complete for port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:29.537237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b795-12cd-43e0-98f6-e7041a86e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.552847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.593966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:29.640320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0c6706e1-e779-45f5-bc30-6097ec7ae155 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:29.656532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.696019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Attempting to bind port 456f6d52-88a7-41d0-b0d5-9d9f9664229a on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:29.696488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Attempting to bind port 456f6d52-88a7-41d0-b0d5-9d9f9664229a by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '11b7e9a8-b840-4764-9898-d3830d477654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:29.696962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Attempting to bind port 456f6d52-88a7-41d0-b0d5-9d9f9664229a on network 8692e0af-0b7b-415d-b0ab-cabba124bf8e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:29.705218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 66889b39-a112-455d-9875-30dc16ebf8dd owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:29.740500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:29.741270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Checking segment: {'id': '11b7e9a8-b840-4764-9898-d3830d477654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:29.741907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.742461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Bound using segment: {'id': '11b7e9a8-b840-4764-9898-d3830d477654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:29.743293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Bound port: 456f6d52-88a7-41d0-b0d5-9d9f9664229a, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b7e9a8-b840-4764-9898-d3830d477654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8692e0af-0b7b-415d-b0ab-cabba124bf8e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:29.743843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:29.792918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Pushing event updated for resources: {'Port': ['ID=456f6d52-88a7-41d0-b0d5-9d9f9664229a,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:29.798189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:29.926054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] For port 456f6d52-88a7-41d0-b0d5-9d9f9664229a, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:30.091325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:30.097978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:30.101385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.118408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.127105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55022212-814a-4e5c-957b-d7dbf7403272 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:30.145290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] For port 456f6d52-88a7-41d0-b0d5-9d9f9664229a, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=456f6d52-88a7-41d0-b0d5-9d9f9664229a,segment=NetworkSegment(11b7e9a8-b840-4764-9898-d3830d477654),segment_id=11b7e9a8-b840-4764-9898-d3830d477654)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:30.173503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=66889b39-a112-455d-9875-30dc16ebf8dd,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:30.176287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:30.177560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1f7b77ba-7f02-44cf-a500-9b99a13b9ac0 None None] Provisioning complete for port ae19672a-b03f-4158-a95f-90ab7952cb5f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:30.177941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1f7b77ba-7f02-44cf-a500-9b99a13b9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.222457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.227073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.231505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-42d7dd92-008e-4ca9-816c-bef7ec89cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:30.274874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.314438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.339878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b77ba-7f02-44cf-a500-9b99a13b9ac0 None None] Port ae19672a-b03f-4158-a95f-90ab7952cb5f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:30.341886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/66889b39-a112-455d-9875-30dc16ebf8dd HTTP/1.1" status: 204  len: 168 time: 1.6830473
Nov 24 14:32:30.345683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52240) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:30.372562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.384567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1f7b77ba-7f02-44cf-a500-9b99a13b9ac0 None None] Could not find standard attr ID for object 66889b39-a112-455d-9875-30dc16ebf8dd. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:32:30.390557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.405475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Pushing event updated for resources: {'Port': ['ID=456f6d52-88a7-41d0-b0d5-9d9f9664229a,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:30.410113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:30.423212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 0c6706e1-e779-45f5-bc30-6097ec7ae155, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0c6706e1-e779-45f5-bc30-6097ec7ae155,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:30.428791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1f7b77ba-7f02-44cf-a500-9b99a13b9ac0 None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:30.429365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1f7b77ba-7f02-44cf-a500-9b99a13b9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.447007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32f0e6-a989-40f4-b3d7-b155e4bda601 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:30.447703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0d32f0e6-a989-40f4-b3d7-b155e4bda601 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:30.473280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a197b549-f74d-4b07-baf4-b45966871671 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:30.491791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.497779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:30.503334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.503334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:30.539227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:30.543256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=4d735f41-e0ba-442f-a0bc-4b869de98096,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:30.547078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:30.550514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.557133 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:32:30.562211 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/4d735f41-e0ba-442f-a0bc-4b869de98096 HTTP/1.1" status: 204  len: 168 time: 1.9909053
Nov 24 14:32:30.563499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52244) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:30.583721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0d32f0e6-a989-40f4-b3d7-b155e4bda601 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:30.585755 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0d32f0e6-a989-40f4-b3d7-b155e4bda601 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.2391341
Nov 24 14:32:30.589702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52248) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:30.727094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=84e703b8-2070-43e5-9e96-86570f74a6f3,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:30.731234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:30.774175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=0c6706e1-e779-45f5-bc30-6097ec7ae155,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:30.777538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:30.809191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.828040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 456f6d52-88a7-41d0-b0d5-9d9f9664229a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:30.833556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.884727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2c8ef-1632-40e5-abef-2bc8507c3e87 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:30.885379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:30.886378 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-33b2c8ef-1632-40e5-abef-2bc8507c3e87 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2955353
Nov 24 14:32:30.889807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52252) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:30.895307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:30.895813 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:30.919596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:30.921382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': 'ab15801c-8d32-426d-a47c-8e0aaee84b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c1011c86-88d4-495d-b3f8-437b702b7fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:30.921735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: c1011c86-88d4-495d-b3f8-437b702b7fa3, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:30.932947 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:30.950692 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:30.952237 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029de20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:31.013562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d42671-5bf5-4791-a016-0fcd84c8e2c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:31.015534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d42671-5bf5-4791-a016-0fcd84c8e2c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:31.017021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d42671-5bf5-4791-a016-0fcd84c8e2c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:31.017837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36d42671-5bf5-4791-a016-0fcd84c8e2c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:31.041544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.098344 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4900496
Nov 24 14:32:31.099245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,segment=NetworkSegment(1a6a77ba-4b1e-4e7a-af73-fba48593fc90),segment_id=1a6a77ba-4b1e-4e7a-af73-fba48593fc90)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:31.110407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52256) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:31.127976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798959391'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:31.136436 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:31.136842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36d42671-5bf5-4791-a016-0fcd84c8e2c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:31.137988 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36d42671-5bf5-4791-a016-0fcd84c8e2c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2472532
Nov 24 14:32:31.139384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:31.150102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52260) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:31.154229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:network and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:31.158716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.176854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.179378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:31.192826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:31.195659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.207944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:31.215692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] For port 456f6d52-88a7-41d0-b0d5-9d9f9664229a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=456f6d52-88a7-41d0-b0d5-9d9f9664229a,segment=NetworkSegment(11b7e9a8-b840-4764-9898-d3830d477654),segment_id=11b7e9a8-b840-4764-9898-d3830d477654)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:31.216047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.244512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network c1011c86-88d4-495d-b3f8-437b702b7fa3 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:31.276807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:31.281347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:31.282184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 62c06cfa-3936-4641-be3e-63be63e9475f has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:31.369577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c1011c86-88d4-495d-b3f8-437b702b7fa3) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:31.379908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e826076-1697-4a2d-ad61-50cf98c66845 None None] Network c1011c86-88d4-495d-b3f8-437b702b7fa3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:31.380858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:31.383783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.400992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 456f6d52-88a7-41d0-b0d5-9d9f9664229a owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:31.433874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:31.435449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.526578 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0545120
Nov 24 14:32:31.530800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52264) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:31.625706 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029de20>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:25Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:25Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:31.631577 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:31.632313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Updating router c85ab188-adcb-4bb2-a1fb-c5755f412405 port ae19672a-b03f-4158-a95f-90ab7952cb5f binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:32:31.705784 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.719975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:31.744291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:31.798913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.799265 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added segment 70f08dc2-39f8-450e-bce2-3e7a1e20bee2 of type vlan for network 2610bf53-f905-4d0d-a802-33a5db6eaf20
Nov 24 14:32:31.907373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.913215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 8b730d7c-4b33-48a5-a9c9-d9c05fd1d401 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:31.918566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.937227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9244677-cfd1-4905-a381-c0f24eff1982 None None] Network 8692e0af-0b7b-415d-b0ab-cabba124bf8e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:31.948959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.984082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:31.988786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:31.992976 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/62c06cfa-3936-4641-be3e-63be63e9475f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9655151
Nov 24 14:32:32.006635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Allocated IP 172.26.2.155 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/ff4d0e89-3086-45ca-9dbf-efcee28ce11c) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:32.018618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52268) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:32.075510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.082747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1354be2f-58c1-465b-96e7-8fd4c441cd47 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:32.114704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-abd03bbb-3d48-4ced-9f01-5bd758b7404e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:32.137105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=456f6d52-88a7-41d0-b0d5-9d9f9664229a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:32.142547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:32.151357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No DVR routers for this DVR port 456f6d52-88a7-41d0-b0d5-9d9f9664229a on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:32.178710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] Sync routers for ids ['62c06cfa-3936-4641-be3e-63be63e9475f'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:32.209231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.215410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:32.216316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.225436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.226357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.238912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-20400926-3049-45ef-89cd-ca71b901d58a None None] Could not find standard attr ID for object 456f6d52-88a7-41d0-b0d5-9d9f9664229a. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:32:32.256468 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.271575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c8200aff-aa4a-4c80-a354-2cf2cbe0dde1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:32.273934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bcc353-2618-495b-8265-c1d16233c292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-c1011c86-88d4-495d-b3f8-437b702b7fa3', 'network_id': 'c1011c86-88d4-495d-b3f8-437b702b7fa3', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': '84e703b8-2070-43e5-9e96-86570f74a6f3'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:32.275116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-15bcc353-2618-495b-8265-c1d16233c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.285642 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Transition to ACTIVE for port object ae19672a-b03f-4158-a95f-90ab7952cb5f will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:32.309916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] Routers {'62c06cfa-3936-4641-be3e-63be63e9475f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:32.312187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb60dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['62c06cfa-3936-4641-be3e-63be63e9475f'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:32.340988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-abd03bbb-3d48-4ced-9f01-5bd758b7404e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:32.342994 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-abd03bbb-3d48-4ced-9f01-5bd758b7404e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=62c06cfa-3936-4641-be3e-63be63e9475f HTTP/1.1" status: 200  len: 205 time: 0.2979610
Nov 24 14:32:32.349762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.354278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52272) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:32.366037 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.376649 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:32.401062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459a9ae-6e87-4bd8-bfe9-16224e3a6c0b None None] DHCP port deletion for 8692e0af-0b7b-415d-b0ab-cabba124bf8e request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:32.461180 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d6e94-6d0e-47da-b3a7-8fa5927fece3 None None] Pushing event updated for resources: {'Port': ['ID=ae19672a-b03f-4158-a95f-90ab7952cb5f,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:32.474456 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-225d6e94-6d0e-47da-b3a7-8fa5927fece3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:32.492762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Network': ['ID=2610bf53-f905-4d0d-a802-33a5db6eaf20,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:32.495731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:32.498139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.503937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.515892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-87db7312-a59e-4727-92d8-ead4723a9d7e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:32.526151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:32.541476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ea1df40>,) {'filters': {'network_id': ['8692e0af-0b7b-415d-b0ab-cabba124bf8e']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:32.559767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb60dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:32.560514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea1df40>, '11b7e9a8-b840-4764-9898-d3830d477654') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:32.560973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea1df40>, '11b7e9a8-b840-4764-9898-d3830d477654') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:32.563219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=84e703b8-2070-43e5-9e96-86570f74a6f3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:32.569812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:32.573096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:32.577199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.584643 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4729600
Nov 24 14:32:32.587491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.595124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52276) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:32.602145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'subnet': {'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:32.609378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eda2b598-7024-4633-a58b-476728246ace tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server [None req-15bcc353-2618-495b-8265-c1d16233c292 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e703b8-2070-43e5-9e96-86570f74a6f3: This subnet is being modified by another concurrent operation.
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 24 14:32:32.634811 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise value
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server     raise exception
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e703b8-2070-43e5-9e96-86570f74a6f3: This subnet is being modified by another concurrent operation.
Nov 24 14:32:32.638868 dv-neutron-818347-1-hyperv neutron-server[84235]: ERROR oslo_messaging.rpc.server 
Nov 24 14:32:32.646389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.710205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.721418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8209ec0-346c-4bdd-b515-7789b349aa22 None None] Network c1011c86-88d4-495d-b3f8-437b702b7fa3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:32.732550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.733815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e199d3f9-9cc4-4958-90a1-ca92b1ad5350 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:32.762866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:32.763425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.788306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:32.797812 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Attempting to bind port ae19672a-b03f-4158-a95f-90ab7952cb5f on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:32.798350 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Attempting to bind port ae19672a-b03f-4158-a95f-90ab7952cb5f by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:32.798650 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Attempting to bind port ae19672a-b03f-4158-a95f-90ab7952cb5f on network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:32.801730 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:32.807507 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:32.807892 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Checking segment: {'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:32.808330 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.808733 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Bound using segment: {'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:32.809254 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Bound port: ae19672a-b03f-4158-a95f-90ab7952cb5f, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e675f98-915b-46b5-b043-f36b4c7e259a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:32.809703 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.876410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=8b730d7c-4b33-48a5-a9c9-d9c05fd1d401,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:32.887222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:32.921433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.939762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:32.947840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3076a63-1005-479c-bc7f-c3dc8c5016af None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:32.954212 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] For port ae19672a-b03f-4158-a95f-90ab7952cb5f, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:32.958723 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] For port ae19672a-b03f-4158-a95f-90ab7952cb5f, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ae19672a-b03f-4158-a95f-90ab7952cb5f,segment=NetworkSegment(2e675f98-915b-46b5-b043-f36b4c7e259a),segment_id=2e675f98-915b-46b5-b043-f36b4c7e259a)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:32.969306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:32.981365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:32.991044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Port': ['ID=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:32.991044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:33.020280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:33.024025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ebe1610>,) {'filters': {'network_id': ['c1011c86-88d4-495d-b3f8-437b702b7fa3']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:33.026933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:33.035646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:subnet and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:33.039085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:33.048493 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8b730d7c-4b33-48a5-a9c9-d9c05fd1d401 HTTP/1.1" status: 204  len: 168 time: 1.8939230
Nov 24 14:32:33.048493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:33.049354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52280) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:33.072318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] Routers {'62c06cfa-3936-4641-be3e-63be63e9475f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:33.072963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb60dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['62c06cfa-3936-4641-be3e-63be63e9475f'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:33.091278 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.095607 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:33.100959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ebe1610>, 'ab15801c-8d32-426d-a47c-8e0aaee84b48') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:33.101253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ebe1610>, 'ab15801c-8d32-426d-a47c-8e0aaee84b48') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:33.141428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet a5c79d45-e30e-4929-9ecd-023c1bc32143 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:33.153004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.194406 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d6e94-6d0e-47da-b3a7-8fa5927fece3 None None] Pushing event updated for resources: {'Port': ['ID=ae19672a-b03f-4158-a95f-90ab7952cb5f,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:33.197568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.198935 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-225d6e94-6d0e-47da-b3a7-8fa5927fece3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:33.200068 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:33.200815 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029de20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:33.215260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.222263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.240290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb60dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:33.241016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386db2a4-45e5-470c-889c-f4d6fc443f76 None None] The sync data for ids ['62c06cfa-3936-4641-be3e-63be63e9475f'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:33.252454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:33.276023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/8692e0af-0b7b-415d-b0ab-cabba124bf8e HTTP/1.1" status: 204  len: 168 time: 2.7110033
Nov 24 14:32:33.277333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Made reservation on behalf of 9249fef7c2e247cfb25e7194cbc0b39b for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:33.299739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52286) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:33.325724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'name': 'tempest-PortsIpV6TestJSON-1459082857'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:33.353926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=8692e0af-0b7b-415d-b0ab-cabba124bf8e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:33.365144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:33.437115 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:33.449901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.517514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 07544cd7-0bc1-48fc-a994-bdfe2c7831cf up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:33.573598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.667325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:33.667609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.682217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.814994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0c6706e1-e779-45f5-bc30-6097ec7ae155 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:33.939283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:33.939283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.950848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:33.955398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:33.961118 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029de20>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:32Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:33.972029 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847de5b-4eb5-435e-927f-933a19d938ec None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:32Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:33.974385 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:34.003418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eda2b598-7024-4633-a58b-476728246ace tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.009407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eda2b598-7024-4633-a58b-476728246ace tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.120018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:34.136855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:34.156164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eda2b598-7024-4633-a58b-476728246ace tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.156724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda2b598-7024-4633-a58b-476728246ace tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Fanout notify agent at l3_agent the message router_deleted on router 62c06cfa-3936-4641-be3e-63be63e9475f {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:32:34.160537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:34.179805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:34.184854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eda2b598-7024-4633-a58b-476728246ace tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.190035 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eda2b598-7024-4633-a58b-476728246ace tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/62c06cfa-3936-4641-be3e-63be63e9475f HTTP/1.1" status: 204  len: 168 time: 1.8346052
Nov 24 14:32:34.205569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52300) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:34.247583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 456f6d52-88a7-41d0-b0d5-9d9f9664229a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:34.251673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.260051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.260919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.312459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 456f6d52-88a7-41d0-b0d5-9d9f9664229a {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:34.313774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 456f6d52-88a7-41d0-b0d5-9d9f9664229a not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Nov 24 14:32:34.346720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Port 456f6d52-88a7-41d0-b0d5-9d9f9664229a not found, will not notify nova. {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 24 14:32:34.367317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:34.370693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.386778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.392292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.394545 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/c1011c86-88d4-495d-b3f8-437b702b7fa3 HTTP/1.1" status: 204  len: 168 time: 2.8623886
Nov 24 14:32:34.400836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52304) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:34.403491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-980d3708-5a3c-4119-9936-b8eb3ff58910 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:34.440264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=c1011c86-88d4-495d-b3f8-437b702b7fa3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:34.443530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:34.531557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ae19672a-b03f-4158-a95f-90ab7952cb5f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:34.548415 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb709a9-c38a-485c-bed0-56a16b0e7f6e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] GET failed (client error): The resource could not be found.
Nov 24 14:32:34.548927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0bb709a9-c38a-485c-bed0-56a16b0e7f6e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Synchronizing usage tracker for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:34.562160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port a4f2c258-46d9-4e52-907f-bfb4e92ec832 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:34.651273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8093c-d6b9-42b2-b9c1-138ff87617b7 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 14:32:34.659448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.665974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c54700de-8596-461e-8986-d54f1b629360 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:34.714801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c79d45-e30e-4929-9ecd-023c1bc32143,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:34.726336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:34.734483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.737126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c1b43-8b4d-4a06-a9e9-36c748d7fa22 req-e564f91f-6773-458f-8dd8-894c0816f679 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:34.738611 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ef2c1b43-8b4d-4a06-a9e9-36c748d7fa22 req-e564f91f-6773-458f-8dd8-894c0816f679 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.3991981
Nov 24 14:32:34.763079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.770672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0bb709a9-c38a-485c-bed0-56a16b0e7f6e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Unset dirty status for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:34.775643 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0bb709a9-c38a-485c-bed0-56a16b0e7f6e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/subnets/84e703b8-2070-43e5-9e96-86570f74a6f3 HTTP/1.1" status: 404  len: 337 time: 0.3735538
Nov 24 14:32:34.775973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port ae19672a-b03f-4158-a95f-90ab7952cb5f completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:34.776686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52308) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:34.781193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet 01cfec65-3544-4bde-b895-f42fcbdd7429 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:34.783227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.783352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e7b1d6d8-61f5-421a-990b-dd3da3ec3597 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:34.791964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ae19672a-b03f-4158-a95f-90ab7952cb5f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:34.792354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.843990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.903837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3a69adf1-3e76-46a4-98af-793a9798b991 None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:34.904259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3a69adf1-3e76-46a4-98af-793a9798b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:34.934198 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/a5c79d45-e30e-4929-9ecd-023c1bc32143 HTTP/1.1" status: 204  len: 168 time: 1.8811324
Nov 24 14:32:34.937060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52312) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:34.948076 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5d91ca-b0ba-4929-b5b5-9d001b5e0cf7 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:34.948543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5d91ca-b0ba-4929-b5b5-9d001b5e0cf7 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:34.952590 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0f5d91ca-b0ba-4929-b5b5-9d001b5e0cf7 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/c1011c86-88d4-495d-b3f8-437b702b7fa3 HTTP/1.1" status: 404  len: 339 time: 0.1328492
Nov 24 14:32:34.967923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52316) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.023117 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c8348eba-7542-4e87-b8f6-96f2facc38fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0817263
Nov 24 14:32:35.028484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52320) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.037049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:35.044075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.055647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Subnet': ['ID=b07add94-c8c9-48f3-9e85-3bb8ad4bf70f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:35.055887 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ef2c1b43-8b4d-4a06-a9e9-36c748d7fa22 req-19bc7401-c2f0-4fcf-806b-85fbc1d6aa0c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3033228
Nov 24 14:32:35.068534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.125714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:35.142029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Checking segment: {'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:35.142416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network hostable DHCP agents. Network: 2610bf53-f905-4d0d-a802-33a5db6eaf20, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:35.226650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:35.227078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3053bcd-bb6f-4de7-8bcc-45ef06f8d3aa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:35.227766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a3053bcd-bb6f-4de7-8bcc-45ef06f8d3aa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Synchronizing usage tracker for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:35.238303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:35.241664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a3053bcd-bb6f-4de7-8bcc-45ef06f8d3aa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Unset dirty status for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:35.242065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:35.245744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a3053bcd-bb6f-4de7-8bcc-45ef06f8d3aa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2608232
Nov 24 14:32:35.246057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52324) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.257182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:35.275682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.288649 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e006c40e-4462-423c-b465-bcf503726a2b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 207 time: 0.0413375
Nov 24 14:32:35.289566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:35.291849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52328) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.320571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.330094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-403c2dab-bd56-43aa-a223-b6b6a0093edf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:35.338864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port ae19672a-b03f-4158-a95f-90ab7952cb5f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ae19672a-b03f-4158-a95f-90ab7952cb5f,segment=NetworkSegment(2e675f98-915b-46b5-b043-f36b4c7e259a),segment_id=2e675f98-915b-46b5-b043-f36b4c7e259a)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:35.345070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc8093c-d6b9-42b2-b9c1-138ff87617b7 None None] Unable to find a vacant binding_index for network 2610bf53-f905-4d0d-a802-33a5db6eaf20 and agent 50c32850-c8db-462f-9ed8-2331efaac1f7 {{(pid=84235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Nov 24 14:32:35.360339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Router 84a68274-5702-4010-add8-b180b543ad69 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:32:35.362601 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:35.377892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.385006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:35.389177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc8093c-d6b9-42b2-b9c1-138ff87617b7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 2610bf53-f905-4d0d-a802-33a5db6eaf20) {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 14:32:35.427061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.433853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 2610bf53-f905-4d0d-a802-33a5db6eaf20) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:35.450923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:35.450923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.451235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bc501174-520e-4c5e-a488-fe01dcb80519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:35.485250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=01cfec65-3544-4bde-b895-f42fcbdd7429,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:35.503907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:35.504542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:35.504856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=a4f2c258-46d9-4e52-907f-bfb4e92ec832,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:35.506230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 456f6d52-88a7-41d0-b0d5-9d9f9664229a no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:35.512073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.518243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:35.520580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:35.524569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:35.528525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:35.529126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.545172 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9485722
Nov 24 14:32:35.558280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52332) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.589275 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/01cfec65-3544-4bde-b895-f42fcbdd7429 HTTP/1.1" status: 204  len: 168 time: 1.3789172
Nov 24 14:32:35.597994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52336) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.601341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.612957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 456f6d52-88a7-41d0-b0d5-9d9f9664229a {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:35.613540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 456f6d52-88a7-41d0-b0d5-9d9f9664229a not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:32:35.657895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=ae19672a-b03f-4158-a95f-90ab7952cb5f,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:35.661532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:35.682602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acfe0a-2add-4290-9b3d-707cef89ff8d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:35.687412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acfe0a-2add-4290-9b3d-707cef89ff8d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:35.691423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acfe0a-2add-4290-9b3d-707cef89ff8d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:35.695310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acfe0a-2add-4290-9b3d-707cef89ff8d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:35.696961 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-53acfe0a-2add-4290-9b3d-707cef89ff8d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.4041758
Nov 24 14:32:35.702577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52340) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.728611 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.4179223
Nov 24 14:32:35.733749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52344) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:35.821760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port a4f2c258-46d9-4e52-907f-bfb4e92ec832 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:35.822257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.915906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-2610bf53-f905-4d0d-a802-33a5db6eaf20', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:35.917738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:35.940582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.029166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port f2b84261-4f24-4ff2-b533-2008f82cc689 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:36.030081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.090075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Allocated IP 2001:db8:3::2 (2610bf53-f905-4d0d-a802-33a5db6eaf20/b07add94-c8c9-48f3-9e85-3bb8ad4bf70f/7472c813-3af2-4132-a797-a57ce3233d39) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:36.206281 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1c540263-fa77-4038-b0ab-ccab35a0d85f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.5025325
Nov 24 14:32:36.210159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52350) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:36.358988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.369996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Transition to ACTIVE for port object 7472c813-3af2-4132-a797-a57ce3233d39 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:36.391243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Transition to ACTIVE for port object 7472c813-3af2-4132-a797-a57ce3233d39 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:36.428009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de8c32-dbe0-41c3-9604-a1269745b0cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:36.429478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de8c32-dbe0-41c3-9604-a1269745b0cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:36.430207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f8de8c32-dbe0-41c3-9604-a1269745b0cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Synchronizing usage tracker for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:36.442317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ae19672a-b03f-4158-a95f-90ab7952cb5f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:36.445029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port f2b84261-4f24-4ff2-b533-2008f82cc689, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f2b84261-4f24-4ff2-b533-2008f82cc689,segment=NetworkSegment(43eb2da3-1d96-459b-be12-d9729785de73),segment_id=43eb2da3-1d96-459b-be12-d9729785de73)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:36.445385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.480424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.488197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3d5f0a87-7305-4779-ae58-6253eeaf0b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:36.504558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.573021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:36.578360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:36.581872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for f2b84261-4f24-4ff2-b533-2008f82cc689 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:36.583475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:36.587303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Pushing event updated for resources: {'Port': ['ID=7472c813-3af2-4132-a797-a57ce3233d39,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:36.591462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:36.610062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.613603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d7e67110-1715-4855-b573-2017a9ddb29c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:36.648176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for a4f2c258-46d9-4e52-907f-bfb4e92ec832 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:36.656471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f8de8c32-dbe0-41c3-9604-a1269745b0cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Unset dirty status for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:36.662700 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f8de8c32-dbe0-41c3-9604-a1269745b0cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.4465492
Nov 24 14:32:36.662700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:36.671339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ae19672a-b03f-4158-a95f-90ab7952cb5f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:36.671804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.673410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52354) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:36.682055 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Sync routers for ids ['84a68274-5702-4010-add8-b180b543ad69'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:36.702906 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Routers {'84a68274-5702-4010-add8-b180b543ad69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:36.703802 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff0f820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['84a68274-5702-4010-add8-b180b543ad69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:36.707094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fa214-34e5-4146-acf3-1edafb3bd989 req-aea8a811-ed10-4bba-af2f-e82be0e99ac2 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:36.708714 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-448fa214-34e5-4146-acf3-1edafb3bd989 req-aea8a811-ed10-4bba-af2f-e82be0e99ac2 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.5011227
Nov 24 14:32:36.732731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Attempting to bind port 7472c813-3af2-4132-a797-a57ce3233d39 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:36.733793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Attempting to bind port 7472c813-3af2-4132-a797-a57ce3233d39 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:36.734175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Attempting to bind port 7472c813-3af2-4132-a797-a57ce3233d39 on network 2610bf53-f905-4d0d-a802-33a5db6eaf20 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:36.752738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:36.753122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Checking segment: {'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:36.753689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.754284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Bound using segment: {'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:36.754412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Bound port: 7472c813-3af2-4132-a797-a57ce3233d39, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:36.754765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.770910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:36.778091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=3b5c02c2-1f20-4e64-88fe-4543e49c62e2,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:36.789657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:36.792909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:36.806965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:36.807552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.808957 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-448fa214-34e5-4146-acf3-1edafb3bd989 req-1bfb2147-57f1-4f82-923d-330dc125b1d6 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825336
Nov 24 14:32:36.828273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ee545-74b1-4a18-9cf8-00ed544433dc tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:36.829708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5ee545-74b1-4a18-9cf8-00ed544433dc tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:36.834748 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5c5ee545-74b1-4a18-9cf8-00ed544433dc tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1569114
Nov 24 14:32:36.845444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52358) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:36.900289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:36.904295 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 8.9599876
Nov 24 14:32:36.906308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52362) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:36.994933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.010015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-258de119-5fa4-4876-bea7-e595b466af7d tempest-AllowedAddressPairTestJSON-1632459432 tempest-AllowedAddressPairTestJSON-1632459432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:37.024022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] For port 7472c813-3af2-4132-a797-a57ce3233d39, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:37.024543 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Set router 84a68274-5702-4010-add8-b180b543ad69 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:37.028878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] For port 7472c813-3af2-4132-a797-a57ce3233d39, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7472c813-3af2-4132-a797-a57ce3233d39,segment=NetworkSegment(70f08dc2-39f8-450e-bce2-3e7a1e20bee2),segment_id=70f08dc2-39f8-450e-bce2-3e7a1e20bee2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:37.048415 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0148246
Nov 24 14:32:37.048415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.052370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52366) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:37.053330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a0215c32-1730-4464-85d3-142fc3a55bc4 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:37.072058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=a4f2c258-46d9-4e52-907f-bfb4e92ec832,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:37.075881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:37.091159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.102445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:37.104347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.109924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/a4f2c258-46d9-4e52-907f-bfb4e92ec832 HTTP/1.1" status: 204  len: 168 time: 1.3722293
Nov 24 14:32:37.110107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52370) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:37.118642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'mac_address': 'fa:16:3e:cd:c8:4e', 'name': 'tempest-PortsIpV6TestJSON-520909554'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:37.124184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:37.138950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=f2b84261-4f24-4ff2-b533-2008f82cc689,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:37.142364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:37.212720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No DVR routers for this DVR port f2b84261-4f24-4ff2-b533-2008f82cc689 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:37.232022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Pushing event updated for resources: {'Port': ['ID=7472c813-3af2-4132-a797-a57ce3233d39,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:37.244756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:37.261743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:37.304000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:37.309568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:37.323629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:37.354884 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff0f820>, [{'id': '84a68274-5702-4010-add8-b180b543ad69', 'name': 'tempest-snat-router-1566942093', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.155'}], 'enable_snat': False}, 'gw_port_id': 'ff4d0e89-3086-45ca-9dbf-efcee28ce11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:28Z', 'updated_at': '2021-11-24T14:32:33Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': 'ff4d0e89-3086-45ca-9dbf-efcee28ce11c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a68274-5702-4010-add8-b180b543ad69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:31Z', 'updated_at': '2021-11-24T14:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:37.359851 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Checking router: 84a68274-5702-4010-add8-b180b543ad69 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:37.360264 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Updating router 84a68274-5702-4010-add8-b180b543ad69 port ff4d0e89-3086-45ca-9dbf-efcee28ce11c binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:32:37.408454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11656bc1-622e-4eff-a8bb-9f6ae1cd8ac1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:37.409125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-11656bc1-622e-4eff-a8bb-9f6ae1cd8ac1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Synchronizing usage tracker for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:37.425180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.427771 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.438245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:37.462557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.522274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-11656bc1-622e-4eff-a8bb-9f6ae1cd8ac1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Unset dirty status for tenant:a2beaeb9da684037ae58e512ec1d77f5 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:37.530478 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-11656bc1-622e-4eff-a8bb-9f6ae1cd8ac1 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/networks/e45643ed-648b-471a-8a4c-d4b368d5eb30 HTTP/1.1" status: 200  len: 800 time: 0.6699679
Nov 24 14:32:37.530478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:37.544417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52374) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:37.718248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f3343a0>,) {'filters': {'network_id': ['7a179f53-4e06-41ee-ad36-19653c2419b3']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:37.730728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:37.736051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:37.747167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3343a0>, '43eb2da3-1d96-459b-be12-d9729785de73') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:37.747502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3343a0>, '43eb2da3-1d96-459b-be12-d9729785de73') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:37.765712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:37.768667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.793628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.804713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:37.805124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.867877 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:37.898323 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:37.920654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:37.924138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:37.940808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.033812 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Transition to ACTIVE for port object ff4d0e89-3086-45ca-9dbf-efcee28ce11c will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:38.060419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 73131d9c-a47b-4a0d-9e95-889994341ff3 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:38.068505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.090400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c8f2389-4934-434a-bcc7-ed17ddb1b92b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:38.105381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.126214 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.134628 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-140cc19f-93f3-43dc-a501-f8148f976b33 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/networks/e45643ed-648b-471a-8a4c-d4b368d5eb30?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.5337186
Nov 24 14:32:38.141416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=7a179f53-4e06-41ee-ad36-19653c2419b3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:38.141687 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:38.148175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52380) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:38.192986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:38.199426 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/7a179f53-4e06-41ee-ad36-19653c2419b3 HTTP/1.1" status: 204  len: 168 time: 2.5839069
Nov 24 14:32:38.208825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52384) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:38.215718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-197345798', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:38.223260 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Attempting to bind port ff4d0e89-3086-45ca-9dbf-efcee28ce11c on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:38.223260 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Attempting to bind port ff4d0e89-3086-45ca-9dbf-efcee28ce11c by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:38.223260 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Attempting to bind port ff4d0e89-3086-45ca-9dbf-efcee28ce11c on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:38.236685 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:38.237268 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:38.237535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:38.237882 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.238380 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:38.238997 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Bound port: ff4d0e89-3086-45ca-9dbf-efcee28ce11c, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:38.239505 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.261167 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.ipam_backend_mixin [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b5c02c2-1f20-4e64-88fe-4543e49c62e2 (CIDR: 2001:db8::/64)
Nov 24 14:32:38.268078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:router and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:38.277995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:38.296236 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-487b7f53-4592-4171-a13a-90e85a26e067 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/84a68274-5702-4010-add8-b180b543ad69 HTTP/1.1" status: 200  len: 909 time: 1.3786647
Nov 24 14:32:38.300540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:38.302645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52388) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:38.310535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1566942093', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': True}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:38.322551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54176ef-dcb9-4860-9410-3d643167a5f5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:38.328189 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b54176ef-dcb9-4860-9410-3d643167a5f5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/subnets/2ce42563-c8e3-4131-ae11-75224ac5ff3b HTTP/1.1" status: 200  len: 811 time: 0.1768057
Nov 24 14:32:38.329412 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:32:38.329842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:38.333378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52392) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:38.335029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:38.345489 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] For port ff4d0e89-3086-45ca-9dbf-efcee28ce11c, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:38.349255 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] For port ff4d0e89-3086-45ca-9dbf-efcee28ce11c, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:38.356689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Usage tracker for resource:router and tenant:f7dc59557285492c9b1b8e5dd08eb7c1 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:38.362730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:38.370671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:38.384481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d45296-c0fd-41af-9ebd-45d145094b78 req-bae9bbc5-b004-4798-8489-6ce2e7c59c7f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:38.385993 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-24d45296-c0fd-41af-9ebd-45d145094b78 req-bae9bbc5-b004-4798-8489-6ce2e7c59c7f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.3631427
Nov 24 14:32:38.409225 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cc874-64ef-42c9-a3d3-fe04f1ed0030 None None] Pushing event updated for resources: {'Port': ['ID=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:38.413332 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2e9cc874-64ef-42c9-a3d3-fe04f1ed0030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:38.440190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.441158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.454577 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-24d45296-c0fd-41af-9ebd-45d145094b78 req-27bf85a1-5fc4-4c4f-8973-002d7917695f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611339
Nov 24 14:32:38.477391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.499541 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c5665788-e7b6-44d5-8517-444d4070e5e5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4086034
Nov 24 14:32:38.502474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52396) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:38.502623 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.513063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:38.513229 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:38.539952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Allocated IP 2001:db8:3::1 (2610bf53-f905-4d0d-a802-33a5db6eaf20/b07add94-c8c9-48f3-9e85-3bb8ad4bf70f/e68d0a88-4aa2-465d-81a4-8aff2f28b39b) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:38.558217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31515741-e437-48f7-9ade-0806884ae4bc tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:38.565308 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-31515741-e437-48f7-9ade-0806884ae4bc tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "GET /v2.0/subnets/2ce42563-c8e3-4131-ae11-75224ac5ff3b?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2209828
Nov 24 14:32:38.570183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52400) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:38.603367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7472c813-3af2-4132-a797-a57ce3233d39 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:38.614751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1249832508'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:38.624157 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Routers {'84a68274-5702-4010-add8-b180b543ad69'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:38.625961 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff0f820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['84a68274-5702-4010-add8-b180b543ad69'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:38.626157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.627124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.681220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.684314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:38.706826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:38.752051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0a365-cf44-4dd6-8598-073cd8f25aca None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:38.770057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584dc52-74b7-4852-943d-12fd69191306 None None] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:38.790698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c441d-3d88-4b19-860c-8c4fec467b17 None None] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:38.821161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 7472c813-3af2-4132-a797-a57ce3233d39 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:38.841141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.849253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c441d-3d88-4b19-860c-8c4fec467b17 None None] Network 7a179f53-4e06-41ee-ad36-19653c2419b3 could not be found, it might have been deleted concurrently. {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Nov 24 14:32:38.865088 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:38.870729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.870820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:38.879344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:38.883419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.883607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.897279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:38.901661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cc874-64ef-42c9-a3d3-fe04f1ed0030 None None] Pushing event updated for resources: {'Port': ['ID=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:38.908609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:38.922650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:38.925239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:38.932378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:38.954096 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2e9cc874-64ef-42c9-a3d3-fe04f1ed0030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:38.966209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4456309-bd93-41e0-814e-7e676613036c None None] DHCP port deletion for 7a179f53-4e06-41ee-ad36-19653c2419b3 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:38.990418 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] Set router 84a68274-5702-4010-add8-b180b543ad69 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:39.002843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Transition to ACTIVE for port object e68d0a88-4aa2-465d-81a4-8aff2f28b39b will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:39.021560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.021560 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Added segment 5ff8f508-b391-4ac0-a459-02966cd5dd00 of type vlan for network a32d8780-2c12-47e5-b1a2-820f58c48b7e
Nov 24 14:32:39.052063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:39.054563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=73131d9c-a47b-4a0d-9e95-889994341ff3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:39.069761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.070215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.071131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.071560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.072041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.073310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.073310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.073665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.074098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.074519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.075413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:39.079551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:39.081645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:39.095563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:39.097025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Provisioning for port 7472c813-3af2-4132-a797-a57ce3233d39 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:39.100537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:39.101274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.124416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:39.129283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.130032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Provisioning complete for port 7472c813-3af2-4132-a797-a57ce3233d39 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:39.130469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.131748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.219104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.226163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f11cdfcf-c9b6-4b6d-87ad-79c9ec084aa3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:39.297045 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.1858656
Nov 24 14:32:39.302569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.308349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:39.309190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.310542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52404) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:39.336828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:39.348311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:39.353921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:39.354699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.362966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:39.367097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:39.367898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:39.388815 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff0f820>, [{'id': '84a68274-5702-4010-add8-b180b543ad69', 'name': 'tempest-snat-router-1566942093', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.155'}], 'enable_snat': False}, 'gw_port_id': 'ff4d0e89-3086-45ca-9dbf-efcee28ce11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:28Z', 'updated_at': '2021-11-24T14:32:33Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': 'ff4d0e89-3086-45ca-9dbf-efcee28ce11c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a68274-5702-4010-add8-b180b543ad69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:31Z', 'updated_at': '2021-11-24T14:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:39.395215 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880e8b9-87e8-4f26-bcdd-ac0696d7a7b6 None None] The sync data for ids ['84a68274-5702-4010-add8-b180b543ad69'] in dv-neutron-818347-1-hyperv is: [{'id': '84a68274-5702-4010-add8-b180b543ad69', 'name': 'tempest-snat-router-1566942093', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.155'}], 'enable_snat': False}, 'gw_port_id': 'ff4d0e89-3086-45ca-9dbf-efcee28ce11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:28Z', 'updated_at': '2021-11-24T14:32:33Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': 'ff4d0e89-3086-45ca-9dbf-efcee28ce11c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a68274-5702-4010-add8-b180b543ad69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:31Z', 'updated_at': '2021-11-24T14:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:39.417845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.461790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8745ee7-c3d2-494f-bfdd-61cdb4ac9351 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:39.465638 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b8745ee7-c3d2-494f-bfdd-61cdb4ac9351 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/73131d9c-a47b-4a0d-9e95-889994341ff3 HTTP/1.1" status: 200  len: 844 time: 0.1511347
Nov 24 14:32:39.469741 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8834066
Nov 24 14:32:39.471465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52408) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:39.473593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52410) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:39.480606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'network_id': 'a32d8780-2c12-47e5-b1a2-820f58c48b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:39.507187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Network': ['ID=a32d8780-2c12-47e5-b1a2-820f58c48b7e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:39.515380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:39.545766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.589322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a32d8780-2c12-47e5-b1a2-820f58c48b7e details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:39.626692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:39.637966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:39.757444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] For port 7472c813-3af2-4132-a797-a57ce3233d39, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7472c813-3af2-4132-a797-a57ce3233d39,segment=NetworkSegment(70f08dc2-39f8-450e-bce2-3e7a1e20bee2),segment_id=70f08dc2-39f8-450e-bce2-3e7a1e20bee2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:39.761593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Made reservation on behalf of a2beaeb9da684037ae58e512ec1d77f5 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:39.822268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 73131d9c-a47b-4a0d-9e95-889994341ff3 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:39.822966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.844269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.847378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:39.964797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:39.984482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Pushing event updated for resources: {'Port': ['ID=7472c813-3af2-4132-a797-a57ce3233d39,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:40.005082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:40.032409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:40.112231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Update dhcp port {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'fixed_ips': [{'subnet_id': '3b5c02c2-1f20-4e64-88fe-4543e49c62e2'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '0c6706e1-e779-45f5-bc30-6097ec7ae155'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:32:40.197500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:40.326913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Performing IP validity checks on allocation pools {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 14:32:40.328176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 14:32:40.422684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abc49-fba5-43c1-8ac7-a1a69d19a1be req-243ca221-da1a-4b45-9a0c-a77e0518f947 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:40.435869 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a3abc49-fba5-43c1-8ac7-a1a69d19a1be req-243ca221-da1a-4b45-9a0c-a77e0518f947 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.7627881
Nov 24 14:32:40.503498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:40.529102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/3b5c02c2-1f20-4e64-88fe-4543e49c62e2/0c6706e1-e779-45f5-bc30-6097ec7ae155) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:40.595408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7472c813-3af2-4132-a797-a57ce3233d39 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:40.707041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:40.707266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd0191c-dcb3-4422-9c8c-3173e5315a21 None None] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:40.745607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 73131d9c-a47b-4a0d-9e95-889994341ff3 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:40.778489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a3abc49-fba5-43c1-8ac7-a1a69d19a1be req-653ab5b6-ebb2-4258-9f72-7f67ff8ed14c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3402762
Nov 24 14:32:40.802969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:40.833818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:40.840714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b11d4924-b4a1-4833-a527-37ea114a6d3a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:40.953505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] For port 0c6706e1-e779-45f5-bc30-6097ec7ae155, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0c6706e1-e779-45f5-bc30-6097ec7ae155,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:40.980475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 7472c813-3af2-4132-a797-a57ce3233d39 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:40.980845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.009754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=b07f91c8-c251-4882-ba53-5fa1b1a0bc89,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:41.016140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:41.041445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Checking segment: {'id': '5ff8f508-b391-4ac0-a459-02966cd5dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a32d8780-2c12-47e5-b1a2-820f58c48b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:41.041445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network hostable DHCP agents. Network: a32d8780-2c12-47e5-b1a2-820f58c48b7e, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:41.052631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d099977e-609b-4157-9a66-c020cd06988f None None] Provisioning for port e68d0a88-4aa2-465d-81a4-8aff2f28b39b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:41.079966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.resource_extend [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:32:41.080942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.087013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d099977e-609b-4157-9a66-c020cd06988f None None] Provisioning complete for port e68d0a88-4aa2-465d-81a4-8aff2f28b39b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:41.087383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d099977e-609b-4157-9a66-c020cd06988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.097112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.137801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce74cf55-de7a-4610-9c23-5be3c9741337 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:41.141733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.171011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.172021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.176660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:41.179303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.26.2.13 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/e7106856-06f8-440c-a593-72c39d4a8a3e) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:41.206350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=73131d9c-a47b-4a0d-9e95-889994341ff3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:41.216712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:41.225122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Network a32d8780-2c12-47e5-b1a2-820f58c48b7e is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:41.225716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Transition to ACTIVE for port object 0c6706e1-e779-45f5-bc30-6097ec7ae155 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:41.229338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d099977e-609b-4157-9a66-c020cd06988f None None] Port e68d0a88-4aa2-465d-81a4-8aff2f28b39b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:41.265311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.276716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event updated for resources: {'Port': ['ID=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:41.280752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:41.309867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.318874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d099977e-609b-4157-9a66-c020cd06988f None None] Provisioning complete for port 7472c813-3af2-4132-a797-a57ce3233d39 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:41.319254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d099977e-609b-4157-9a66-c020cd06988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.339351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a32d8780-2c12-47e5-b1a2-820f58c48b7e) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:41.346740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.357411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ba23327c-05fd-4dbe-8b76-0c1978c27e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:41.359737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:41.360438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.366305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.397392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ff4d0e89-3086-45ca-9dbf-efcee28ce11c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:41.518342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b5fe96-bb13-4c36-b1ba-fc166937cf90 None None] Network a32d8780-2c12-47e5-b1a2-820f58c48b7e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:41.518457 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/73131d9c-a47b-4a0d-9e95-889994341ff3 HTTP/1.1" status: 204  len: 168 time: 1.9515324
Nov 24 14:32:41.518909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:41.518909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:41.519647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.objects.ports [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:32:41.519739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52418) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:41.631861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Pushing event updated for resources: {'Port': ['ID=0c6706e1-e779-45f5-bc30-6097ec7ae155,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:41.644912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:41.649704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.718969 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.2432058
Nov 24 14:32:41.722711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52422) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:41.729844 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78c004f-cf00-4c87-a7ab-1007df4435c2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:32:41.730395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b78c004f-cf00-4c87-a7ab-1007df4435c2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:41.731299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:41.801582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.812913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port ff4d0e89-3086-45ca-9dbf-efcee28ce11c completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:41.868700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f82f560b-e8a7-43c2-8c73-e69d38025214 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:41.890504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ff4d0e89-3086-45ca-9dbf-efcee28ce11c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:41.890504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:41.946656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a32d8780-2c12-47e5-b1a2-820f58c48b7e', 'network_id': 'a32d8780-2c12-47e5-b1a2-820f58c48b7e', 'tenant_id': 'a2beaeb9da684037ae58e512ec1d77f5', 'fixed_ips': [{'subnet_id': 'b07f91c8-c251-4882-ba53-5fa1b1a0bc89'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:41.957169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.018572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b78c004f-cf00-4c87-a7ab-1007df4435c2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:42.023850 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b78c004f-cf00-4c87-a7ab-1007df4435c2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/73131d9c-a47b-4a0d-9e95-889994341ff3 HTTP/1.1" status: 404  len: 333 time: 0.5050936
Nov 24 14:32:42.031864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52428) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:42.042624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'name': 'tempest-PortsIpV6TestJSON-565869319'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:42.120771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-76941c47-3451-4997-8bb0-025459dbf75a None None] Provisioning complete for port e68d0a88-4aa2-465d-81a4-8aff2f28b39b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:42.121247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76941c47-3451-4997-8bb0-025459dbf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.224178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:42.243011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:42.247317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:42.267863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:42.282329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:42.307269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:42.354767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.362574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-76941c47-3451-4997-8bb0-025459dbf75a None None] Port e68d0a88-4aa2-465d-81a4-8aff2f28b39b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:42.368122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=e7106856-06f8-440c-a593-72c39d4a8a3e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:42.405779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.409321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port ff4d0e89-3086-45ca-9dbf-efcee28ce11c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:42.424932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Allocated IP 172.20.0.3 (a32d8780-2c12-47e5-b1a2-820f58c48b7e/b07f91c8-c251-4882-ba53-5fa1b1a0bc89/5ab2b9ab-2d83-4c6c-b660-6dba418a2a50) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:42.437548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-76941c47-3451-4997-8bb0-025459dbf75a None None] Provisioning complete for port 7472c813-3af2-4132-a797-a57ce3233d39 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:42.438057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76941c47-3451-4997-8bb0-025459dbf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.457279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Allocated IP 172.26.2.194 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/ec7ad26e-a737-4823-9dc2-c35fa08d80b4) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:42.518836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.531393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e3954ac7-23bd-4b8f-80c0-5778939e444f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:42.591122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f2b84261-4f24-4ff2-b533-2008f82cc689 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:42.622999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:42.627036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.678749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 61ba2dad-53e7-4c84-a398-5d4576378bcc yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:42.694947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66684446'] for subnet, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:42.709506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.711626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.711626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.711626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.711626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.711626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.712049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.712340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.712738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.713102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.713455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:42.721925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:42.759810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fdec42-9dc8-4567-a533-3aa97f68a361 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:42.844575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: f2b84261-4f24-4ff2-b533-2008f82cc689 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:42.844952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f2b84261-4f24-4ff2-b533-2008f82cc689 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:32:42.895410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:42.955092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:42.963745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:42.967332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0c6706e1-e779-45f5-bc30-6097ec7ae155 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:42.971056 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4116538
Nov 24 14:32:42.974843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52432) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:42.981750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:43.004278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:43.061340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f0668-3aeb-4c02-85eb-0129d30012d9 req-a0ab9cb5-31a3-4a69-8981-0c69f0ae2471 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:43.068701 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fb5f0668-3aeb-4c02-85eb-0129d30012d9 req-a0ab9cb5-31a3-4a69-8981-0c69f0ae2471 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.9289236
Nov 24 14:32:43.129050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.188509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:43.189156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff67ca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:43.274961 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fb5f0668-3aeb-4c02-85eb-0129d30012d9 req-9eb57f1c-a4f6-4416-9dc5-dbc98a13823d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1989510
Nov 24 14:32:43.327243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.330211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.332959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.343892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a59f144a-f894-4d8f-8734-8b67d491b1f0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:43.363219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port 0c6706e1-e779-45f5-bc30-6097ec7ae155, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0c6706e1-e779-45f5-bc30-6097ec7ae155,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:43.380783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Transition to ACTIVE for port object 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:43.410799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.421371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.424436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.445733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=61ba2dad-53e7-4c84-a398-5d4576378bcc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:43.449093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Transition to ACTIVE for port object 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:43.449255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:43.453094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:43.454008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:43.457638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:43.461595 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:43.462298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.495999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.496315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:43.497032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.509768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a471494-837e-4b59-9f77-206eb0aff3da tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:43.555038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.570610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.578588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6a22fe0d-c98a-4c4e-a293-8564a188cf2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:43.605676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-60750b79-c234-4658-95f2-f992b41586bb None None] Provisioning complete for port e68d0a88-4aa2-465d-81a4-8aff2f28b39b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:43.606056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60750b79-c234-4658-95f2-f992b41586bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.631760 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.5958600
Nov 24 14:32:43.632474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52436) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:43.639925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:43.692604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:43.709485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:43.712841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:43.713410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.720815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:43.744130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:43.746401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:43.775883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Network a32d8780-2c12-47e5-b1a2-820f58c48b7e is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:43.795667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:43.802810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Pushing event updated for resources: {'Port': ['ID=5ab2b9ab-2d83-4c6c-b660-6dba418a2a50,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:43.804781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:43.811622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-60750b79-c234-4658-95f2-f992b41586bb None None] Port e68d0a88-4aa2-465d-81a4-8aff2f28b39b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:43.813041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 14:32:43.813669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=0c6706e1-e779-45f5-bc30-6097ec7ae155,revision_number=8']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:43.816852 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:43.818035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:43.829156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2b164aa-630d-47b2-9ac6-b11983a8adf1 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:43.843376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Removed routes are [] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 14:32:43.843831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:43.982946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 5.4794514
Nov 24 14:32:43.988672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52440) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:43.996150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:77:91:f5', 'name': 'tempest-NetworksTestDHCPv6-535773326'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:44.023132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Attempting to bind port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:44.027429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Attempting to bind port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5ff8f508-b391-4ac0-a459-02966cd5dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a32d8780-2c12-47e5-b1a2-820f58c48b7e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:44.027429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Attempting to bind port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 on network a32d8780-2c12-47e5-b1a2-820f58c48b7e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:44.077383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-60750b79-c234-4658-95f2-f992b41586bb None None] Provisioning for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:44.087001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-60750b79-c234-4658-95f2-f992b41586bb None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:44.087388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60750b79-c234-4658-95f2-f992b41586bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.117769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=de05e10a-af1c-46ae-87d8-f1002ccab06d,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:44.121101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:44.162387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:44.162767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Checking segment: {'id': '5ff8f508-b391-4ac0-a459-02966cd5dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a32d8780-2c12-47e5-b1a2-820f58c48b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:44.163090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.163502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Bound using segment: {'id': '5ff8f508-b391-4ac0-a459-02966cd5dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a32d8780-2c12-47e5-b1a2-820f58c48b7e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:44.163995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Bound port: 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff8f508-b391-4ac0-a459-02966cd5dd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a32d8780-2c12-47e5-b1a2-820f58c48b7e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:44.164455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.322126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.751s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:44.335608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:44.382072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:44.384188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] For port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:44.399289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff67ca0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:39Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:40Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:44.403835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.407047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] For port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5ab2b9ab-2d83-4c6c-b660-6dba418a2a50,segment=NetworkSegment(5ff8f508-b391-4ac0-a459-02966cd5dd00),segment_id=5ff8f508-b391-4ac0-a459-02966cd5dd00)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:44.417799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:44.418126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Updating router c85ab188-adcb-4bb2-a1fb-c5755f412405 port e68d0a88-4aa2-465d-81a4-8aff2f28b39b binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:32:44.486578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.538882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Port': ['ID=ec7ad26e-a737-4823-9dc2-c35fa08d80b4,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:44.549690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:44.550288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.562987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a3470951-5d72-4102-b136-1ce40a99b7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:44.590253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754251607300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66625739'] for subnet, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.601183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca74fb99-c30b-4de7-8061-f106fc9617be tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:44.693553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:44.703700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a478934-6841-43de-aaee-15881ffe7db7 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:44.773339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:44.773957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.777857 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "PUT /v2.0/subnets/b07f91c8-c251-4882-ba53-5fa1b1a0bc89 HTTP/1.1" status: 200  len: 877 time: 3.0512519
Nov 24 14:32:44.778792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52446) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:44.791973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event updated for resources: {'Subnet': ['ID=b07f91c8-c251-4882-ba53-5fa1b1a0bc89,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:44.796649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:44.859688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.886056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.886293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:44.965287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Pushing event updated for resources: {'Port': ['ID=5ab2b9ab-2d83-4c6c-b660-6dba418a2a50,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:44.969918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:44.977034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0c6706e1-e779-45f5-bc30-6097ec7ae155 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:45.006937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0461f987-4e9d-440e-8540-c565aa2e2c20 None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:45.007181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0461f987-4e9d-440e-8540-c565aa2e2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.009352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.021556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-58acf686-fbdf-42f3-ab52-cf5fea5f2118 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:45.058197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router c4bf3798-8db1-4f4c-9d7b-582464a9aba6 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:32:45.067334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.095257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] In _notify_port_updated(), no bound segment for port 61ba2dad-53e7-4c84-a398-5d4576378bcc on network 5fb993e7-2511-4500-b908-bfeed451a392 {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:32:45.098228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.099142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:45.099748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.101053 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "PUT /v2.0/ports/61ba2dad-53e7-4c84-a398-5d4576378bcc HTTP/1.1" status: 200  len: 818 time: 1.4672711
Nov 24 14:32:45.111151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52450) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:45.111926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.182688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=61ba2dad-53e7-4c84-a398-5d4576378bcc,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:45.187828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:45.291853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 61ba2dad-53e7-4c84-a398-5d4576378bcc {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:45.292229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.338849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.412398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:45.413000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.423637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port 4c534445-d77b-48cc-9d8c-e9c592a3e7f0 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:45.467936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba80e26-d086-46bc-9220-56f991036888 req-5431345d-345b-497d-996f-c5549b7db538 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:45.469605 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ba80e26-d086-46bc-9220-56f991036888 req-5431345d-345b-497d-996f-c5549b7db538 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.7806489
Nov 24 14:32:45.506590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:45.506980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.591479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.646545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Transition to ACTIVE for port object e68d0a88-4aa2-465d-81a4-8aff2f28b39b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:45.671402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ff4d0e89-3086-45ca-9dbf-efcee28ce11c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:45.677316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.703778 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ba80e26-d086-46bc-9220-56f991036888 req-b8f64371-e76c-4726-9868-efdf2476c9a7 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2245929
Nov 24 14:32:45.749875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.749875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-411787ad-5a87-484c-8b3f-a179bbc45043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:45.796732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ff4d0e89-3086-45ca-9dbf-efcee28ce11c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:45.797201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:45.838191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 61ba2dad-53e7-4c84-a398-5d4576378bcc owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:45.947625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Pushing event updated for resources: {'Port': ['ID=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:46.017340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.017728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.018135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.018537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.018974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.019639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.020030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.020770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.021174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.021567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.021959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:32:46.033940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:46.050664 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.065856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:46.068026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5ab2b9ab-2d83-4c6c-b660-6dba418a2a50,segment=NetworkSegment(5ff8f508-b391-4ac0-a459-02966cd5dd00),segment_id=5ff8f508-b391-4ac0-a459-02966cd5dd00)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:46.068648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.074751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a87a1c62-17af-474a-946b-ce600ae312e3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:46.089812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::27b (545fb1c8-c25e-4ba6-8844-73dcc5231588/3b5c02c2-1f20-4e64-88fe-4543e49c62e2/4c534445-d77b-48cc-9d8c-e9c592a3e7f0) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:46.147490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=61ba2dad-53e7-4c84-a398-5d4576378bcc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:46.156221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Attempting to bind port e68d0a88-4aa2-465d-81a4-8aff2f28b39b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:46.156722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Attempting to bind port e68d0a88-4aa2-465d-81a4-8aff2f28b39b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:46.157318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Attempting to bind port e68d0a88-4aa2-465d-81a4-8aff2f28b39b on network 2610bf53-f905-4d0d-a802-33a5db6eaf20 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:46.160394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:46.171021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:46.186535 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] Sync routers for ids ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:46.194157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:46.198573 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] Routers {'c4bf3798-8db1-4f4c-9d7b-582464a9aba6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:46.204152 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd30dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:46.205301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Checking segment: {'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:46.205869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.206352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Bound using segment: {'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:46.206928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Bound port: e68d0a88-4aa2-465d-81a4-8aff2f28b39b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f08dc2-39f8-450e-bce2-3e7a1e20bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:46.207473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.210993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.215312 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/61ba2dad-53e7-4c84-a398-5d4576378bcc HTTP/1.1" status: 204  len: 168 time: 1.1000025
Nov 24 14:32:46.215312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Router c0e54820-f375-446f-849c-9313bac68ef0 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:32:46.220906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52456) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:46.301220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8:0:1:f816:3eff:fe77:91f5 (545fb1c8-c25e-4ba6-8844-73dcc5231588/de05e10a-af1c-46ae-87d8-f1002ccab06d/4c534445-d77b-48cc-9d8c-e9c592a3e7f0) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:46.334257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:46.342869 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd30dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:46.360409 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] Routers {'c4bf3798-8db1-4f4c-9d7b-582464a9aba6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:46.361047 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd30dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:46.395987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] For port e68d0a88-4aa2-465d-81a4-8aff2f28b39b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:46.402036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] For port e68d0a88-4aa2-465d-81a4-8aff2f28b39b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,segment=NetworkSegment(70f08dc2-39f8-450e-bce2-3e7a1e20bee2),segment_id=70f08dc2-39f8-450e-bce2-3e7a1e20bee2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:46.405281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5ad4d6d6-d6e9-4f93-8055-8227c5bda25a None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:46.405823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d6d6-d6e9-4f93-8055-8227c5bda25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.440905 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd30dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:46.441351 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5c091-81e7-405a-8809-21b5fb1e2733 None None] The sync data for ids ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:46.479694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.484572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.2731628
Nov 24 14:32:46.487497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52460) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:46.488017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:46.493828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:46.579796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e90c97-0069-4878-a4f8-a89b7ed8b3cf None None] Network a32d8780-2c12-47e5-b1a2-820f58c48b7e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:46.711436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6a9b1-6bb6-42c9-a900-a9fbb0df4a94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:46.712392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d3a6a9b1-6bb6-42c9-a900-a9fbb0df4a94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:46.807342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Pushing event updated for resources: {'Port': ['ID=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:46.814179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:46.833738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:46.839697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff67ca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:46.908314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d3a6a9b1-6bb6-42c9-a900-a9fbb0df4a94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:46.909501 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d3a6a9b1-6bb6-42c9-a900-a9fbb0df4a94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.6872692
Nov 24 14:32:47.037086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52466) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:47.082113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:47.142123 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcb2cd2-f0c6-4468-bf74-d1744e16bcb2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:32:47.147174 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bbcb2cd2-f0c6-4468-bf74-d1744e16bcb2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/61ba2dad-53e7-4c84-a398-5d4576378bcc HTTP/1.1" status: 404  len: 333 time: 0.1024914
Nov 24 14:32:47.148724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52470) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:47.158660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1740456858'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:47.169059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:47.178302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:47.187058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:47.196171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:47.205678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:47.215135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:47.231304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.235955 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cf5cc223-e926-4c85-9a90-f0597a311152 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 200  len: 953 time: 4.2603688
Nov 24 14:32:47.242457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52474) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:47.307371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.317122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aa39a6c5-6151-4422-8858-26d7b8a2f5f8 None None] Provisioning for port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:47.317837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:47.322189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:47.357690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.377179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=5ab2b9ab-2d83-4c6c-b660-6dba418a2a50,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:47.377444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71d392-0eef-4501-919a-a5793271be54 req-9aa79319-d488-4bde-9e41-6f55864acacd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:47.379133 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7d71d392-0eef-4501-919a-a5793271be54 req-9aa79319-d488-4bde-9e41-6f55864acacd tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.3407655
Nov 24 14:32:47.382244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:47.385400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:47.385702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.387655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:47.391447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.409033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-aa39a6c5-6151-4422-8858-26d7b8a2f5f8 None None] Provisioning complete for port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:47.409418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aa39a6c5-6151-4422-8858-26d7b8a2f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.423403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object 4c534445-d77b-48cc-9d8c-e9c592a3e7f0 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:47.446063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:47.458529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-aa39a6c5-6151-4422-8858-26d7b8a2f5f8 None None] Port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 was deleted so its status cannot be updated. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Nov 24 14:32:47.460020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Sync routers for ids ['c0e54820-f375-446f-849c-9313bac68ef0'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:47.473838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 was deleted so its status cannot be updated. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Nov 24 14:32:47.484323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:47.499019 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-60dc9edc-7753-400f-8dab-e0cd99ff0803 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/routers/c4bf3798-8db1-4f4c-9d7b-582464a9aba6 HTTP/1.1" status: 200  len: 879 time: 1.0037274
Nov 24 14:32:47.505386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52478) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:47.507743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:32:47.558366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.569511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Routers {'c0e54820-f375-446f-849c-9313bac68ef0'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:47.570134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c0e54820-f375-446f-849c-9313bac68ef0'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:47.579470 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7d71d392-0eef-4501-919a-a5793271be54 req-aa1e2817-5af6-47d6-9898-3224014217ea tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1767509
Nov 24 14:32:47.600144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.602502 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment 285f5acb-b591-4d64-8824-5666149f0c3b of type vlan for network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b
Nov 24 14:32:47.616750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.619173 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 9.3158953
Nov 24 14:32:47.624740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52482) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:47.634879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.661637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.700506 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-80ff309f-f8ef-4042-acfa-52c1b9583ab4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 200  len: 953 time: 0.4609590
Nov 24 14:32:47.709076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:47.716426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3fb96483-9380-4e1f-a9b6-65742f6b56a7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:47.751220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'routes': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:47.783878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.787671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:47.788283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:47.792909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-72deeb8b-6ff7-49e7-9589-2769d2cfa5e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:47.915928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Set router c0e54820-f375-446f-849c-9313bac68ef0 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:47.948868 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7986560
Nov 24 14:32:47.949609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52490) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:47.956494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:47.960124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:47.963732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01ef50-c931-4300-a2a6-ce7285fd5a0a None None] Network a32d8780-2c12-47e5-b1a2-820f58c48b7e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:47.970825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:47.984938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:32:47.985417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:47.987342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=4c534445-d77b-48cc-9d8c-e9c592a3e7f0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:47.993306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:47.999571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:48.000189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:48.004349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:48.005175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.118317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.124406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c68cb10a-0490-45f8-a0b0-f090558886ad tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:router {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:48.130340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c118a742-3f12-445a-91df-152c90d518a0 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:48.141994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:48.150052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:48.155075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:48.163464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:48.184683 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 4.1923821
Nov 24 14:32:48.185296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52494) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:48.188857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=b07f91c8-c251-4882-ba53-5fa1b1a0bc89,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:48.195445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:48.260020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3a5aeb7f-94c3-453c-999f-f8dfaf4476a8 None None] Could not find standard attr ID for object 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:32:48.287556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port 4c534445-d77b-48cc-9d8c-e9c592a3e7f0 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:48.288562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.315717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff67ca0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:43Z', 'revision_number': 6, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:46Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:48.387655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.417601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be496fe-e097-4062-9926-65cd126243f5 None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:43Z', 'revision_number': 6, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:46Z', 'revision_number': 4, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:48.528239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f58f4f0>,) {'filters': {'network_id': ['a32d8780-2c12-47e5-b1a2-820f58c48b7e']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:48.532542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:48.552698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4be4af3c-228c-4fa0-9172-74ab1e4b2f13 None None] Provisioning for port 4c534445-d77b-48cc-9d8c-e9c592a3e7f0 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:48.557473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c68cb10a-0490-45f8-a0b0-f090558886ad tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:router {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:48.558511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c68cb10a-0490-45f8-a0b0-f090558886ad tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 1.0484674
Nov 24 14:32:48.560002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f58f4f0>, '5ff8f508-b391-4ac0-a459-02966cd5dd00') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:48.560566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f58f4f0>, '5ff8f508-b391-4ac0-a459-02966cd5dd00') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:48.575354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52498) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:48.582709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4be4af3c-228c-4fa0-9172-74ab1e4b2f13 None None] Provisioning complete for port 4c534445-d77b-48cc-9d8c-e9c592a3e7f0 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:48.583950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4be4af3c-228c-4fa0-9172-74ab1e4b2f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.599721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.640862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-17ece289-057d-4c80-b76a-431ff5985fb2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-197345798'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:48.665036 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-77095825-ed08-481b-8d97-7b8ce27abadb tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/c0e54820-f375-446f-849c-9313bac68ef0 HTTP/1.1" status: 200  len: 908 time: 1.0373304
Nov 24 14:32:48.674260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.682432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:48.682837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.684620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21aab4-3519-499f-9338-24703dc89f22 None None] DHCP port deletion for a32d8780-2c12-47e5-b1a2-820f58c48b7e request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:48.720430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52504) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:48.737887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4be4af3c-228c-4fa0-9172-74ab1e4b2f13 None None] Port 4c534445-d77b-48cc-9d8c-e9c592a3e7f0 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:32:48.780621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff520>, [{'id': 'c0e54820-f375-446f-849c-9313bac68ef0', 'name': 'tempest-snat-router-1566942093', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ec7ad26e-a737-4823-9dc2-c35fa08d80b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:44Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': 'ec7ad26e-a737-4823-9dc2-c35fa08d80b4', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e54820-f375-446f-849c-9313bac68ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:41Z', 'updated_at': '2021-11-24T14:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:48.786538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Checking router: c0e54820-f375-446f-849c-9313bac68ef0 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:48.787401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Updating router c0e54820-f375-446f-849c-9313bac68ef0 port ec7ad26e-a737-4823-9dc2-c35fa08d80b4 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:32:48.874364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:48.960940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:49.031654 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:49.134065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e68d0a88-4aa2-465d-81a4-8aff2f28b39b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:49.188564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.200486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57f8a77a-7cc6-4de4-a52d-3a061d06c37e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:49.214981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.240166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.265263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=a32d8780-2c12-47e5-b1a2-820f58c48b7e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:49.274392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:49.284050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecc714-d500-4abe-8cad-c0912a7f40ce req-46cdd3cd-4c89-4f54-bc2e-59ff9e2d4566 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:49.285632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-21ecc714-d500-4abe-8cad-c0912a7f40ce req-46cdd3cd-4c89-4f54-bc2e-59ff9e2d4566 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.2441335
Nov 24 14:32:49.333839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.346406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Transition to ACTIVE for port object ec7ad26e-a737-4823-9dc2-c35fa08d80b4 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:49.350249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e68d0a88-4aa2-465d-81a4-8aff2f28b39b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:49.355096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e68d0a88-4aa2-465d-81a4-8aff2f28b39b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:49.355474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.382132 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/a32d8780-2c12-47e5-b1a2-820f58c48b7e HTTP/1.1" status: 204  len: 168 time: 4.5989661
Nov 24 14:32:49.382863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for 4c534445-d77b-48cc-9d8c-e9c592a3e7f0 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:49.383301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52508) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:49.424475 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-21ecc714-d500-4abe-8cad-c0912a7f40ce req-4db4641a-4b3d-46e0-ae20-1f3c56a04cbe tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285963
Nov 24 14:32:49.453806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.470726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:49.473940 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-862cc778-c3ec-4e45-90ee-2df79dae70f6 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:49.474449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862cc778-c3ec-4e45-90ee-2df79dae70f6 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:49.479948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-862cc778-c3ec-4e45-90ee-2df79dae70f6 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/b07f91c8-c251-4882-ba53-5fa1b1a0bc89 HTTP/1.1" status: 404  len: 337 time: 0.0906780
Nov 24 14:32:49.479948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52512) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:49.518166 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07099c8-98a9-45c0-8ce0-e06d53a2e7f2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:49.518698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07099c8-98a9-45c0-8ce0-e06d53a2e7f2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:49.523002 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a07099c8-98a9-45c0-8ce0-e06d53a2e7f2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/a32d8780-2c12-47e5-b1a2-820f58c48b7e HTTP/1.1" status: 404  len: 339 time: 0.0410051
Nov 24 14:32:49.524920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52516) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:49.528750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added routes are [] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 14:32:49.529192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 14:32:49.564774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.578892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c587f58-f601-4336-ac8d-41925a7bc63b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:49.579409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c587f58-f601-4336-ac8d-41925a7bc63b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:49.583661 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7c587f58-f601-4336-ac8d-41925a7bc63b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/84e703b8-2070-43e5-9e96-86570f74a6f3 HTTP/1.1" status: 404  len: 337 time: 0.0552311
Nov 24 14:32:49.584328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52520) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:49.589163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5273-b140-47b1-b87e-e182c35d67af None None] Pushing event updated for resources: {'Port': ['ID=ec7ad26e-a737-4823-9dc2-c35fa08d80b4,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:49.594214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Attempting to bind port ec7ad26e-a737-4823-9dc2-c35fa08d80b4 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:49.594591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Attempting to bind port ec7ad26e-a737-4823-9dc2-c35fa08d80b4 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:49.594961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Attempting to bind port ec7ad26e-a737-4823-9dc2-c35fa08d80b4 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:49.597504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6e6b5273-b140-47b1-b87e-e182c35d67af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:49.610402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:49.610782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:49.611242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.611990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:49.612159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Bound port: ec7ad26e-a737-4823-9dc2-c35fa08d80b4, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:49.612536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.619822 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4690c7-5918-4669-9dcd-e6fc57538e66 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:49.624785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4690c7-5918-4669-9dcd-e6fc57538e66 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:49.624785 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5d4690c7-5918-4669-9dcd-e6fc57538e66 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/c1011c86-88d4-495d-b3f8-437b702b7fa3 HTTP/1.1" status: 404  len: 339 time: 0.0367575
Nov 24 14:32:49.625021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52524) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:49.647829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e68d0a88-4aa2-465d-81a4-8aff2f28b39b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,segment=NetworkSegment(70f08dc2-39f8-450e-bce2-3e7a1e20bee2),segment_id=70f08dc2-39f8-450e-bce2-3e7a1e20bee2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:49.657840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.690734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] For port ec7ad26e-a737-4823-9dc2-c35fa08d80b4, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:49.693921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] For port ec7ad26e-a737-4823-9dc2-c35fa08d80b4, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ec7ad26e-a737-4823-9dc2-c35fa08d80b4,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:49.734555 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.738897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e6813591-9740-4799-a7fb-d66b5cbc93da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:49.750257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.777827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.811808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:49.855163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:49.855617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5ab2b9ab-2d83-4c6c-b660-6dba418a2a50 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:32:49.911191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:49.915332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:49.915875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:49.961811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:49.980430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Routers {'c0e54820-f375-446f-849c-9313bac68ef0'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:49.981072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c0e54820-f375-446f-849c-9313bac68ef0'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:50.052687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.111607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f61c790>,) {'filters': {'network_id': ['5a420f4d-bd77-4a24-a5c2-d43d079b6b85']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:50.131812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f61c790>, '012e0df6-be67-4205-bbe0-2c9ba76a962e') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:50.132302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f61c790>, '012e0df6-be67-4205-bbe0-2c9ba76a962e') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:50.148590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.152012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.155047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5273-b140-47b1-b87e-e182c35d67af None None] Pushing event updated for resources: {'Port': ['ID=ec7ad26e-a737-4823-9dc2-c35fa08d80b4,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:50.158999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.164490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9199f35a-36bf-4543-8a94-454d344b0881 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:50.166153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6e6b5273-b140-47b1-b87e-e182c35d67af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:50.170469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.187135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.198199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:50.198659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:50.213959 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:50.216546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] Set router c0e54820-f375-446f-849c-9313bac68ef0 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:50.296016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=9d0c6e9b-8947-4bc6-af2e-4792dee6474b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:50.343728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:50.352822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cceb4c38-6504-4ad3-bf0a-f90be5aabde5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:50.428523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=4c534445-d77b-48cc-9d8c-e9c592a3e7f0,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:50.454296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:50.472679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.481733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': '285f5acb-b591-4d64-8824-5666149f0c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:50.482086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:32:50.499396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.512036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.572209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.576800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:50.659331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff520>, [{'id': 'c0e54820-f375-446f-849c-9313bac68ef0', 'name': 'tempest-snat-router-1566942093', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ec7ad26e-a737-4823-9dc2-c35fa08d80b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:44Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': 'ec7ad26e-a737-4823-9dc2-c35fa08d80b4', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e54820-f375-446f-849c-9313bac68ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:41Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:50.663963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e3a3f-66a4-4db9-bddb-747cf7961ce2 None None] The sync data for ids ['c0e54820-f375-446f-849c-9313bac68ef0'] in dv-neutron-818347-1-hyperv is: [{'id': 'c0e54820-f375-446f-849c-9313bac68ef0', 'name': 'tempest-snat-router-1566942093', 'tenant_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.194'}], 'enable_snat': True}, 'gw_port_id': 'ec7ad26e-a737-4823-9dc2-c35fa08d80b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:44Z', 'revision_number': 3, 'project_id': 'f7dc59557285492c9b1b8e5dd08eb7c1', 'gw_port': {'id': 'ec7ad26e-a737-4823-9dc2-c35fa08d80b4', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e54820-f375-446f-849c-9313bac68ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:41Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:50.667912 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/4c534445-d77b-48cc-9d8c-e9c592a3e7f0 HTTP/1.1" status: 204  len: 168 time: 2.4806316
Nov 24 14:32:50.673431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52530) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:50.714347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:50.784819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=5a420f4d-bd77-4a24-a5c2-d43d079b6b85,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:50.787144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:50.799346 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/5a420f4d-bd77-4a24-a5c2-d43d079b6b85 HTTP/1.1" status: 204  len: 168 time: 1.1711700
Nov 24 14:32:50.800710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52534) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:50.856329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:50.864620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:32:50.875522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d25a-0ab0-40ff-9d61-e74871822356 req-4a2eeb5f-0832-4ebe-a1b0-02577eada3aa tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:50.877018 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a417d25a-0ab0-40ff-9d61-e74871822356 req-4a2eeb5f-0832-4ebe-a1b0-02577eada3aa tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.2610765
Nov 24 14:32:50.878114 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-0141724f-7232-4c25-899e-29fb998eedd9 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:50.878385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0141724f-7232-4c25-899e-29fb998eedd9 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:50.879903 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0141724f-7232-4c25-899e-29fb998eedd9 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/699c6dec-da53-446a-8002-a9b49a0064e8 HTTP/1.1" status: 404  len: 337 time: 0.0768597
Nov 24 14:32:50.891508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52538) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:50.932905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d6547a-4ecb-4a9a-8181-03aae645b6d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:50.933715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-83d6547a-4ecb-4a9a-8181-03aae645b6d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:50.938870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e68d0a88-4aa2-465d-81a4-8aff2f28b39b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:50.960773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:50.962550 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d94ab12-23e8-407b-9ccf-010d01a291a2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:50.963123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d94ab12-23e8-407b-9ccf-010d01a291a2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:50.964631 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5d94ab12-23e8-407b-9ccf-010d01a291a2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/822b5218-5e58-47c6-93ea-7b3634e5347a HTTP/1.1" status: 404  len: 339 time: 0.0722656
Nov 24 14:32:50.981653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d96306-4819-496b-a361-2385af9a1e28 None None] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:50.999237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52542) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.028288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:51.028863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.053122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d980c6-4664-4001-9312-adf2bc40a3d2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:51.053562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d980c6-4664-4001-9312-adf2bc40a3d2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:51.057528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e6d980c6-4664-4001-9312-adf2bc40a3d2 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/7af28bb0-3d22-4f81-9972-b1a0e5796700 HTTP/1.1" status: 404  len: 337 time: 0.0524733
Nov 24 14:32:51.058194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52546) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.082341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.104618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a5f77e-d252-4233-a75f-c20e8e24bb1f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:51.105338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a5f77e-d252-4233-a75f-c20e8e24bb1f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:51.106324 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a417d25a-0ab0-40ff-9d61-e74871822356 req-92183602-1669-4d40-860c-e3e8b396620f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2161252
Nov 24 14:32:51.111138 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-31a5f77e-d252-4233-a75f-c20e8e24bb1f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/cdc1fa32-2316-4e57-9424-9e3cc9057801 HTTP/1.1" status: 404  len: 339 time: 0.0494831
Nov 24 14:32:51.112536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52550) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.175901 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.2219203
Nov 24 14:32:51.177599 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f8eac5-cfb2-436c-b4d9-e7ce04a7daf6 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:51.178042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f8eac5-cfb2-436c-b4d9-e7ce04a7daf6 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:51.182425 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c6f8eac5-cfb2-436c-b4d9-e7ce04a7daf6 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/80f5361d-1dbb-4e48-bfde-9edf23f10caf HTTP/1.1" status: 404  len: 337 time: 0.0658922
Nov 24 14:32:51.183152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52554) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.183473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52556) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.186418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e68d0a88-4aa2-465d-81a4-8aff2f28b39b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:51.187065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-83d6547a-4ecb-4a9a-8181-03aae645b6d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:51.187311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.190810 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-83d6547a-4ecb-4a9a-8181-03aae645b6d6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.5125043
Nov 24 14:32:51.191595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52562) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.212845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:51.234741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Deleting port ec7ad26e-a737-4823-9dc2-c35fa08d80b4 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:51.235093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.321774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-17ece289-057d-4c80-b76a-431ff5985fb2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.333730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b', 'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b', 'tenant_id': '812d3cde387642f09bf57820011874d9', 'fixed_ips': [{'subnet_id': '9d0c6e9b-8947-4bc6-af2e-4792dee6474b'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:32:51.334834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.376416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:51.381742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:51.384788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:51.390577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:51.406060 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e7dbfa-6b13-447c-bc20-4ad3add2a6f7 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:51.406503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e7dbfa-6b13-447c-bc20-4ad3add2a6f7 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:51.411022 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-74e7dbfa-6b13-447c-bc20-4ad3add2a6f7 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/a6b4cdfa-258c-41c9-8e86-0a334919e823 HTTP/1.1" status: 404  len: 339 time: 0.2239151
Nov 24 14:32:51.411587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52566) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.452574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-17ece289-057d-4c80-b76a-431ff5985fb2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.474379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d845281-8ad9-4aa1-9fd8-931765b696c7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:51.480527 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5d845281-8ad9-4aa1-9fd8-931765b696c7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2878709
Nov 24 14:32:51.487544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52570) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.504610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:51.521517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b944728f-9935-4217-a3fc-3dde9a2abea9 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:51.521964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b944728f-9935-4217-a3fc-3dde9a2abea9 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:51.523643 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b944728f-9935-4217-a3fc-3dde9a2abea9 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/76e19c79-17b5-4296-86ee-9369fafb957e HTTP/1.1" status: 404  len: 337 time: 0.1041164
Nov 24 14:32:51.528711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52574) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.544521 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:51.584224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:51.586485 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:51.590404 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201da8e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:51.599944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.601129 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c6c26e04-e8b6-48ee-ada1-3155048a5875 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 200  len: 703 time: 3.8553507
Nov 24 14:32:51.604607 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f530d1-9d6e-4cf2-b064-7729de5f97fe tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:51.615763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f530d1-9d6e-4cf2-b064-7729de5f97fe tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:51.619831 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e3f530d1-9d6e-4cf2-b064-7729de5f97fe tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/a2b8143c-875e-4c0c-b01f-7d7bb172b6fc HTTP/1.1" status: 404  len: 339 time: 0.0878632
Nov 24 14:32:51.622498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Allocated IP 2001:db8::2 (c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b/9d0c6e9b-8947-4bc6-af2e-4792dee6474b/74d22a86-ad35-49cb-9e39-4d674cd41dbd) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:51.631586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.631918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52580) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:51.826225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:51.828996 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:51.988446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] For port ec7ad26e-a737-4823-9dc2-c35fa08d80b4, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ec7ad26e-a737-4823-9dc2-c35fa08d80b4,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:51.991033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:52.022635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:52.041507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Transition to ACTIVE for port object 74d22a86-ad35-49cb-9e39-4d674cd41dbd will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:52.074187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Transition to ACTIVE for port object 74d22a86-ad35-49cb-9e39-4d674cd41dbd will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:52.082322 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d0c6e9b-8947-4bc6-af2e-4792dee6474b (CIDR: 2001:db8::/64)
Nov 24 14:32:52.142325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a95f7f-5a5a-4cd5-be01-76e1f2774504 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:52.142774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a95f7f-5a5a-4cd5-be01-76e1f2774504 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.143809 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:32:52.144745 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a5a95f7f-5a5a-4cd5-be01-76e1f2774504 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/a0bf4604-1eaa-462d-94d0-f22ce881511d HTTP/1.1" status: 404  len: 337 time: 0.4966152
Nov 24 14:32:52.144940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.150329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52586) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.177167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:52.184283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:52.195009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e121297-df3a-4d90-9722-271847250ebb tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:52.195488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e121297-df3a-4d90-9722-271847250ebb tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.198093 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5e121297-df3a-4d90-9722-271847250ebb tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/4d511801-a2e7-4024-92b1-e8595ef9a800 HTTP/1.1" status: 404  len: 339 time: 0.0439408
Nov 24 14:32:52.202214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52592) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.207797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Calling delete_port for ec7ad26e-a737-4823-9dc2-c35fa08d80b4 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:52.247151 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9456a97-faa0-402e-8337-6637982bf766 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:52.247754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9456a97-faa0-402e-8337-6637982bf766 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.250691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e9456a97-faa0-402e-8337-6637982bf766 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/f52f7a1b-791f-4b5e-a10b-6d8407dcd5f0 HTTP/1.1" status: 404  len: 337 time: 0.0473189
Nov 24 14:32:52.259043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52596) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.289131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fd76e-b5dc-459b-8364-c2769fa071db tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:52.294480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fd76e-b5dc-459b-8364-c2769fa071db tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:52.294480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fd76e-b5dc-459b-8364-c2769fa071db tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:52.294693 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39d0cfb-d998-4c0a-953b-a2b217734524 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:52.295781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8e5fd76e-b5dc-459b-8364-c2769fa071db tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:52.295883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39d0cfb-d998-4c0a-953b-a2b217734524 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.297392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f39d0cfb-d998-4c0a-953b-a2b217734524 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/43a5e232-eeaa-4245-94f7-741a092e1ec4 HTTP/1.1" status: 404  len: 339 time: 0.0431709
Nov 24 14:32:52.304261 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-208f9445-618e-4f62-b40a-555ae4607a95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1185629
Nov 24 14:32:52.305665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52600) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.306273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52602) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.317319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:52.349498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:52.351040 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201da8e0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 7, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:52.359084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:52.361157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Pushing event updated for resources: {'Port': ['ID=74d22a86-ad35-49cb-9e39-4d674cd41dbd,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:52.363418 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:52.370054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:52.374565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:52.383355 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:52.387121 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201da8e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:52.490475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Attempting to bind port 74d22a86-ad35-49cb-9e39-4d674cd41dbd on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:32:52.490984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Attempting to bind port 74d22a86-ad35-49cb-9e39-4d674cd41dbd by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '285f5acb-b591-4d64-8824-5666149f0c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:32:52.491529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Attempting to bind port 74d22a86-ad35-49cb-9e39-4d674cd41dbd on network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:32:52.500040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:32:52.500325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Checking segment: {'id': '285f5acb-b591-4d64-8824-5666149f0c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:32:52.500834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:52.501488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Bound using segment: {'id': '285f5acb-b591-4d64-8824-5666149f0c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:32:52.502070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Bound port: 74d22a86-ad35-49cb-9e39-4d674cd41dbd, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285f5acb-b591-4d64-8824-5666149f0c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:32:52.502557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:52.527280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8e5fd76e-b5dc-459b-8364-c2769fa071db tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:52.530979 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8e5fd76e-b5dc-459b-8364-c2769fa071db tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 1.0423975
Nov 24 14:32:52.537247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52608) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.594203 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:52.620937 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f6798094-8a52-435c-af86-f515091fabcc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 200  len: 703 time: 0.9741881
Nov 24 14:32:52.627667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52612) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.630371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] For port 74d22a86-ad35-49cb-9e39-4d674cd41dbd, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:32:52.636001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] For port 74d22a86-ad35-49cb-9e39-4d674cd41dbd, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74d22a86-ad35-49cb-9e39-4d674cd41dbd,segment=NetworkSegment(285f5acb-b591-4d64-8824-5666149f0c3b),segment_id=285f5acb-b591-4d64-8824-5666149f0c3b)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:32:52.668827 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34c9201-74d4-4b18-a5a8-923ddf6619e4 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:52.670943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34c9201-74d4-4b18-a5a8-923ddf6619e4 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.674153 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c34c9201-74d4-4b18-a5a8-923ddf6619e4 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/fdb0684a-0755-48b5-a37a-f2c3307533a7 HTTP/1.1" status: 404  len: 337 time: 0.3644469
Nov 24 14:32:52.705837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:52.706450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52616) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.727509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:52.799231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:52.810601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:52.815543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:52.864433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:52.870065 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7259f42-4d6b-4aef-b34e-22b86a25e55c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:52.870704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7259f42-4d6b-4aef-b34e-22b86a25e55c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.889275 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d7259f42-4d6b-4aef-b34e-22b86a25e55c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/cab2ec65-37e9-4b5e-b21e-eac045682d36 HTTP/1.1" status: 404  len: 339 time: 0.1626933
Nov 24 14:32:52.892674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52620) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.938884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Pushing event updated for resources: {'Port': ['ID=74d22a86-ad35-49cb-9e39-4d674cd41dbd,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:52.945908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:52.953608 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adbd468-c5f9-47b8-ab1b-d6434fae1a67 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:52.954249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adbd468-c5f9-47b8-ab1b-d6434fae1a67 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:52.955789 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0adbd468-c5f9-47b8-ab1b-d6434fae1a67 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/eb9825e2-3800-4aaf-88d0-f2cf5f998b8b HTTP/1.1" status: 404  len: 337 time: 0.0619099
Nov 24 14:32:52.962947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52624) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:52.996207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:53.001715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9545a374-c436-42d9-a915-6ebe45e4456f tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:53.045591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ec7ad26e-a737-4823-9dc2-c35fa08d80b4 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:53.087996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ec7ad26e-a737-4823-9dc2-c35fa08d80b4 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:32:53.095969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ec7ad26e-a737-4823-9dc2-c35fa08d80b4 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Nov 24 14:32:53.165735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Port ec7ad26e-a737-4823-9dc2-c35fa08d80b4 not found, will not notify nova. {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Nov 24 14:32:53.175351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec7ad26e-a737-4823-9dc2-c35fa08d80b4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:53.178293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:53.185672 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-155481be-8911-4999-9bad-7376ef062108 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:32:53.186417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155481be-8911-4999-9bad-7376ef062108 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:32:53.188621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-155481be-8911-4999-9bad-7376ef062108 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/fbc09f1e-43cb-4e01-acd6-d9dd8b9f7df1 HTTP/1.1" status: 404  len: 339 time: 0.2257681
Nov 24 14:32:53.212342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52628) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:53.216268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ece289-057d-4c80-b76a-431ff5985fb2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router c4bf3798-8db1-4f4c-9d7b-582464a9aba6 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:32:53.239677 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201da8e0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 7, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:53.244828 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf26d4-862f-4dd9-be13-427f3e3d972c None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 7, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:53.253667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:53.257867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:53.405898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e79689e1-1ffc-46da-8050-93c33c2d56b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:53.438455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc7f27-f3b2-48c2-8ebc-00e7e5d85772 req-4824c2fa-6f17-4358-880a-588ae7345daa tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:53.440002 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7afc7f27-f3b2-48c2-8ebc-00e7e5d85772 req-4824c2fa-6f17-4358-880a-588ae7345daa tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.9689162
Nov 24 14:32:53.552702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 3b5c02c2-1f20-4e64-88fe-4543e49c62e2 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:53.575919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:53.667978 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-901593eb-11c5-4427-8773-194075e86d75 req-dd22018a-4cfa-46a9-bfdc-e434160c3212 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0aecf5fca6484de096db1d9ff660d5ef&device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1099 time: 0.7653127
Nov 24 14:32:53.674620 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7afc7f27-f3b2-48c2-8ebc-00e7e5d85772 req-e81bf40c-4d3f-49a5-90d4-48bd57f38ed2 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2190046
Nov 24 14:32:53.690761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:53.745735 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d287f152-ce98-4075-a82d-84a3ccd3c20e req-ee7db897-4160-4ec5-bd5c-31d334e35689 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1099 time: 0.4564521
Nov 24 14:32:53.876445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7db0f691-f1f6-402f-9cf9-5131903c151b details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:32:53.894688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:53.939004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7db0f691-f1f6-402f-9cf9-5131903c151b no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:32:54.007592 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d287f152-ce98-4075-a82d-84a3ccd3c20e req-e037a99b-ab63-4ff4-b026-2579a55dafc4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2503946
Nov 24 14:32:54.024559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901593eb-11c5-4427-8773-194075e86d75 req-d35c9f8b-bdf4-4365-9fd5-bb9521292d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:54.026104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-901593eb-11c5-4427-8773-194075e86d75 req-d35c9f8b-bdf4-4365-9fd5-bb9521292d34 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9edf11f2-ec6c-49d2-b95c-a40b4f183832 HTTP/1.1" status: 200  len: 897 time: 0.3042419
Nov 24 14:32:54.030630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.049262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.205067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae9a58-5eb5-45a2-a3fb-150f7876ce9b None None] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:54.266585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.282962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6795064-4f32-42ad-a74a-589880862de8 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:54.306626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting subnet 2ce42563-c8e3-4131-ae11-75224ac5ff3b {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:54.318740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:54.320135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.330632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.340177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:54.348911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:54.354714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:54.355738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.383404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.383946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'port_id': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'mac_address': 'fa:16:3e:1b:b5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:32:54.413421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72982113-44e0-4abe-9bfd-cd47625a917c None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:54.415068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.428565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=68ed2e55-a5d6-4229-a9ce-6d4e1be30603,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:54.434366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:54.435118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bac3e265-a0f5-4f4c-b122-6d1f05ac35d8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:54.479252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:32:54.483220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5c02c2-1f20-4e64-88fe-4543e49c62e2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:54.487764 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-901593eb-11c5-4427-8773-194075e86d75 req-38bc74db-2aec-4d01-9310-42bdd0658625 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db0f691-f1f6-402f-9cf9-5131903c151b HTTP/1.1" status: 200  len: 1001 time: 0.2872441
Nov 24 14:32:54.495288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:54.500773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.501432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a8ab09bf-1370-4263-b67f-87241406e4c9 None None] Provisioning for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:54.525311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.529345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.542853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.2329972
Nov 24 14:32:54.550524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52636) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:54.560400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b', 'fixed_ips': [{'subnet_id': '9d0c6e9b-8947-4bc6-af2e-4792dee6474b'}, {'subnet_id': '68ed2e55-a5d6-4229-a9ce-6d4e1be30603'}], 'name': 'tempest-PortsIpV6TestJSON-1489331623'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:54.580958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/3b5c02c2-1f20-4e64-88fe-4543e49c62e2 HTTP/1.1" status: 204  len: 168 time: 1.9783790
Nov 24 14:32:54.590935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52640) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:54.617380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901593eb-11c5-4427-8773-194075e86d75 req-2c099e7d-0289-42e1-abb0-752305b334cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:54.619539 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-901593eb-11c5-4427-8773-194075e86d75 req-2c099e7d-0289-42e1-abb0-752305b334cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2299ee8e-1614-4ec4-a339-7e18aa9ed7d5 HTTP/1.1" status: 200  len: 834 time: 0.1227126
Nov 24 14:32:54.622037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:54.641631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.686014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.728669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7db0f691-f1f6-402f-9cf9-5131903c151b {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:32:54.779361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.789513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:54.821926 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'code': 200}
Nov 24 14:32:54.925216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:54.931586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0e54820-f375-446f-849c-9313bac68ef0 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:32:54.949663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:32:54.950030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:32:55.004655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:55.034396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.042406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:55.097195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Update dhcp port {'port': {'network_id': 'c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b', 'fixed_ips': [{'subnet_id': '9d0c6e9b-8947-4bc6-af2e-4792dee6474b', 'ip_address': '2001:db8::2'}, {'subnet_id': '68ed2e55-a5d6-4229-a9ce-6d4e1be30603'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '74d22a86-ad35-49cb-9e39-4d674cd41dbd'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:32:55.101119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.104985 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c0e54820-f375-446f-849c-9313bac68ef0 HTTP/1.1" status: 204  len: 168 time: 6.3593197
Nov 24 14:32:55.113286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52646) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:55.120400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ece289-057d-4c80-b76a-431ff5985fb2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:32:55.145012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-17ece289-057d-4c80-b76a-431ff5985fb2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.146535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] Sync routers for ids ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:55.149115 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-17ece289-057d-4c80-b76a-431ff5985fb2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/c4bf3798-8db1-4f4c-9d7b-582464a9aba6 HTTP/1.1" status: 200  len: 886 time: 6.5727737
Nov 24 14:32:55.157742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52650) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:55.160487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:55.166965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.250627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:55.268104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:55.277946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] Routers {'c4bf3798-8db1-4f4c-9d7b-582464a9aba6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:55.280824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd03f10>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:55.281451 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-901593eb-11c5-4427-8773-194075e86d75 req-2097d5ab-a63a-4042-af6f-b93b11cd016b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9edf11f2-ec6c-49d2-b95c-a40b4f183832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6530545
Nov 24 14:32:55.288234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:55.400595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74d22a86-ad35-49cb-9e39-4d674cd41dbd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:55.446870 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:32:55.464516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eb7dc-c775-45bb-99b0-28bdcb65d50e req-528c9143-7d06-45cd-a588-d6d4881850a1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:55.473262 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:55.473986 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe2f940>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:55.477373 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4d9eb7dc-c775-45bb-99b0-28bdcb65d50e req-528c9143-7d06-45cd-a588-d6d4881850a1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 944 time: 0.6113973
Nov 24 14:32:55.481158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:55.498513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.581867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd03f10>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:55.613732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet de05e10a-af1c-46ae-87d8-f1002ccab06d {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:32:55.628747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.692717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] Routers {'c4bf3798-8db1-4f4c-9d7b-582464a9aba6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:55.695629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd03f10>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:55.747525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.770026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a1128be2-9b79-401e-9ce4-ba1bbceab511 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:55.820962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd03f10>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:55.821181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6448bc-da00-40f0-bfa5-4149879f79a1 None None] The sync data for ids ['c4bf3798-8db1-4f4c-9d7b-582464a9aba6'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:55.826614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.833150 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:55.870737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce42563-c8e3-4131-ae11-75224ac5ff3b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:55.886584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:55.898304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db0f691-f1f6-402f-9cf9-5131903c151b {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:32:55.926385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:55.931965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08bbcd50-73fa-4c7d-95e2-2e0fb702fb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.944428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:55.954677 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-901593eb-11c5-4427-8773-194075e86d75 req-f2b61a08-0e79-405e-a399-c0ce4f8a7f54 service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6473205
Nov 24 14:32:56.004236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.032504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad36d77-8dcf-4358-960e-a43bbd71b638 None None] Network e45643ed-648b-471a-8a4c-d4b368d5eb30 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:56.091711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:56.095799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.101387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port cf569989-d7ca-4dff-a608-ff96175c32f1 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:32:56.107695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-800457b6-f72a-4882-9879-0c6da165e9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:56.221387 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/subnets/2ce42563-c8e3-4131-ae11-75224ac5ff3b HTTP/1.1" status: 204  len: 168 time: 2.9666235
Nov 24 14:32:56.226160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52654) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:56.293694 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4d9eb7dc-c775-45bb-99b0-28bdcb65d50e req-91068440-3bb6-4c15-8586-5116f0bda06d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7620878
Nov 24 14:32:56.322471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:56.333661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.352011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.362888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Allocated IP 2001:db8:0:1::2 (c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b/68ed2e55-a5d6-4229-a9ce-6d4e1be30603/74d22a86-ad35-49cb-9e39-4d674cd41dbd) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:56.413893 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe2f940>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 7, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:56.419290 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:32:56.439521 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:32:56.440179 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe2f940>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:56.515706 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-901593eb-11c5-4427-8773-194075e86d75 req-ea35f181-f506-4e9c-baca-5a5222f155ad service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5589025
Nov 24 14:32:56.520332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.520893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['7db0f691-f1f6-402f-9cf9-5131903c151b'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:32:56.561573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.616019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:56.633005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.637137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-69b17f71-49a7-4c57-9aa7-3b3d6e74e436 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:56.688588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=de05e10a-af1c-46ae-87d8-f1002ccab06d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:56.691626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:56.699439 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:32:56.699986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:56.706167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.709079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Deleting port 67311d3c-21c2-471c-9814-66726761b067 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:56.710296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.711457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a063043f-eada-46dc-9de7-945a4b70a5a4 None None] Provisioning complete for port 0c6706e1-e779-45f5-bc30-6097ec7ae155 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:56.711839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a063043f-eada-46dc-9de7-945a4b70a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.725500 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/de05e10a-af1c-46ae-87d8-f1002ccab06d HTTP/1.1" status: 204  len: 168 time: 2.1304555
Nov 24 14:32:56.734897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52658) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:56.793949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53864852-8f8d-474c-b093-bfd72e1c96e5 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:56.848149 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-31cefca8-7587-4a7a-9473-e8c50063e132 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1119537
Nov 24 14:32:56.853995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52662) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:56.915270 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4748e05e-ff51-44c7-96bc-44192edb2095 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/routers/c4bf3798-8db1-4f4c-9d7b-582464a9aba6 HTTP/1.1" status: 200  len: 886 time: 1.7572916
Nov 24 14:32:56.916445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52666) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:56.917743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:56.972154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:56.983401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bacffb0a-8474-4b4e-8a8d-6ca5df83c7ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:32:57.086384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:57.096329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:57.100198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:57.140275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:57.154213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] For port 67311d3c-21c2-471c-9814-66726761b067, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=67311d3c-21c2-471c-9814-66726761b067,segment=NetworkSegment(574a220c-8006-48fb-903a-8ae6f0241104),segment_id=574a220c-8006-48fb-903a-8ae6f0241104)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:57.155400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.172077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bacffb0a-8474-4b4e-8a8d-6ca5df83c7ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:32:57.172370 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe2f940>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 7, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:57.177100 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bacffb0a-8474-4b4e-8a8d-6ca5df83c7ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4bf3798-8db1-4f4c-9d7b-582464a9aba6 HTTP/1.1" status: 200  len: 205 time: 0.2576191
Nov 24 14:32:57.177876 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5a69b-ca56-4411-977b-81f6fd7e6561 None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 7, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e68d0a88-4aa2-465d-81a4-8aff2f28b39b', 'name': '', 'network_id': '2610bf53-f905-4d0d-a802-33a5db6eaf20', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:9f:85:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:49Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': 'b07add94-c8c9-48f3-9e85-3bb8ad4bf70f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:32:57.178380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52670) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:57.183088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port e68d0a88-4aa2-465d-81a4-8aff2f28b39b {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:57.184199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.245926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.267660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.283103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:32:57.286693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.308940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] For port 74d22a86-ad35-49cb-9e39-4d674cd41dbd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74d22a86-ad35-49cb-9e39-4d674cd41dbd,segment=NetworkSegment(285f5acb-b591-4d64-8824-5666149f0c3b),segment_id=285f5acb-b591-4d64-8824-5666149f0c3b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:57.347414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] DHCP port deletion for e45643ed-648b-471a-8a4c-d4b368d5eb30 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:57.385149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Deleting port ff4d0e89-3086-45ca-9dbf-efcee28ce11c {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:57.385492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.404703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Deleting port 67311d3c-21c2-471c-9814-66726761b067 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:57.405344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.421342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Calling delete_port for 67311d3c-21c2-471c-9814-66726761b067 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:57.441432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.resource_extend [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:32:57.482103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.581627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Transition to ACTIVE for port object 74d22a86-ad35-49cb-9e39-4d674cd41dbd will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:57.671057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.675478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:32:57.689747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48ee5207-5325-446f-830d-4a779bbdb3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:57.718328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Deleting port 0c6706e1-e779-45f5-bc30-6097ec7ae155 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:57.718708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.735684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.800700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.813396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-19bb9282-824a-4a9f-9a6e-c98699d8205f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:57.887788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port e68d0a88-4aa2-465d-81a4-8aff2f28b39b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,segment=NetworkSegment(70f08dc2-39f8-450e-bce2-3e7a1e20bee2),segment_id=70f08dc2-39f8-450e-bce2-3e7a1e20bee2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:57.889797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:57.988288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Port': ['ID=67311d3c-21c2-471c-9814-66726761b067,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:57.993744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:58.010429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] No DVR routers for this DVR port 67311d3c-21c2-471c-9814-66726761b067 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:58.040562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for e68d0a88-4aa2-465d-81a4-8aff2f28b39b owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:58.223409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:32:58.224053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:32:58.254410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] For port ff4d0e89-3086-45ca-9dbf-efcee28ce11c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:58.254655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.271036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::29e (c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b/9d0c6e9b-8947-4bc6-af2e-4792dee6474b/cf569989-d7ca-4dff-a608-ff96175c32f1) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:58.274373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.280475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538858b5-b183-4673-ab93-d5c9c9a753ac req-231185f7-ac69-42ca-bb32-f51ab1f16c96 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:58.280475 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-538858b5-b183-4673-ab93-d5c9c9a753ac req-231185f7-ac69-42ca-bb32-f51ab1f16c96 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 945 time: 0.5596259
Nov 24 14:32:58.303926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Pushing event updated for resources: {'Port': ['ID=74d22a86-ad35-49cb-9e39-4d674cd41dbd,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:58.307924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] For port 67311d3c-21c2-471c-9814-66726761b067, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=67311d3c-21c2-471c-9814-66726761b067,segment=NetworkSegment(574a220c-8006-48fb-903a-8ae6f0241104),segment_id=574a220c-8006-48fb-903a-8ae6f0241104)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:58.308768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.309465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8:0:1::a1 (c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b/68ed2e55-a5d6-4229-a9ce-6d4e1be30603/cf569989-d7ca-4dff-a608-ff96175c32f1) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:32:58.318864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:58.322842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f8de970>,) {'filters': {'network_id': ['e45643ed-648b-471a-8a4c-d4b368d5eb30']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:58.345794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f8de970>, '574a220c-8006-48fb-903a-8ae6f0241104') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:58.351992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f8de970>, '574a220c-8006-48fb-903a-8ae6f0241104') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:32:58.400132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.436521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Calling delete_port for ff4d0e89-3086-45ca-9dbf-efcee28ce11c owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:58.437690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.458275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:32:58.459051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.471173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Calling delete_port for 67311d3c-21c2-471c-9814-66726761b067 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:32:58.476227 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:32:58.497588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.520812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] For port 0c6706e1-e779-45f5-bc30-6097ec7ae155, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0c6706e1-e779-45f5-bc30-6097ec7ae155,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:58.523174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.544253 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-538858b5-b183-4673-ab93-d5c9c9a753ac req-3419cea0-79ef-4686-9149-2685da237d97 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2556443
Nov 24 14:32:58.586233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52676) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:58.609566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.620032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eea7e05e-4336-41da-88be-3a1f6bed79c3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:58.695313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Calling delete_port for 0c6706e1-e779-45f5-bc30-6097ec7ae155 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:58.726815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:58.740580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:58.746293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:58.746943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.783184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=29d806b1-804e-4dc6-9734-c917764e4cf4,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:58.787606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:58.791456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.810200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f3b5e206-f96a-4d68-9fd5-3a06f08bb749 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:58.814116 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8e97d078-ad39-4b73-8f4b-4c9e0d8cd028 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/floatingips/7203e875-90c4-4492-8f0a-0d7cea51ef4d HTTP/1.1" status: 200  len: 992 time: 0.2140667
Nov 24 14:32:58.830177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.836033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.851591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a23c7a68-2c42-4ec1-af91-134683c1c29b tempest-BulkNetworkOpsIpV6Test-670739246 tempest-BulkNetworkOpsIpV6Test-670739246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:58.867522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.885979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.895688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Pushing event deleted for resources: {'Network': ['ID=e45643ed-648b-471a-8a4c-d4b368d5eb30,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:58.911291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:58.914635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:58.921172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=e68d0a88-4aa2-465d-81a4-8aff2f28b39b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:58.926369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] 10.222.0.53 "DELETE /v2.0/networks/e45643ed-648b-471a-8a4c-d4b368d5eb30 HTTP/1.1" status: 204  len: 168 time: 2.6351414
Nov 24 14:32:58.926559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:58.948126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 74d22a86-ad35-49cb-9e39-4d674cd41dbd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74d22a86-ad35-49cb-9e39-4d674cd41dbd,segment=NetworkSegment(285f5acb-b591-4d64-8824-5666149f0c3b),segment_id=285f5acb-b591-4d64-8824-5666149f0c3b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:32:58.959710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object cf569989-d7ca-4dff-a608-ff96175c32f1 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:32:58.969551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:32:58.969784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:32:58.988357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port e7106856-06f8-440c-a593-72c39d4a8a3e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:58.990848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.016713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.018606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:59.142365 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2815905
Nov 24 14:32:59.171453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.173052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52682) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:59.181779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:32:59.187231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=74d22a86-ad35-49cb-9e39-4d674cd41dbd,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:59.205166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:59.205381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.206031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:59.239909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c17abd24-c5a2-4a6b-8de9-47c16875f55f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:59.265746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999769c-56f4-48fa-8e83-aa53c93c616a None None] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:59.289068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74d22a86-ad35-49cb-9e39-4d674cd41dbd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:32:59.303545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.328876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Pushing event deleted for resources: {'Port': ['ID=0c6706e1-e779-45f5-bc30-6097ec7ae155,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:59.337904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:59.346676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] No DVR routers for this DVR port 0c6706e1-e779-45f5-bc30-6097ec7ae155 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:32:59.422712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f82908c-38fc-45c4-a0f9-4e261fa90bfb None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:32:59.458362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:32:59.462839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.470493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=cf569989-d7ca-4dff-a608-ff96175c32f1,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:59.478948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:32:59.480932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:59.494189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:32:59.498955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:32:59.499709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.510473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.517133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Deleting port 67311d3c-21c2-471c-9814-66726761b067 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:32:59.517680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.521508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5c37ee6b-e03f-45af-8cc0-eaba222162e3 tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:32:59.601704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b18bbb41-2790-4ace-90ad-c0dbc5cee181 None None] The port '67311d3c-21c2-471c-9814-66726761b067' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:32:59.617076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff4d0e89-3086-45ca-9dbf-efcee28ce11c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:32:59.621839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:32:59.640759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for e7106856-06f8-440c-a593-72c39d4a8a3e owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:32:59.678980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b807c5de-b866-4ea0-921a-cb726c89a5dc None None] Provisioning for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:32:59.702801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:32:59.765450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52688) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:59.767590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b807c5de-b866-4ea0-921a-cb726c89a5dc None None] Provisioning complete for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:59.768572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b807c5de-b866-4ea0-921a-cb726c89a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.830435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:32:59.830727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:32:59.847258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:32:59.853399 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 5.2990260
Nov 24 14:32:59.853399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:32:59.859391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52694) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:32:59.863330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:32:59.868535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d0c6e9b-8947-4bc6-af2e-4792dee6474b'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:00.049851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:00.062199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.147363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7db0f691-f1f6-402f-9cf9-5131903c151b up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:00.327200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.330799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-545fb1c8-c25e-4ba6-8844-73dcc5231588', 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'tenant_id': '19f3d526668d4f448ed507716ca43486', 'fixed_ips': [{'subnet_id': '29d806b1-804e-4dc6-9734-c917764e4cf4'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:00.331665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.369636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.434058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 7db0f691-f1f6-402f-9cf9-5131903c151b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:00.434832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.462942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.472099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:00.472890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0c6706e1-e779-45f5-bc30-6097ec7ae155 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:00.496214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.506383 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3db67bcb-f7fd-40ff-9bc1-ec6d69475d82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2beaeb9da684037ae58e512ec1d77f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7382870
Nov 24 14:33:00.506965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52698) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:00.525440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 0c6706e1-e779-45f5-bc30-6097ec7ae155 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:00.526419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0c6706e1-e779-45f5-bc30-6097ec7ae155 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:00.527078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ec7ad26e-a737-4823-9dc2-c35fa08d80b4 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:00.553979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=e7106856-06f8-440c-a593-72c39d4a8a3e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:00.563287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:00.587191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ec7ad26e-a737-4823-9dc2-c35fa08d80b4 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:00.587806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ec7ad26e-a737-4823-9dc2-c35fa08d80b4 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:00.588586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67311d3c-21c2-471c-9814-66726761b067 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:00.631350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.660110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 67311d3c-21c2-471c-9814-66726761b067 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:00.660803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 67311d3c-21c2-471c-9814-66726761b067 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:00.723625 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29d806b1-804e-4dc6-9734-c917764e4cf4 (CIDR: 2001:db8::/64)
Nov 24 14:33:00.741407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.771933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Allocated IP 2001:db8::2 (545fb1c8-c25e-4ba6-8844-73dcc5231588/29d806b1-804e-4dc6-9734-c917764e4cf4/cf4162e8-a632-46fe-a2e8-068ac4859f11) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:00.803810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.827262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.827495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84a68274-5702-4010-add8-b180b543ad69 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:00.861440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.909564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:00.914585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:00.923760 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "DELETE /v2.0/routers/84a68274-5702-4010-add8-b180b543ad69 HTTP/1.1" status: 204  len: 168 time: 5.8042181
Nov 24 14:33:00.923760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52702) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:00.930027 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:00.930027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:00.941992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1131116964', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:00.952261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:00.959914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Usage tracker for resource:router and tenant:4eda27edbf304754bded87d67a4898c8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:00.970450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:00.987632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:00.996546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:33:01.026872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:01.104576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.108752 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'code': 200}
Nov 24 14:33:01.112061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:01.138627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.198153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3cf42f27-6418-4267-bb0c-badedb684eea None None] Provisioning for port cf569989-d7ca-4dff-a608-ff96175c32f1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:01.215701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3cf42f27-6418-4267-bb0c-badedb684eea None None] Provisioning complete for port cf569989-d7ca-4dff-a608-ff96175c32f1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:01.215997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cf42f27-6418-4267-bb0c-badedb684eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.227405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.238405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-127400ec-8806-4106-ae41-4e4fb725dfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:01.284672 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-98a36a84-0606-4908-a9e6-97650e6febda tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.1101823
Nov 24 14:33:01.290458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52708) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:01.299620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.300608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.303789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc0a1f-c2dd-4573-877d-2a3a70e907d5,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:01.307052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.307427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:01.323707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:01.324758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.331352 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0dc0a1f-c2dd-4573-877d-2a3a70e907d5 HTTP/1.1" status: 204  len: 168 time: 0.8168886
Nov 24 14:33:01.335434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'subnet': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:01.344317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3cf42f27-6418-4267-bb0c-badedb684eea None None] Port cf569989-d7ca-4dff-a608-ff96175c32f1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:01.344855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.346472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:01.362254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Transition to ACTIVE for port object cf4162e8-a632-46fe-a2e8-068ac4859f11 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:01.418928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:01.440801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Transition to ACTIVE for port object cf4162e8-a632-46fe-a2e8-068ac4859f11 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:01.456357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:01.457499 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8259583
Nov 24 14:33:01.459190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3cf42f27-6418-4267-bb0c-badedb684eea None None] Provisioning complete for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:01.459568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cf42f27-6418-4267-bb0c-badedb684eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.460395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52716) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:01.557842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.572346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fef044be-e332-4227-b45f-784acc25f66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:01.659004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74d22a86-ad35-49cb-9e39-4d674cd41dbd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:01.723612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Pushing event updated for resources: {'Port': ['ID=cf4162e8-a632-46fe-a2e8-068ac4859f11,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:01.728639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:01.729365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202110d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:01.744808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.783054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.787811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:01.789208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.825171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet b07add94-c8c9-48f3-9e85-3bb8ad4bf70f {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:01.832871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.859410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:01.863956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:subnet and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:01.869484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:01.874107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:01.909999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:01.952045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:01.955737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.975300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:01.975819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Fanout notify agent at l3_agent the message router_deleted on router c4bf3798-8db1-4f4c-9d7b-582464a9aba6 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:02.050266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.093240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Delete allocated IP 2001:db8:0:1::a1 (c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b/68ed2e55-a5d6-4229-a9ce-6d4e1be30603) {{(pid=84233) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 24 14:33:02.165935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.165935 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/c4bf3798-8db1-4f4c-9d7b-582464a9aba6 HTTP/1.1" status: 204  len: 168 time: 4.9707167
Nov 24 14:33:02.166616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52730) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:02.173578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601739769'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:02.181422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:02.188768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:02.197380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:02.240540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.271027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:02.277559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:02.279496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.296246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:02.301396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:02.356621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.369052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.388008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Ignored duplicate provisioning block setup for port cf569989-d7ca-4dff-a608-ff96175c32f1 by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 24 14:33:02.455741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.462152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-17bc9dd9-c435-4e69-9735-ce050c5d61ab tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:02.495258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Attempting to bind port cf4162e8-a632-46fe-a2e8-068ac4859f11 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:02.495637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Attempting to bind port cf4162e8-a632-46fe-a2e8-068ac4859f11 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:02.496072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Attempting to bind port cf4162e8-a632-46fe-a2e8-068ac4859f11 on network 545fb1c8-c25e-4ba6-8844-73dcc5231588 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:02.512603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:02.513157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.531925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:02.536681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.561092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Allocated IP 172.26.2.33 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/426862eb-0f15-483a-9135-df212df12e47) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:02.577651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202110d0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:58Z', 'revision_number': 8, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:02.579330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:02.580220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:02.580680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Checking segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:02.581150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.581614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Bound using segment: {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:02.582162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Bound port: cf4162e8-a632-46fe-a2e8-068ac4859f11, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:02.582620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.588786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.589586 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment e496c6fd-af40-406a-9770-1bc2ed214212 of type vlan for network f9af4e06-26b7-43a8-a994-b83d7cebb47e
Nov 24 14:33:02.613808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:02.621347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.634114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.639309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] In _notify_port_updated(), no bound segment for port cf569989-d7ca-4dff-a608-ff96175c32f1 on network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:33:02.643402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:02.644501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.645943 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "PUT /v2.0/ports/cf569989-d7ca-4dff-a608-ff96175c32f1 HTTP/1.1" status: 200  len: 926 time: 2.7856283
Nov 24 14:33:02.648998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d6e0ab36-2ea8-4322-8b26-370613f262c9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:02.654116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52738) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:02.654837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:02.655985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202110d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:02.658686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=cf569989-d7ca-4dff-a608-ff96175c32f1,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:02.663726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:02.667627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d0c6e9b-8947-4bc6-af2e-4792dee6474b'}, {'subnet_id': '68ed2e55-a5d6-4229-a9ce-6d4e1be30603'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:02.709258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=b07add94-c8c9-48f3-9e85-3bb8ad4bf70f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:02.711895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:02.749825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.823203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8e2c29c6-ab13-424b-b892-742b73475d0b None None] Provisioning complete for port cf569989-d7ca-4dff-a608-ff96175c32f1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:02.823838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8e2c29c6-ab13-424b-b892-742b73475d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.839020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.844571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:02.845250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:02.869958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd86ee63-2beb-4896-a64f-e30ca5698ed7 None None] Network 2610bf53-f905-4d0d-a802-33a5db6eaf20 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:02.880946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/b07add94-c8c9-48f3-9e85-3bb8ad4bf70f HTTP/1.1" status: 204  len: 168 time: 1.4186656
Nov 24 14:33:02.886884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52744) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:02.895052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4355c0ae-daf3-4fd7-967b-566be6c6a2e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:02.958624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.objects.ports [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84233) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 24 14:33:02.989625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52748) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:02.993380 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8263640
Nov 24 14:33:03.003611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52752) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:03.009501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.024467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': 'f9af4e06-26b7-43a8-a994-b83d7cebb47e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:03.205338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c29c6-ab13-424b-b892-742b73475d0b None None] Port cf569989-d7ca-4dff-a608-ff96175c32f1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:03.257213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:03.261025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:03.261168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:03.264399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:03.273399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:03.311350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ff4d0e89-3086-45ca-9dbf-efcee28ce11c no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:03.318442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=f9af4e06-26b7-43a8-a994-b83d7cebb47e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:03.325478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c59b8099-73ab-47c3-91dc-e6d391015afa tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] Request body: {'port': {'network_id': '629529b1-19f0-4c5a-a08f-be249cbfa36b', 'name': 'tempest-NetworksNegativeTestJSON-2007149371'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:03.345915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] For port cf4162e8-a632-46fe-a2e8-068ac4859f11, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:03.349470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:03.352480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:03.358009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:03.371439 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59b8099-73ab-47c3-91dc-e6d391015afa tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] POST failed (client error): The resource could not be found.
Nov 24 14:33:03.371678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59b8099-73ab-47c3-91dc-e6d391015afa tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:03.377325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c59b8099-73ab-47c3-91dc-e6d391015afa tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3782172
Nov 24 14:33:03.379592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.380129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52758) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:03.384655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.388742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ff4d0e89-3086-45ca-9dbf-efcee28ce11c {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:03.389101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ff4d0e89-3086-45ca-9dbf-efcee28ce11c not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:03.403249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 7472c813-3af2-4132-a797-a57ce3233d39 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:03.403411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.405132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] For port cf4162e8-a632-46fe-a2e8-068ac4859f11, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf4162e8-a632-46fe-a2e8-068ac4859f11,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:03.488772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.489297 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfbe3fa-bf7b-4f0d-82e2-e98a306399fe tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:03.489831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfbe3fa-bf7b-4f0d-82e2-e98a306399fe tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:03.495588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:03.556052 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9bfbe3fa-bf7b-4f0d-82e2-e98a306399fe tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "DELETE /v2.0/networks/21678ba7-98af-4ef6-a413-9c27935f171c HTTP/1.1" status: 404  len: 339 time: 0.1709290
Nov 24 14:33:03.571964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52762) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:03.598106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.604451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c4cfd3f-9dcd-45e6-bc71-4632335a9860 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:03.655955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8f9f9b6a-56ec-4253-8603-7a8086fc4003 None None] Provisioning complete for port cf569989-d7ca-4dff-a608-ff96175c32f1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:03.655955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9b6a-56ec-4253-8603-7a8086fc4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.674409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port 7472c813-3af2-4132-a797-a57ce3233d39, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7472c813-3af2-4132-a797-a57ce3233d39,segment=NetworkSegment(70f08dc2-39f8-450e-bce2-3e7a1e20bee2),segment_id=70f08dc2-39f8-450e-bce2-3e7a1e20bee2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:03.674755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.744479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:03.817124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:03.821106 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5dd2ff-840e-468f-8330-e04dda7a815b tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:03.821643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5dd2ff-840e-468f-8330-e04dda7a815b tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:03.827035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 7472c813-3af2-4132-a797-a57ce3233d39 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:03.827220 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5f5dd2ff-840e-468f-8330-e04dda7a815b tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "DELETE /v2.0/ports/f170fc6f-43bf-4457-b466-7fe3cc3da746 HTTP/1.1" status: 404  len: 333 time: 0.2504034
Nov 24 14:33:03.854049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:03.855828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Pushing event updated for resources: {'Port': ['ID=cf4162e8-a632-46fe-a2e8-068ac4859f11,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:03.862282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52766) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:03.862523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event updated for resources: {'Port': ['ID=426862eb-0f15-483a-9135-df212df12e47,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:03.863480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:03.864681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f9b6a-56ec-4253-8603-7a8086fc4003 None None] Port cf569989-d7ca-4dff-a608-ff96175c32f1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:03.864812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:03.891308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:03.970465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7035a79-9b2d-4404-9740-980da825d020 None None] DHCP port deletion for 2610bf53-f905-4d0d-a802-33a5db6eaf20 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:03.977441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7035a79-9b2d-4404-9740-980da825d020 None None] Deleting port 7472c813-3af2-4132-a797-a57ce3233d39 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:03.977820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7035a79-9b2d-4404-9740-980da825d020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.009709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9080f63c-123d-4127-8a91-4ac55d85af0e tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:04.010145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9080f63c-123d-4127-8a91-4ac55d85af0e tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:04.015467 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9080f63c-123d-4127-8a91-4ac55d85af0e tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "DELETE /v2.0/subnets/c1837300-4cdc-4850-95a4-ae6cb6cbdd45 HTTP/1.1" status: 404  len: 337 time: 0.1420004
Nov 24 14:33:04.033455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52770) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:04.038902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202110d0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:58Z', 'revision_number': 8, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:04.052176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdee7f-e86d-4e1e-ad7a-65c47cf84675 None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:32:58Z', 'revision_number': 8, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae19672a-b03f-4158-a95f-90ab7952cb5f', 'name': '', 'network_id': '769bba0c-70d4-4b2e-ada4-ee7227eb1473', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:40:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e6beae3-f186-4299-a661-3c0113229f09', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:22Z', 'updated_at': '2021-11-24T14:32:35Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '2e6beae3-f186-4299-a661-3c0113229f09', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:04.072582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.090407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7035a79-9b2d-4404-9740-980da825d020 None None] The port '7472c813-3af2-4132-a797-a57ce3233d39' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:04.108689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.112940 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b522460d-1fa7-43e9-9a66-3079f058e03a tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:04.114196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b522460d-1fa7-43e9-9a66-3079f058e03a tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "GET /v2.0/networks/8d5052c2-3a53-4a2c-a762-5881ed7f6d01 HTTP/1.1" status: 404  len: 339 time: 0.0798123
Nov 24 14:33:04.114944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-86548361-090d-483f-b84b-bc713f888eb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:04.129926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8:0:1::3ce (c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b/68ed2e55-a5d6-4229-a9ce-6d4e1be30603/cf569989-d7ca-4dff-a608-ff96175c32f1) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:04.131942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52774) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:04.161629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=7472c813-3af2-4132-a797-a57ce3233d39,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:04.163968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:04.166285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No DVR routers for this DVR port 7472c813-3af2-4132-a797-a57ce3233d39 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:04.239698 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0cdd4b-6613-40d8-86aa-7e3d279d45a5 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:04.240979 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4c0cdd4b-6613-40d8-86aa-7e3d279d45a5 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "GET /v2.0/ports/7d8acfd4-0ebf-4d0c-80fd-1c7eb8273718 HTTP/1.1" status: 404  len: 333 time: 0.1075819
Nov 24 14:33:04.248709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52778) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:04.299698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.327944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641edaa3a0>,) {'filters': {'network_id': ['2610bf53-f905-4d0d-a802-33a5db6eaf20']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:04.342786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641edaa3a0>, '70f08dc2-39f8-450e-bce2-3e7a1e20bee2') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:04.343076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641edaa3a0>, '70f08dc2-39f8-450e-bce2-3e7a1e20bee2') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:04.356255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.373772 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c2c9e9-d9a7-4b2d-808a-93f3133a16fe tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:04.374336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.374336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.374504 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-54c2c9e9-d9a7-4b2d-808a-93f3133a16fe tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "GET /v2.0/subnets/311c4aad-6701-4b8a-8574-0616676c700b HTTP/1.1" status: 404  len: 337 time: 0.1209130
Nov 24 14:33:04.377205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.379198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52782) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:04.390544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fcf9c9db-b5e5-48ed-82f9-df13eb7d0916 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:04.412227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:04.412637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:04.431542 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:04.508542 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf9c9db-b5e5-48ed-82f9-df13eb7d0916 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] PUT failed (client error): The resource could not be found.
Nov 24 14:33:04.509263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf9c9db-b5e5-48ed-82f9-df13eb7d0916 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:04.510561 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fcf9c9db-b5e5-48ed-82f9-df13eb7d0916 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "PUT /v2.0/networks/d02b9146-d671-43a4-9c51-381ba8e0684f HTTP/1.1" status: 404  len: 339 time: 0.1304371
Nov 24 14:33:04.521249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52786) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:04.531766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c30e2824-a69a-41b6-be8b-b1a97c5e006b tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:04.633259 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30e2824-a69a-41b6-be8b-b1a97c5e006b tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] PUT failed (client error): The resource could not be found.
Nov 24 14:33:04.633691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30e2824-a69a-41b6-be8b-b1a97c5e006b tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:04.634784 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c30e2824-a69a-41b6-be8b-b1a97c5e006b tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "PUT /v2.0/ports/44cdadd4-badb-4ac3-b976-607f111449a4 HTTP/1.1" status: 404  len: 333 time: 0.1121900
Nov 24 14:33:04.638654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:04.648725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fbfcf7ef-6710-4593-83c7-b3f03ce2a915 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:04.691243 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfcf7ef-6710-4593-83c7-b3f03ce2a915 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] PUT failed (client error): The resource could not be found.
Nov 24 14:33:04.691761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfcf7ef-6710-4593-83c7-b3f03ce2a915 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:04.692898 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fbfcf7ef-6710-4593-83c7-b3f03ce2a915 tempest-NetworksNegativeTestJSON-1822498359 tempest-NetworksNegativeTestJSON-1822498359-project] 10.222.0.53 "PUT /v2.0/subnets/22a566b2-028a-4750-b1ab-9ea30096abac HTTP/1.1" status: 404  len: 337 time: 0.0531886
Nov 24 14:33:04.693428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.728564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] For port cf4162e8-a632-46fe-a2e8-068ac4859f11, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf4162e8-a632-46fe-a2e8-068ac4859f11,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:04.730898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.735347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object cf569989-d7ca-4dff-a608-ff96175c32f1 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:04.737484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4457a211-2848-4d4b-8c33-cb44bba14838 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:04.771732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.776369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.787242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbd5795f-b46f-4573-81c8-408ea8a119cf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:04.818665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=2610bf53-f905-4d0d-a802-33a5db6eaf20,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:04.821218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:04.822701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.827654 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/2610bf53-f905-4d0d-a802-33a5db6eaf20 HTTP/1.1" status: 204  len: 168 time: 1.9069107
Nov 24 14:33:04.828444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=93d57d34-3433-40ef-a8f1-0f54253be620,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:04.829252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52796) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:04.836281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:04.839614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.847677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be87c93d-f12c-482b-b79a-23a3f1ad6f69 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:04.903180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.904450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:04.958245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': 'e496c6fd-af40-406a-9770-1bc2ed214212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f9af4e06-26b7-43a8-a994-b83d7cebb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:04.958607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: f9af4e06-26b7-43a8-a994-b83d7cebb47e, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:05.036042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=cf569989-d7ca-4dff-a608-ff96175c32f1,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:05.045660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:05.046835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:05.048469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-80f02cce-2e1c-49e8-a8e9-d3617c6111e6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:05.078351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] In _notify_port_updated(), no bound segment for port cf569989-d7ca-4dff-a608-ff96175c32f1 on network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:33:05.082233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:05.082779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.086598 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "PUT /v2.0/ports/cf569989-d7ca-4dff-a608-ff96175c32f1 HTTP/1.1" status: 200  len: 1012 time: 2.4267194
Nov 24 14:33:05.086598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:05.089747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52800) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:05.092860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:05.093438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.183270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=cf4162e8-a632-46fe-a2e8-068ac4859f11,revision_number=4']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:05.197431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:05.198129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a6249311-f380-4c70-8aa3-22133af0e83f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:05.222943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port cf569989-d7ca-4dff-a608-ff96175c32f1 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:05.223396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.262705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:05.290014 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.9949868
Nov 24 14:33:05.301913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52806) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:05.314915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Request body: {'port': {'network_id': '545fb1c8-c25e-4ba6-8844-73dcc5231588', 'mac_address': 'fa:16:3e:59:0f:49', 'name': 'tempest-NetworksTestDHCPv6-1972843979'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:05.351142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52810) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:05.414589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf4162e8-a632-46fe-a2e8-068ac4859f11 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:05.450550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Subnet': ['ID=f08af54a-6ed7-43b5-8cbf-12bee8b53309,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:05.454012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:05.457824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, f9af4e06-26b7-43a8-a994-b83d7cebb47e) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:05.461785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:05.462503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.479216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d36393-cd73-4ba0-8a54-415b23971a75 None None] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:05.594966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:05.601041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Usage tracker for resource:port and tenant:19f3d526668d4f448ed507716ca43486 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:05.607936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:05.615674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5a88d-a5f8-4cc3-8b74-3bdda3c2a0b7 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:05.621627 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6146641
Nov 24 14:33:05.621627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:05.622424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52816) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:05.628383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-461182217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:05.638467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:05.643302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:router and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:05.646784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:05.646922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ddec4e9f-1274-45af-a758-a8a228a6db89 None None] Provisioning for port cf569989-d7ca-4dff-a608-ff96175c32f1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:05.652783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:05.708108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ddec4e9f-1274-45af-a758-a8a228a6db89 None None] Provisioning complete for port cf569989-d7ca-4dff-a608-ff96175c32f1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:05.708489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ddec4e9f-1274-45af-a758-a8a228a6db89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.745882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Made reservation on behalf of 19f3d526668d4f448ed507716ca43486 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:05.747210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.762801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Router 15d6ea33-a79b-44c9-b7c0-569ead7b36c0 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:05.818403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.819494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.860854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:05.927563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ddec4e9f-1274-45af-a758-a8a228a6db89 None None] Port cf569989-d7ca-4dff-a608-ff96175c32f1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:05.928633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Usage tracker for resource:security_group_rule and tenant:6a3ae685bcfa43efad8a5916b526f710 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:05.941116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:05.957565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:05.962512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:05.998749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port cf4162e8-a632-46fe-a2e8-068ac4859f11 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:06.008125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.021649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.061363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] device_id is not set on port ab9bd7b9-2d6b-4f2b-b370-35d15e787545 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:06.080389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-f9af4e06-26b7-43a8-a994-b83d7cebb47e', 'network_id': 'f9af4e06-26b7-43a8-a994-b83d7cebb47e', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': '93d57d34-3433-40ef-a8f1-0f54253be620'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:06.081198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.123550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for cf569989-d7ca-4dff-a608-ff96175c32f1 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:06.148728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7472c813-3af2-4132-a797-a57ce3233d39 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:06.154425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.189998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 7472c813-3af2-4132-a797-a57ce3233d39 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:06.190350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7472c813-3af2-4132-a797-a57ce3233d39 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:06.190778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e68d0a88-4aa2-465d-81a4-8aff2f28b39b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:06.228709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Provisioning for port cf4162e8-a632-46fe-a2e8-068ac4859f11 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:06.245788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e68d0a88-4aa2-465d-81a4-8aff2f28b39b {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:06.246141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e68d0a88-4aa2-465d-81a4-8aff2f28b39b not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:06.258216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Provisioning complete for port cf4162e8-a632-46fe-a2e8-068ac4859f11 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:06.258592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.263618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.335191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.338820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8::2ba (545fb1c8-c25e-4ba6-8844-73dcc5231588/29d806b1-804e-4dc6-9734-c917764e4cf4/ab9bd7b9-2d6b-4f2b-b370-35d15e787545) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:06.346442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:f49 (545fb1c8-c25e-4ba6-8844-73dcc5231588/f08af54a-6ed7-43b5-8cbf-12bee8b53309/ab9bd7b9-2d6b-4f2b-b370-35d15e787545) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:06.384603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Allocated IP 172.20.0.2 (f9af4e06-26b7-43a8-a994-b83d7cebb47e/93d57d34-3433-40ef-a8f1-0f54253be620/cd894042-8faa-4236-855d-457a0e66e693) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:06.416002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.451906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.453909 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-776bae22-5ed6-417e-9986-5a450a7ef8b4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.8307993
Nov 24 14:33:06.459478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52820) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:06.484480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d4d18644-2c99-4dbf-a71b-3ca5615ce26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:06.521116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.586131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] For port cf4162e8-a632-46fe-a2e8-068ac4859f11, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf4162e8-a632-46fe-a2e8-068ac4859f11,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:06.657777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.661752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:06.749224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.763148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Pushing event updated for resources: {'Port': ['ID=cf4162e8-a632-46fe-a2e8-068ac4859f11,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:06.764650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a0c54-3a56-46ff-8498-cace76150c2d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:06.766949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Transition to ACTIVE for port object cd894042-8faa-4236-855d-457a0e66e693 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:06.768597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:06.771516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:06.776079 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a3ae685bcfa43efad8a5916b526f710&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4203873
Nov 24 14:33:06.784287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52824) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:06.803180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Transition to ACTIVE for port object cd894042-8faa-4236-855d-457a0e66e693 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:06.915540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.928238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d8274839-6cb1-48e9-98d7-c2d4ec97aa6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:06.931511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:06.953411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Transition to ACTIVE for port object ab9bd7b9-2d6b-4f2b-b370-35d15e787545 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:06.964137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:06.979454 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] Sync routers for ids ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:07.001208 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] Routers {'15d6ea33-a79b-44c9-b7c0-569ead7b36c0'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:07.002573 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420330520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:07.019699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Pushing event updated for resources: {'Port': ['ID=cd894042-8faa-4236-855d-457a0e66e693,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:07.034623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:07.040814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.045310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:07.049296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:07.051943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:07.075890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.087146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420330520>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:07.089612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:07.103047 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] Routers {'15d6ea33-a79b-44c9-b7c0-569ead7b36c0'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:07.103992 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420330520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:07.109423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-61244dd6-13ad-450b-bf2e-fa9859c962d9 None None] Provisioning complete for port cf4162e8-a632-46fe-a2e8-068ac4859f11 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:07.110214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-61244dd6-13ad-450b-bf2e-fa9859c962d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.157392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=cf569989-d7ca-4dff-a608-ff96175c32f1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:07.159814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:07.166979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.179828 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420330520>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:07.183614 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6deaa14-fd8f-466a-92de-697635424d46 None None] The sync data for ids ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:07.205334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.215002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.221928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9270bd27-acd3-44a5-8425-f0a20d6bbcc6 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:07.267700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.271429 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2b2600f8-7814-4dde-945f-819e96861d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.3461106
Nov 24 14:33:07.275471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52828) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:07.307373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': False}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:07.338739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.340681 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/cf569989-d7ca-4dff-a608-ff96175c32f1 HTTP/1.1" status: 204  len: 168 time: 2.2484090
Nov 24 14:33:07.366630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf4162e8-a632-46fe-a2e8-068ac4859f11 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:07.378474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52832) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:07.398471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Attempting to bind port cd894042-8faa-4236-855d-457a0e66e693 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:07.398851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Attempting to bind port cd894042-8faa-4236-855d-457a0e66e693 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'e496c6fd-af40-406a-9770-1bc2ed214212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f9af4e06-26b7-43a8-a994-b83d7cebb47e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:07.399213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Attempting to bind port cd894042-8faa-4236-855d-457a0e66e693 on network f9af4e06-26b7-43a8-a994-b83d7cebb47e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:07.439747 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5b925c-1c35-4fb8-9884-de7fa5765de3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:07.439747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d5b925c-1c35-4fb8-9884-de7fa5765de3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:07.439936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:07.439936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Checking segment: {'id': 'e496c6fd-af40-406a-9770-1bc2ed214212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f9af4e06-26b7-43a8-a994-b83d7cebb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:07.439936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.440744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Bound using segment: {'id': 'e496c6fd-af40-406a-9770-1bc2ed214212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f9af4e06-26b7-43a8-a994-b83d7cebb47e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:07.441245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Bound port: cd894042-8faa-4236-855d-457a0e66e693, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e496c6fd-af40-406a-9770-1bc2ed214212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f9af4e06-26b7-43a8-a994-b83d7cebb47e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:07.441766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.550026 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:33:07.568808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event updated for resources: {'Port': ['ID=ab9bd7b9-2d6b-4f2b-b370-35d15e787545,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:07.573960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d5b925c-1c35-4fb8-9884-de7fa5765de3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:07.573960 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8d5b925c-1c35-4fb8-9884-de7fa5765de3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/cf569989-d7ca-4dff-a608-ff96175c32f1 HTTP/1.1" status: 404  len: 333 time: 0.1909714
Nov 24 14:33:07.577049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52836) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:07.589654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:07.596047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:07.606268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:07.606539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port cf4162e8-a632-46fe-a2e8-068ac4859f11 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:07.606539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.607165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:07.610955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:07.611661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.615691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.624769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-732d6ab0-1efe-44d7-940b-6762d6d8b3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:07.651161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] For port cd894042-8faa-4236-855d-457a0e66e693, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:07.658787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a0c54-3a56-46ff-8498-cace76150c2d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:07.661909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:07.674127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] For port cd894042-8faa-4236-855d-457a0e66e693, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cd894042-8faa-4236-855d-457a0e66e693,segment=NetworkSegment(e496c6fd-af40-406a-9770-1bc2ed214212),segment_id=e496c6fd-af40-406a-9770-1bc2ed214212)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:07.678822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.680139 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b33a0c54-3a56-46ff-8498-cace76150c2d HTTP/1.1" status: 204  len: 168 time: 0.8808472
Nov 24 14:33:07.770938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.781579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-32230562-a7ea-4daf-bec6-6991571fbf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:07.884569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 68ed2e55-a5d6-4229-a9ce-6d4e1be30603 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:07.891198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.943902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Pushing event updated for resources: {'Port': ['ID=cd894042-8faa-4236-855d-457a0e66e693,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:07.947356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:07.966018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:07.985243 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.6811211
Nov 24 14:33:07.989293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52842) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:08.125028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port ae19672a-b03f-4158-a95f-90ab7952cb5f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:08.125366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.184737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e3bb6b14-f8ee-47c0-ab4a-81c86ee9884c None None] Provisioning for port ab9bd7b9-2d6b-4f2b-b370-35d15e787545 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:08.196321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.197033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e3bb6b14-f8ee-47c0-ab4a-81c86ee9884c None None] Provisioning complete for port ab9bd7b9-2d6b-4f2b-b370-35d15e787545 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:08.197511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e3bb6b14-f8ee-47c0-ab4a-81c86ee9884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.339329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting port ab9bd7b9-2d6b-4f2b-b370-35d15e787545 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:08.339660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.379783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb6b14-f8ee-47c0-ab4a-81c86ee9884c None None] Port ab9bd7b9-2d6b-4f2b-b370-35d15e787545 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:08.512005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port ae19672a-b03f-4158-a95f-90ab7952cb5f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ae19672a-b03f-4158-a95f-90ab7952cb5f,segment=NetworkSegment(2e675f98-915b-46b5-b043-f36b4c7e259a),segment_id=2e675f98-915b-46b5-b043-f36b4c7e259a)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:08.512469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.543230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.20.0.1 (f9af4e06-26b7-43a8-a994-b83d7cebb47e/93d57d34-3433-40ef-a8f1-0f54253be620/03f21749-18c8-45fd-9f9a-83513983aa43) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:08.637999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.650234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for ae19672a-b03f-4158-a95f-90ab7952cb5f owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:08.677732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5b494700-ed58-4a66-a5b1-126c69617639 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:08.876045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.882300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=68ed2e55-a5d6-4229-a9ce-6d4e1be30603,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:08.886993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:08.897168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:08.908436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0637f8f-0a76-44a6-89a4-7796f5863eee None None] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:08.923376 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/68ed2e55-a5d6-4229-a9ce-6d4e1be30603 HTTP/1.1" status: 204  len: 168 time: 1.3453877
Nov 24 14:33:08.926109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52858) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:09.040768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 9d0c6e9b-8947-4bc6-af2e-4792dee6474b {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:09.046463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.062406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Calling delete_port for ab9bd7b9-2d6b-4f2b-b370-35d15e787545 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:09.132598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.199659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.249224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object 03f21749-18c8-45fd-9f9a-83513983aa43 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:09.397885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cd894042-8faa-4236-855d-457a0e66e693 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:09.416416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.430649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.444107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-32cf2c66-3b79-413d-83f6-b1875a8c75ea tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:09.487923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52866) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:09.521342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.529559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:09.587486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=ae19672a-b03f-4158-a95f-90ab7952cb5f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:09.588401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f500d9-27dc-46ea-812f-c3190a09f4b8 None None] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:09.593082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:09.630179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:09.640192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:09.642971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:09.653856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.655033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port cd894042-8faa-4236-855d-457a0e66e693 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:09.681748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de7fa7e5-947f-4362-8d96-2a84d7679513 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:09.689515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=03f21749-18c8-45fd-9f9a-83513983aa43,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:09.692639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:09.726015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.728760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:09.736921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b427fdbd-0eaa-4a91-935c-062e120808a2 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:09.774053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0c6e9b-8947-4bc6-af2e-4792dee6474b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:09.866553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:09.940706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2982e818-9865-4ca1-8057-e397b36e5e7c tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:09.941358 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-2982e818-9865-4ca1-8057-e397b36e5e7c tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:33:09.942838 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2982e818-9865-4ca1-8057-e397b36e5e7c tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4530373
Nov 24 14:33:09.955531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52872) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:09.956702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Port': ['ID=ab9bd7b9-2d6b-4f2b-b370-35d15e787545,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:09.977541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:09.992465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.016122 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/9d0c6e9b-8947-4bc6-af2e-4792dee6474b HTTP/1.1" status: 204  len: 168 time: 1.0887017
Nov 24 14:33:10.021620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52876) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:10.023188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999859197'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:10.040367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:10.081123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Provisioning for port cd894042-8faa-4236-855d-457a0e66e693 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:10.089187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:10.092594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:10.119228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Provisioning complete for port cd894042-8faa-4236-855d-457a0e66e693 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:10.119538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.219792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:10.243284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.269608 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/ab9bd7b9-2d6b-4f2b-b370-35d15e787545 HTTP/1.1" status: 204  len: 168 time: 2.2788575
Nov 24 14:33:10.272842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52880) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:10.273723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.296329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 74d22a86-ad35-49cb-9e39-4d674cd41dbd {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:10.299377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.350785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.427824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80eeaf-9762-4822-bf0d-cf4e1b744d9d None None] Network c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:10.471294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.512890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.579121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.579938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.612541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.690319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:10.701700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:10.760885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] For port cd894042-8faa-4236-855d-457a0e66e693, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cd894042-8faa-4236-855d-457a0e66e693,segment=NetworkSegment(e496c6fd-af40-406a-9770-1bc2ed214212),segment_id=e496c6fd-af40-406a-9770-1bc2ed214212)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:10.860837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] For port 74d22a86-ad35-49cb-9e39-4d674cd41dbd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74d22a86-ad35-49cb-9e39-4d674cd41dbd,segment=NetworkSegment(285f5acb-b591-4d64-8824-5666149f0c3b),segment_id=285f5acb-b591-4d64-8824-5666149f0c3b)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:10.860837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.880382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:10.885923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0bb73d98-639d-43cf-98ef-4fba897706ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:10.904217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:10.938219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:10.946323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f846323-443e-4c66-8789-2757a1240ee0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:10.947079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3f846323-443e-4c66-8789-2757a1240ee0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:11.028367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Provisioning complete for port cd894042-8faa-4236-855d-457a0e66e693 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:11.028648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.037872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 74d22a86-ad35-49cb-9e39-4d674cd41dbd owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:11.105595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Pushing event updated for resources: {'Port': ['ID=cd894042-8faa-4236-855d-457a0e66e693,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:11.109497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:11.158009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3f846323-443e-4c66-8789-2757a1240ee0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:11.160222 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3f846323-443e-4c66-8789-2757a1240ee0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.8863745
Nov 24 14:33:11.166299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52884) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:11.233972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] DHCP port deletion for c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:11.240694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Deleting port 74d22a86-ad35-49cb-9e39-4d674cd41dbd {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:11.241141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.291455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Provisioning complete for port 74d22a86-ad35-49cb-9e39-4d674cd41dbd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:11.291700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.315656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.412475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.417244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c39f9518-a16b-476b-9a69-e76394473be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:11.501967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cd894042-8faa-4236-855d-457a0e66e693 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:11.502173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.510980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e12719cd-95a6-447d-9362-686149dffaca tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:11.551732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc926f50-81d1-4c90-85ce-9494b5b187c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:11.555702 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bc926f50-81d1-4c90-85ce-9494b5b187c4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3854637
Nov 24 14:33:11.561332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52888) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:11.565603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=74d22a86-ad35-49cb-9e39-4d674cd41dbd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:11.565917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2960515e-ee79-4fbf-a691-5854f73ac360,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:11.568982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:11.569934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.570246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Could not find standard attr ID for object 74d22a86-ad35-49cb-9e39-4d674cd41dbd. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:33:11.571704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:11.576681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:11.579839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] For port 74d22a86-ad35-49cb-9e39-4d674cd41dbd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74d22a86-ad35-49cb-9e39-4d674cd41dbd,segment=NetworkSegment(285f5acb-b591-4d64-8824-5666149f0c3b),segment_id=285f5acb-b591-4d64-8824-5666149f0c3b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:11.580254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.583930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:11.585134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:11.588074 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.plugins.ml2.db [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] No ports have port_id starting with 74d22a86-ad35-49cb-9e39-4d674cd41dbd
Nov 24 14:33:11.601032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:11.619838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No DVR routers for this DVR port 74d22a86-ad35-49cb-9e39-4d674cd41dbd on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:11.666209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.699289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0223c2ec-83e7-4912-9b9c-bd7169e8240f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:11.717427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db3c27-7a2c-47c3-8289-78f4c59d9c26 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:11.719229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db3c27-7a2c-47c3-8289-78f4c59d9c26 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:11.720634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db3c27-7a2c-47c3-8289-78f4c59d9c26 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:11.721494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99db3c27-7a2c-47c3-8289-78f4c59d9c26 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:11.724928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Calling delete_port for 74d22a86-ad35-49cb-9e39-4d674cd41dbd owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:11.789825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port cd894042-8faa-4236-855d-457a0e66e693 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:11.790216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.801867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.818279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.827612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=03f21749-18c8-45fd-9f9a-83513983aa43,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:11.836876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:11.838116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.840100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.859117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Provisioning for port 03f21749-18c8-45fd-9f9a-83513983aa43 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:11.865085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:33:11.865431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:33:11.868312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Provisioning complete for port 03f21749-18c8-45fd-9f9a-83513983aa43 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:11.868312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.885093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f885190>,) {'filters': {'network_id': ['c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:11.904744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f885190>, '285f5acb-b591-4d64-8824-5666149f0c3b') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:11.904990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f885190>, '285f5acb-b591-4d64-8824-5666149f0c3b') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:11.921109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.949259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:11.951257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.959274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:11.959668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:11.962274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-191eab0b-f6e2-4f9b-a90c-d3db1fe3d02f None None] Port 03f21749-18c8-45fd-9f9a-83513983aa43 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:11.975824 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:11.981544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99db3c27-7a2c-47c3-8289-78f4c59d9c26 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:11.986207 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99db3c27-7a2c-47c3-8289-78f4c59d9c26 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.4224720
Nov 24 14:33:11.992284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52892) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:12.037125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74d22a86-ad35-49cb-9e39-4d674cd41dbd no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:12.077177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 74d22a86-ad35-49cb-9e39-4d674cd41dbd {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:12.077689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74d22a86-ad35-49cb-9e39-4d674cd41dbd not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:12.081961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.145214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.152029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-28e0a097-2258-46ba-b916-18887377f3fe tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:12.230245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9c4733-fe14-49c0-83bf-8271423d07df,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:12.240076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:12.269432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.276400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf851452-7ebb-4c62-b172-62989fc51410 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:12.297383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.318305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:12.324564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.325782 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.3669059
Nov 24 14:33:12.326797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:12.352358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52896) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:12.355693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:12.367231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Deleting port 74d22a86-ad35-49cb-9e39-4d674cd41dbd {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:12.368197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.370899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '0a9c4733-fe14-49c0-83bf-8271423d07df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:12.376075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:12.383251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:12.408241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:12.414008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:12.430791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:12.453219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f32f35a6-b56c-4301-99cb-0dbe963f06ac None None] The port '74d22a86-ad35-49cb-9e39-4d674cd41dbd' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:12.462251 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/c936c8cb-e6fc-4d2e-bcc6-940a7c055b7b HTTP/1.1" status: 204  len: 168 time: 2.4398682
Nov 24 14:33:12.467744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52900) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:12.470367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet 29d806b1-804e-4dc6-9734-c917764e4cf4 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:12.514234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.574762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:12.585641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.591154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:12.598865 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7675314
Nov 24 14:33:12.604333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52904) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:12.608638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:12.609521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fff3dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:12.679363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Router 15d6ea33-a79b-44c9-b7c0-569ead7b36c0 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:12.765183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.780436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-95931dad-b1b7-4042-a449-185dfa776cdc None None] Provisioning complete for port 03f21749-18c8-45fd-9f9a-83513983aa43 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:12.792834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-95931dad-b1b7-4042-a449-185dfa776cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.843808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-95931dad-b1b7-4042-a449-185dfa776cdc None None] Port 03f21749-18c8-45fd-9f9a-83513983aa43 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:12.846056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:12.900265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.960584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:12.964660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:12.969285 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-aa906757-6ad2-4d8c-9140-cdbacf62bbb1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "PUT /v2.0/routers/15d6ea33-a79b-44c9-b7c0-569ead7b36c0 HTTP/1.1" status: 200  len: 925 time: 5.6905670
Nov 24 14:33:12.970081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52908) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:12.974364 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] Sync routers for ids ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:12.998610 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] Routers {'15d6ea33-a79b-44c9-b7c0-569ead7b36c0'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:12.999637 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202a64f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.035696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router d314b7f9-f677-408e-bf54-a01d254b5cf1 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:13.083224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f26470-ed55-46a5-963d-52687be7b081 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:13.083919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54f26470-ed55-46a5-963d-52687be7b081 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:13.099474 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202a64f0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.118279 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] Routers {'15d6ea33-a79b-44c9-b7c0-569ead7b36c0'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:13.119278 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202a64f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.123741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.177809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet 2e6beae3-f186-4299-a661-3c0113229f09 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:13.180919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.213860 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202a64f0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.214638 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e6246-f004-42e7-ab4d-dbdaba3b3fc1 None None] The sync data for ids ['15d6ea33-a79b-44c9-b7c0-569ead7b36c0'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:13.237841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.246894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fff3dc0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:09Z', 'revision_number': 9, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.246894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:13.255248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:13.255522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:13.255866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fff3dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.280556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.331374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:13.339170 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/d314b7f9-f677-408e-bf54-a01d254b5cf1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8784161
Nov 24 14:33:13.340371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52912) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.348862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54f26470-ed55-46a5-963d-52687be7b081 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:13.352534 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2273051c-0acb-4ec7-95fb-25739cbfd247 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/15d6ea33-a79b-44c9-b7c0-569ead7b36c0 HTTP/1.1" status: 200  len: 925 time: 0.3812594
Nov 24 14:33:13.353335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52916) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.353772 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54f26470-ed55-46a5-963d-52687be7b081 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.8811438
Nov 24 14:33:13.353921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52918) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.355224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.365744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] Sync routers for ids ['d314b7f9-f677-408e-bf54-a01d254b5cf1'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:13.375325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.378550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcf278c-15a0-4584-9dd0-0b4143c82f49,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:13.381351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:13.390064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc324ee8-6a50-42a8-864e-51ed8766c9e3 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:13.421761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-970478cb-cc4b-4e71-841f-1291bede7f35 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:13.434273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] Routers {'d314b7f9-f677-408e-bf54-a01d254b5cf1'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:13.434907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe30070>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['d314b7f9-f677-408e-bf54-a01d254b5cf1'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.483765 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/29d806b1-804e-4dc6-9734-c917764e4cf4 HTTP/1.1" status: 204  len: 168 time: 1.4903984
Nov 24 14:33:13.490016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=29d806b1-804e-4dc6-9734-c917764e4cf4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:13.492566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:13.495984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52924) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.501454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.506271 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1485076
Nov 24 14:33:13.517624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52928) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.552203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe30070>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.573038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:13.584732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '0a9c4733-fe14-49c0-83bf-8271423d07df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:13.608828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:13.618647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b9f54-f1ae-49d6-bde7-c269cde0aa0a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:13.619226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-537b9f54-f1ae-49d6-bde7-c269cde0aa0a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:13.620326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e3b69c10-4da3-42d9-8029-9cde5ba78a09 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Synchronizing usage tracker for tenant:f7dc59557285492c9b1b8e5dd08eb7c1 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:13.627902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-87e4140f-f4d0-40e3-ac91-805e76f84c15 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:13.641707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Deleting subnet f08af54a-6ed7-43b5-8cbf-12bee8b53309 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:13.644265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:13.647962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-87e4140f-f4d0-40e3-ac91-805e76f84c15 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:13.649923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:13.652508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-87e4140f-f4d0-40e3-ac91-805e76f84c15 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2961817
Nov 24 14:33:13.653237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52932) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.658831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.659769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1219612179'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:13.664282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] Routers {'d314b7f9-f677-408e-bf54-a01d254b5cf1'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:13.664618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:13.665116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe30070>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['d314b7f9-f677-408e-bf54-a01d254b5cf1'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.668571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:13.671840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:13.678528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:13.687667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:13.705278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e3b69c10-4da3-42d9-8029-9cde5ba78a09 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Unset dirty status for tenant:f7dc59557285492c9b1b8e5dd08eb7c1 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:13.709383 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e3b69c10-4da3-42d9-8029-9cde5ba78a09 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=15d6ea33-a79b-44c9-b7c0-569ead7b36c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3520627
Nov 24 14:33:13.710196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52936) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.722103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.764504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-537b9f54-f1ae-49d6-bde7-c269cde0aa0a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:13.768269 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-537b9f54-f1ae-49d6-bde7-c269cde0aa0a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports/03f21749-18c8-45fd-9f9a-83513983aa43 HTTP/1.1" status: 200  len: 910 time: 0.4182005
Nov 24 14:33:13.768269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.787144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52940) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:13.795768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe30070>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:13.796020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b0390d-7ee0-45cd-a81e-8a1f207f4f85 None None] The sync data for ids ['d314b7f9-f677-408e-bf54-a01d254b5cf1'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:13.800473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93d57d34-3433-40ef-a8f1-0f54253be620'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:13.858294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.940425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:13.943070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:13.943523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.016312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.024732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5e2c0821-e66b-4432-bebc-d17c06ddaf1d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:14.043224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:14.060634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a4bee-bb04-4471-8522-d23b844cf1ce tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:14.065110 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9a8a4bee-bb04-4471-8522-d23b844cf1ce tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.3509858
Nov 24 14:33:14.066488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52944) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:14.066646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6beae3-f186-4299-a661-3c0113229f09,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:14.074596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:14.079375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.089249 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/2e6beae3-f186-4299-a661-3c0113229f09 HTTP/1.1" status: 204  len: 168 time: 1.4830015
Nov 24 14:33:14.093355 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:33:14.098295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fff3dc0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:09Z', 'revision_number': 9, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:14.099474 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0c3e269e-046e-418d-8e90-1c291aac0618 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.5197055
Nov 24 14:33:14.100023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52948) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:14.100443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52950) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:14.101858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1108c97-2d62-408e-a056-2e0e587e7a13 None None] Network 769bba0c-70d4-4b2e-ada4-ee7227eb1473 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:14.124303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe25162-9f72-44c8-a8ff-2329f4bbcb83 None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:09Z', 'revision_number': 9, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': '1cfa1f64-5fc4-48b4-8152-34d1923bf1a1', 'name': '', 'network_id': '75d459e1-56cc-4e01-9824-6c5706c4f257', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:49:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:09Z', 'updated_at': '2021-11-24T14:32:31Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '4f36cd3c-b8dd-4c63-87a8-1216fbf106c0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:14.193238 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-643bc556-d31f-4d38-b5cd-095b781c23cd tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d6ea33-a79b-44c9-b7c0-569ead7b36c0 HTTP/1.1" status: 200  len: 205 time: 0.1257408
Nov 24 14:33:14.194729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.195286 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment 3394faef-8006-4d6c-b6cc-c2afa4245072 of type vlan for network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7
Nov 24 14:33:14.202750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52956) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:14.203699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.289834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.310673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.336925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d67f856-d691-4817-a258-092d3c172405 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:14.356927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.370374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.396692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Subnet': ['ID=f08af54a-6ed7-43b5-8cbf-12bee8b53309,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:14.405450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:14.409033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:14.409033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.454498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.456330 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/f08af54a-6ed7-43b5-8cbf-12bee8b53309 HTTP/1.1" status: 204  len: 168 time: 0.9563944
Nov 24 14:33:14.460866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52960) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:14.462310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.495994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] DHCP port deletion for 769bba0c-70d4-4b2e-ada4-ee7227eb1473 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:14.501860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Deleting port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:14.502427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.634295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.638093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:14.638681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.646748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cb2ec050-9d85-4d3d-ba0b-f56860b54437 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:14.819359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,segment=NetworkSegment(2e675f98-915b-46b5-b043-f36b4c7e259a),segment_id=2e675f98-915b-46b5-b043-f36b4c7e259a)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:14.819906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] For port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,segment=NetworkSegment(2e675f98-915b-46b5-b043-f36b4c7e259a),segment_id=2e675f98-915b-46b5-b043-f36b4c7e259a)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:14.820128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.820628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:14.840606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52964) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:14.840847 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f7f95e2b-014f-4fe3-a87a-b5eadfa9db03 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3683791
Nov 24 14:33:14.870848 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2155011
Nov 24 14:33:14.910488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=fe17edcf-b1a1-4e58-b15d-9e18fd0493c7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:14.924949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:14.924949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52968) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:14.937751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:15.008062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8fff14-9eac-4399-b539-a336b416f3b1 None None] Network 545fb1c8-c25e-4ba6-8844-73dcc5231588 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:15.024988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:15.045266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Calling delete_port for 07544cd7-0bc1-48fc-a994-bdfe2c7831cf owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:15.092846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 07544cd7-0bc1-48fc-a994-bdfe2c7831cf owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:15.239121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.242418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-95e4b54a-c679-4dc1-859f-856448b90ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:15.259700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9c4733-fe14-49c0-83bf-8271423d07df,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:15.262934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:15.276818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.282573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-36c512c5-7f85-4a3c-b9fb-0b9b81ed6849 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:15.309773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:15.320844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No DVR routers for this DVR port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:15.322029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.322474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:15.323141 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a9c4733-fe14-49c0-83bf-8271423d07df HTTP/1.1" status: 204  len: 168 time: 1.2189639
Nov 24 14:33:15.333158 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d65ab6c6-3b1d-4bac-8a5b-38ed4715b7f2 None None] Provisioning complete for port cf4162e8-a632-46fe-a2e8-068ac4859f11 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:15.333542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d65ab6c6-3b1d-4bac-8a5b-38ed4715b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.358179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52972) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:15.361070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=07544cd7-0bc1-48fc-a994-bdfe2c7831cf,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:15.367714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:15.374991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 07544cd7-0bc1-48fc-a994-bdfe2c7831cf no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:15.375208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:15.395446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:15.402859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d387e0c-ec23-4245-b001-d038c4740b0c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:15.407308 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8d387e0c-ec23-4245-b001-d038c4740b0c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5532134
Nov 24 14:33:15.407853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.409690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52976) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:15.438986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 07544cd7-0bc1-48fc-a994-bdfe2c7831cf {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:15.439354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 07544cd7-0bc1-48fc-a994-bdfe2c7831cf not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:15.439776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ae19672a-b03f-4158-a95f-90ab7952cb5f no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:15.483879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ae19672a-b03f-4158-a95f-90ab7952cb5f {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:15.484303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ae19672a-b03f-4158-a95f-90ab7952cb5f not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:15.486575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:33:15.486970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:33:15.539788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.555226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:15.589348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ad397-669c-4c3d-b939-05ef6e1a7585 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:15.590059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9b5ad397-669c-4c3d-b939-05ef6e1a7585 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Synchronizing usage tracker for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:15.599819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2fa9a0>,) {'filters': {'network_id': ['769bba0c-70d4-4b2e-ada4-ee7227eb1473']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:15.608496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c05b533-f612-4da4-b04b-225fae328539 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:15.623590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2fa9a0>, '2e675f98-915b-46b5-b043-f36b4c7e259a') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:15.623888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2fa9a0>, '2e675f98-915b-46b5-b043-f36b4c7e259a') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:15.646030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.647187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.660513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] DHCP port deletion for 545fb1c8-c25e-4ba6-8844-73dcc5231588 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:15.665301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Deleting port cf4162e8-a632-46fe-a2e8-068ac4859f11 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:15.668911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.669045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.672705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:15.673091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:15.688293 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:15.742678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9b5ad397-669c-4c3d-b939-05ef6e1a7585 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Unset dirty status for tenant:19f3d526668d4f448ed507716ca43486 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:15.743395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.743912 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9b5ad397-669c-4c3d-b939-05ef6e1a7585 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3315282
Nov 24 14:33:15.756541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52980) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:15.764128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3c05b533-f612-4da4-b04b-225fae328539 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:15.769578 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3c05b533-f612-4da4-b04b-225fae328539 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4060075
Nov 24 14:33:15.771969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52984) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:15.775987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--357691037'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:15.836254 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-05920c3a-fa12-4d3c-b766-f1a7a9bf3d1d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0782804
Nov 24 14:33:15.840952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 52988) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:15.841948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:15.865112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.909423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] For port cf4162e8-a632-46fe-a2e8-068ac4859f11, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cf4162e8-a632-46fe-a2e8-068ac4859f11,segment=NetworkSegment(fbbfda4a-0d89-45f2-9c23-a04af0ed79b9),segment_id=fbbfda4a-0d89-45f2-9c23-a04af0ed79b9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:15.909823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.924553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.928739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca56591c-a500-46aa-99ce-1cd3a75f827d tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:15.931404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-56053ba8-0a27-4bd2-ac0f-5788985d85e2 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:15.944278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:15.954794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=769bba0c-70d4-4b2e-ada4-ee7227eb1473,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:15.957182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:15.961597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/769bba0c-70d4-4b2e-ada4-ee7227eb1473 HTTP/1.1" status: 204  len: 168 time: 1.8588588
Nov 24 14:33:15.962224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52992) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:15.985016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:16.026987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f890b8b-0d55-4207-a1d7-e513dbd8c546 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.027428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f890b8b-0d55-4207-a1d7-e513dbd8c546 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.031420 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9f890b8b-0d55-4207-a1d7-e513dbd8c546 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/ab9bd7b9-2d6b-4f2b-b370-35d15e787545 HTTP/1.1" status: 404  len: 333 time: 0.1707945
Nov 24 14:33:16.033369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 52996) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.037199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Deleting port 07544cd7-0bc1-48fc-a994-bdfe2c7831cf {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:16.037199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.070921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=03f21749-18c8-45fd-9f9a-83513983aa43,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:16.073769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:16.081451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Calling delete_port for cf4162e8-a632-46fe-a2e8-068ac4859f11 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:16.083870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:16.084108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.088063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/ports/03f21749-18c8-45fd-9f9a-83513983aa43 HTTP/1.1" status: 200  len: 910 time: 2.2974923
Nov 24 14:33:16.089621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53000) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.128439 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50698cb-ef0c-4740-9aa4-e03bf9f376fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.128887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50698cb-ef0c-4740-9aa4-e03bf9f376fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.131721 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e50698cb-ef0c-4740-9aa4-e03bf9f376fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/f08af54a-6ed7-43b5-8cbf-12bee8b53309 HTTP/1.1" status: 404  len: 337 time: 0.0533235
Nov 24 14:33:16.133938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53004) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.156650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f6cf-e986-4b5d-bb53-1f5c826cba1e None None] The port '07544cd7-0bc1-48fc-a994-bdfe2c7831cf' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:16.177372 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b2f4ce-7ebd-4806-930e-ec09493cf413 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.177806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b2f4ce-7ebd-4806-930e-ec09493cf413 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.181312 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-61b2f4ce-7ebd-4806-930e-ec09493cf413 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/29d806b1-804e-4dc6-9734-c917764e4cf4 HTTP/1.1" status: 404  len: 337 time: 0.0446169
Nov 24 14:33:16.183221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53008) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.212671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.230903 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-9051ed53-eb69-45b3-aba4-7beca8ae6f95 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.231347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9051ed53-eb69-45b3-aba4-7beca8ae6f95 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.237303 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9051ed53-eb69-45b3-aba4-7beca8ae6f95 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/4c534445-d77b-48cc-9d8c-e9c592a3e7f0 HTTP/1.1" status: 404  len: 333 time: 0.0479875
Nov 24 14:33:16.243415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53012) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.284575 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c26e998-a8b6-4ce7-9722-0a7173c77f59 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.284937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c26e998-a8b6-4ce7-9722-0a7173c77f59 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.288180 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4c26e998-a8b6-4ce7-9722-0a7173c77f59 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/de05e10a-af1c-46ae-87d8-f1002ccab06d HTTP/1.1" status: 404  len: 337 time: 0.0417025
Nov 24 14:33:16.289610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53016) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.297149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.301808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:16.301986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.354180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-87aab2a8-4b91-432a-b4f6-f5571dfc9d64 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.354621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87aab2a8-4b91-432a-b4f6-f5571dfc9d64 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.360125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Pushing event deleted for resources: {'Port': ['ID=cf4162e8-a632-46fe-a2e8-068ac4859f11,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:16.371462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-87aab2a8-4b91-432a-b4f6-f5571dfc9d64 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/3b5c02c2-1f20-4e64-88fe-4543e49c62e2 HTTP/1.1" status: 404  len: 337 time: 0.0664945
Nov 24 14:33:16.376222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:16.377261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] No DVR routers for this DVR port cf4162e8-a632-46fe-a2e8-068ac4859f11 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:16.381611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53020) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.408124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:16.416383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:16.422389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:16.440824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:16.489082 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6ddc3d-06d3-4356-8939-d25a6cda595d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.489464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6ddc3d-06d3-4356-8939-d25a6cda595d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.493400 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1e6ddc3d-06d3-4356-8939-d25a6cda595d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/66889b39-a112-455d-9875-30dc16ebf8dd HTTP/1.1" status: 404  len: 333 time: 0.1032529
Nov 24 14:33:16.493536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Deleting port 426862eb-0f15-483a-9135-df212df12e47 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:16.493536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.493802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53024) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.535671 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec67a313-1344-4128-a6db-966551975605 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.536026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec67a313-1344-4128-a6db-966551975605 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.539946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ec67a313-1344-4128-a6db-966551975605 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/a5c79d45-e30e-4929-9ecd-023c1bc32143 HTTP/1.1" status: 404  len: 337 time: 0.0431857
Nov 24 14:33:16.540702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53028) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.571913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.588954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76815e8f-a6a1-40a9-9575-51e58e6962a8 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:16.592607 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ee5fcd-5565-445a-bc09-eec4d8393d44 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.593049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ee5fcd-5565-445a-bc09-eec4d8393d44 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.597059 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-25ee5fcd-5565-445a-bc09-eec4d8393d44 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8b730d7c-4b33-48a5-a9c9-d9c05fd1d401 HTTP/1.1" status: 404  len: 337 time: 0.0530450
Nov 24 14:33:16.598047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53032) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.647971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.737232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.761098 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc52f54-7c1b-40d9-98e5-0f3bc61d9c8f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.761543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc52f54-7c1b-40d9-98e5-0f3bc61d9c8f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.766168 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cfc52f54-7c1b-40d9-98e5-0f3bc61d9c8f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/ea8846c3-1186-4cb1-abb8-ee619c02bca0 HTTP/1.1" status: 404  len: 333 time: 0.0473244
Nov 24 14:33:16.768126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53036) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.809290 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e32930e-0956-4772-b008-6dfe21659b75 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.809648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e32930e-0956-4772-b008-6dfe21659b75 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.811828 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0e32930e-0956-4772-b008-6dfe21659b75 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/9594b3b6-66e1-4841-b10f-e0fb0738ac6c HTTP/1.1" status: 404  len: 337 time: 0.0428693
Nov 24 14:33:16.814534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53040) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:16.863419 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a34447a-270b-4cbd-aa45-c183a6c5b0ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:16.864904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a34447a-270b-4cbd-aa45-c183a6c5b0ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:16.866789 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7a34447a-270b-4cbd-aa45-c183a6c5b0ba tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/23780440-ce2b-4396-939b-74997dc8c347 HTTP/1.1" status: 404  len: 337 time: 0.0511363
Nov 24 14:33:16.869354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:16.928402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53044) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.036018 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbba136f-faca-4118-bfa4-60a679e19ef0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.036961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbba136f-faca-4118-bfa4-60a679e19ef0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.040616 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bbba136f-faca-4118-bfa4-60a679e19ef0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/8a708cb7-8e83-4cae-9289-0521423081c1 HTTP/1.1" status: 404  len: 333 time: 0.1093554
Nov 24 14:33:17.041479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53048) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.045320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=e97e8bb5-deee-4a9f-a6a8-466aa6941971,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:17.067737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:17.069576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-328f25e3-fa62-47ab-b6e4-53b2c9309141 tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:17.087025 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b15670-2d66-4622-9b4f-453d6e9925ed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.088449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b15670-2d66-4622-9b4f-453d6e9925ed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.089104 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-34b15670-2d66-4622-9b4f-453d6e9925ed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8e8b3dda-3588-4fc4-9a2d-f8695d81cace HTTP/1.1" status: 404  len: 337 time: 0.0467446
Nov 24 14:33:17.092742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53052) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.115592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:17.135426 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c2e45e-3434-4931-8ad7-3b836e191d7a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.135872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c2e45e-3434-4931-8ad7-3b836e191d7a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.136624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': '3394faef-8006-4d6c-b6cc-c2afa4245072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:17.136980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: fe17edcf-b1a1-4e58-b15d-9e18fd0493c7, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:17.137666 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c1c2e45e-3434-4931-8ad7-3b836e191d7a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/07d92c4e-e0b4-4f38-80ab-07fc1361d15d HTTP/1.1" status: 404  len: 333 time: 0.0440416
Nov 24 14:33:17.141670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53056) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.195301 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-5910da77-44b3-405c-a596-8a73825e4986 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.195741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5910da77-44b3-405c-a596-8a73825e4986 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.197433 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5910da77-44b3-405c-a596-8a73825e4986 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/12a2381f-5527-407e-a412-400244cbb8ce HTTP/1.1" status: 404  len: 337 time: 0.0548239
Nov 24 14:33:17.200452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53060) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.248381 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2659110-cfb5-4b92-82ed-eb608bb65b91 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.248816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2659110-cfb5-4b92-82ed-eb608bb65b91 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.254110 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f2659110-cfb5-4b92-82ed-eb608bb65b91 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/24918350-c025-430c-8ab8-80cc563e270e HTTP/1.1" status: 404  len: 333 time: 0.0489037
Nov 24 14:33:17.254110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53064) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.255607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a891c1a7-aa79-439c-a4c8-5c5842e1c737,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:17.263948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Calling delete_port for 426862eb-0f15-483a-9135-df212df12e47 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:17.290963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:17.295298 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5209234
Nov 24 14:33:17.296404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53068) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.297262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:17.298438 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-7325774b-9e46-4d73-b704-d475c1c86ec6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.298882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7325774b-9e46-4d73-b704-d475c1c86ec6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.302711 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7325774b-9e46-4d73-b704-d475c1c86ec6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/48965294-f651-4dec-ae40-b599454b5288 HTTP/1.1" status: 404  len: 337 time: 0.0464938
Nov 24 14:33:17.302994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53070) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.313808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf4162e8-a632-46fe-a2e8-068ac4859f11 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:17.319902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-21c3ab28-0dfc-480a-86a3-a6aff7c3ca3f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': 'a891c1a7-aa79-439c-a4c8-5c5842e1c737', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:17.320514 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-21c3ab28-0dfc-480a-86a3-a6aff7c3ca3f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:17.323894 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-21c3ab28-0dfc-480a-86a3-a6aff7c3ca3f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0153358
Nov 24 14:33:17.329958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53076) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.349812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: cf4162e8-a632-46fe-a2e8-068ac4859f11 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:17.350542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cf4162e8-a632-46fe-a2e8-068ac4859f11 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:17.380526 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-4645f630-e5bb-4096-a898-1d29c4ed42eb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.380966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4645f630-e5bb-4096-a898-1d29c4ed42eb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.382786 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4645f630-e5bb-4096-a898-1d29c4ed42eb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/94936a09-c66c-402b-8fce-b7e123f944c3 HTTP/1.1" status: 404  len: 333 time: 0.0787854
Nov 24 14:33:17.386686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53080) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.434340 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da96767-37f0-4c3f-a85f-94cc4d380c3a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.434783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da96767-37f0-4c3f-a85f-94cc4d380c3a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.436511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2da96767-37f0-4c3f-a85f-94cc4d380c3a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/d5d6ab42-fef6-4087-ad4f-d9e27ff12db9 HTTP/1.1" status: 404  len: 337 time: 0.0487809
Nov 24 14:33:17.443040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53084) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.500800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:17.570184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:17.574385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:17.618244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-524f2c4e-e9b1-47bf-8a04-7986eb1481fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.618693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524f2c4e-e9b1-47bf-8a04-7986eb1481fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.620347 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-524f2c4e-e9b1-47bf-8a04-7986eb1481fc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/59612861-26e1-4e9c-afc6-7b899db88f47 HTTP/1.1" status: 404  len: 333 time: 0.1745586
Nov 24 14:33:17.629075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53088) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.705238 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2211f9f7-ee9e-4ddb-8c5c-59efac3f4bc0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.705702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2211f9f7-ee9e-4ddb-8c5c-59efac3f4bc0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.711186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:17.752601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, fe17edcf-b1a1-4e58-b15d-9e18fd0493c7) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:17.761271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cace9f-ffe4-44ec-b715-9d2722a6c64b None None] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:17.768031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2211f9f7-ee9e-4ddb-8c5c-59efac3f4bc0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/169539ec-c3ff-44e6-ada9-23115c6f575a HTTP/1.1" status: 404  len: 337 time: 0.1193702
Nov 24 14:33:17.772831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53092) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.775237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:17.775817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:17.833822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:17.834420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:17.866064 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c0cdd5-802c-4f16-808c-5270c2634439 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.866512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c0cdd5-802c-4f16-808c-5270c2634439 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.894123 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-51c0cdd5-802c-4f16-808c-5270c2634439 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/df7ada1b-2648-4a07-a708-cd1009bbcb97 HTTP/1.1" status: 404  len: 333 time: 0.1100917
Nov 24 14:33:17.894829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53096) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.939561 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-395fe519-f6d4-4adf-86a3-77a6e83fafac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:17.940125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395fe519-f6d4-4adf-86a3-77a6e83fafac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:17.945063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-395fe519-f6d4-4adf-86a3-77a6e83fafac tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/0e743ca8-eb0a-4d03-ad27-1b19af3afd33 HTTP/1.1" status: 404  len: 337 time: 0.0457606
Nov 24 14:33:17.945226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53100) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:17.991332 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0665948
Nov 24 14:33:17.992113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53104) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.003480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7', 'name': 'tempest-PortsIpV6TestJSON-367206992'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:18.021391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.027919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.027919 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/a891c1a7-aa79-439c-a4c8-5c5842e1c737 HTTP/1.1" status: 204  len: 168 time: 0.6916327
Nov 24 14:33:18.027919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.032357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53108) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.038911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b469b59f-be3e-4081-9c2a-86da8dad1dc9 tempest-FloatingIPNegativeTestJSON-2047633130 tempest-FloatingIPNegativeTestJSON-2047633130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:18.048930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-fe17edcf-b1a1-4e58-b15d-9e18fd0493c7', 'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7', 'tenant_id': '812d3cde387642f09bf57820011874d9', 'fixed_ips': [{'subnet_id': 'e97e8bb5-deee-4a9f-a6a8-466aa6941971'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:18.049860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.059671 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf539f5-0b39-4f78-9c9c-35e8bb3b8c37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.060508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf539f5-0b39-4f78-9c9c-35e8bb3b8c37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.064497 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ecf539f5-0b39-4f78-9c9c-35e8bb3b8c37 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/dbc1efa8-435f-40fd-bc05-31cf22af26b8 HTTP/1.1" status: 404  len: 337 time: 0.1161819
Nov 24 14:33:18.065686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53112) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.084211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891c1a7-aa79-439c-a4c8-5c5842e1c737,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:18.115993 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6fba28-bc25-4970-bc92-70690a481606 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.116448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6fba28-bc25-4970-bc92-70690a481606 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.120497 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca6fba28-bc25-4970-bc92-70690a481606 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/c10ba648-568e-4b38-b561-3f13c8c12b7d HTTP/1.1" status: 404  len: 333 time: 0.0521255
Nov 24 14:33:18.121919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53116) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.139340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:18.142406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0dabffe2-ef72-4b61-bd8f-5f9d89c9b4f5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:18.179088 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-74db5879-f02f-4e4e-9831-b934256f31ae tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.179525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74db5879-f02f-4e4e-9831-b934256f31ae tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.183511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-74db5879-f02f-4e4e-9831-b934256f31ae tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/d1fbc54c-c06e-4ee4-9b42-763c3a9a2f7f HTTP/1.1" status: 404  len: 337 time: 0.0586345
Nov 24 14:33:18.184277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53120) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.230584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Allocated IP 2001:db8::2 (fe17edcf-b1a1-4e58-b15d-9e18fd0493c7/e97e8bb5-deee-4a9f-a6a8-466aa6941971/2fdd12f9-048b-4caf-bb4a-4dacfaa07d22) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:18.236056 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-669caabb-ba63-4c4c-a18e-cef715f735e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.236555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669caabb-ba63-4c4c-a18e-cef715f735e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.240553 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-669caabb-ba63-4c4c-a18e-cef715f735e4 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/29ff0693-0443-4a6d-88b0-1a07ba82e17f HTTP/1.1" status: 404  len: 337 time: 0.0534627
Nov 24 14:33:18.240553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,segment=NetworkSegment(1a6a77ba-4b1e-4e7a-af73-fba48593fc90),segment_id=1a6a77ba-4b1e-4e7a-af73-fba48593fc90)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:18.240553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.247083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event deleted for resources: {'Port': ['ID=426862eb-0f15-483a-9135-df212df12e47,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:18.247971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53124) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.255645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:18.447517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-432f8c31-7757-4728-a54c-cb757f9bb941 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:18.456541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.467589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Transition to ACTIVE for port object 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:18.487220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Transition to ACTIVE for port object 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:18.492895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:18.508343 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-056c7f61-7652-4ae7-81ff-79f499d9d74d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.508784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056c7f61-7652-4ae7-81ff-79f499d9d74d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.510397 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-056c7f61-7652-4ae7-81ff-79f499d9d74d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/ac43278a-74e3-4482-8580-a453a92dbb79 HTTP/1.1" status: 404  len: 333 time: 0.2613065
Nov 24 14:33:18.517240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:18.544768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53128) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.566299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.575354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:18.596490 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c3dd1a-c1a0-4fc1-95f3-7444d2e7759c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.596932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c3dd1a-c1a0-4fc1-95f3-7444d2e7759c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.600990 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-93c3dd1a-c1a0-4fc1-95f3-7444d2e7759c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/bf6c76b9-8dd8-4a31-9a47-4f3484b9cc95 HTTP/1.1" status: 404  len: 337 time: 0.0537250
Nov 24 14:33:18.601599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53132) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.652163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:18.655316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:18.660816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:18.661937 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c22dfbf-d6dd-4b66-b96b-6f488a87bf49 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.662701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c22dfbf-d6dd-4b66-b96b-6f488a87bf49 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.668122 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5c22dfbf-d6dd-4b66-b96b-6f488a87bf49 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8b89f973-0262-467c-b70a-396ff0bf9f6e HTTP/1.1" status: 404  len: 337 time: 0.0621142
Nov 24 14:33:18.668333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Pushing event updated for resources: {'Port': ['ID=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:18.668453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53136) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.677202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:18.730555 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b991f35-040f-49fd-ae3d-8c1467fd8c80 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.730951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b991f35-040f-49fd-ae3d-8c1467fd8c80 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.735120 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0b991f35-040f-49fd-ae3d-8c1467fd8c80 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/6608996f-14ad-408c-95a0-1443153562c0 HTTP/1.1" status: 404  len: 333 time: 0.0647218
Nov 24 14:33:18.735814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53140) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.753036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:18.765239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Attempting to bind port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:18.765733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Attempting to bind port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '3394faef-8006-4d6c-b6cc-c2afa4245072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:18.766198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Attempting to bind port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 on network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:18.773632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:18.774153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Checking segment: {'id': '3394faef-8006-4d6c-b6cc-c2afa4245072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:18.775246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.775246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Bound using segment: {'id': '3394faef-8006-4d6c-b6cc-c2afa4245072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:18.775688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Bound port: 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3394faef-8006-4d6c-b6cc-c2afa4245072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:18.775952 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c3b101-d0a3-4c03-bbd3-806dd97aa1ee tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.776282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.776613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c3b101-d0a3-4c03-bbd3-806dd97aa1ee tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.781912 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-71c3b101-d0a3-4c03-bbd3-806dd97aa1ee tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/1a36fea4-8add-4f2a-8085-78d6374cec4c HTTP/1.1" status: 404  len: 337 time: 0.0419576
Nov 24 14:33:18.782790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53144) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.793809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-432f8c31-7757-4728-a54c-cb757f9bb941 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:18.799967 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-432f8c31-7757-4728-a54c-cb757f9bb941 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7526217
Nov 24 14:33:18.802692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53148) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.821579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--991466653'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:18.831621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c413d7b-183c-4885-8de1-5e9dbe848d8e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:18.832139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c413d7b-183c-4885-8de1-5e9dbe848d8e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:18.837550 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5c413d7b-183c-4885-8de1-5e9dbe848d8e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/fe1e0b73-ef00-4d96-970f-e6dd1f315fea HTTP/1.1" status: 404  len: 337 time: 0.0510535
Nov 24 14:33:18.837736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:18.837862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53152) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.840513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.866560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] For port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:18.869775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] For port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,segment=NetworkSegment(3394faef-8006-4d6c-b6cc-c2afa4245072),segment_id=3394faef-8006-4d6c-b6cc-c2afa4245072)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:18.956886 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9bf45a86-b3b2-42b5-bfd7-fb6da4ccdd04 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports?device_id=109e771a-ebe3-475f-804f-c837e6e1f110 HTTP/1.1" status: 200  len: 205 time: 0.1178687
Nov 24 14:33:18.959613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53156) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:18.964893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:18.969549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:18.971785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6bcaaec7-bd94-47be-8c39-87f280ee45fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:18.973923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:18.976875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.045172 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-8968cd5d-8ddf-491e-b3ce-3383bb8ddfc3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:19.048734 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8968cd5d-8ddf-491e-b3ce-3383bb8ddfc3 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/routers/109e771a-ebe3-475f-804f-c837e6e1f110 HTTP/1.1" status: 404  len: 336 time: 0.0858986
Nov 24 14:33:19.048948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53160) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.063360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Pushing event updated for resources: {'Port': ['ID=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:19.066881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:19.091819 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e634f4f-2727-4c2f-aae9-649d04fc94b6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:19.092280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e634f4f-2727-4c2f-aae9-649d04fc94b6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:19.097894 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0e634f4f-2727-4c2f-aae9-649d04fc94b6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/3d241064-4cce-45d9-ad0c-cc6fa29e7020 HTTP/1.1" status: 404  len: 337 time: 0.0480332
Nov 24 14:33:19.100554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53164) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.117696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.143380 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dcad2526-e8ef-4b71-827d-b0ac50e0c2bc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0539671-1e4a-4198-9686-c9430cf3bef4 HTTP/1.1" status: 200  len: 205 time: 0.0417051
Nov 24 14:33:19.146116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53168) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.187129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:19.215445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.226585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b7184d00-9682-4564-aabc-1120df84622d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:19.258397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.262837 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-12a1586c-98b5-4bbf-a202-f85b54079ebf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:19.268217 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-12a1586c-98b5-4bbf-a202-f85b54079ebf tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/routers/f0539671-1e4a-4198-9686-c9430cf3bef4 HTTP/1.1" status: 404  len: 336 time: 0.1180694
Nov 24 14:33:19.271688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53172) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.275235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=1cfa1f64-5fc4-48b4-8152-34d1923bf1a1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:19.277975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:19.357817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.370132 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e60165-8917-49b4-875a-888ac63d991c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:19.370578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e60165-8917-49b4-875a-888ac63d991c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:19.422338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:19.442344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:19.449695 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57e60165-8917-49b4-875a-888ac63d991c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/8995b1e2-1015-4290-9764-86e624d42930 HTTP/1.1" status: 404  len: 337 time: 0.1710365
Nov 24 14:33:19.455677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:19.460062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53176) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.541958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:19.550163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.576824 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c618bb50-3696-4cef-b35d-2c0645f671e8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:19.577188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c618bb50-3696-4cef-b35d-2c0645f671e8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:19.578878 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c618bb50-3696-4cef-b35d-2c0645f671e8 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/6a6069b1-bba7-4901-b901-a27622c1385d HTTP/1.1" status: 404  len: 337 time: 0.1153216
Nov 24 14:33:19.587985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53180) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.633815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::30 (fe17edcf-b1a1-4e58-b15d-9e18fd0493c7/e97e8bb5-deee-4a9f-a6a8-466aa6941971/36bce5af-4e62-429f-b7e5-2b8e4a3d34a8) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:19.664006 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac5eac6-6de6-45b3-b8ec-b19711405746 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:19.664469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac5eac6-6de6-45b3-b8ec-b19711405746 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:19.687539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.688029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Fanout notify agent at l3_agent the message router_deleted on router 15d6ea33-a79b-44c9-b7c0-569ead7b36c0 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:19.696661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.697757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/15d6ea33-a79b-44c9-b7c0-569ead7b36c0 HTTP/1.1" status: 204  len: 168 time: 5.4840295
Nov 24 14:33:19.702067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53184) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.707693 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1ac5eac6-6de6-45b3-b8ec-b19711405746 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/be8e43b5-ed1a-40b5-84c9-60968737c1c4 HTTP/1.1" status: 404  len: 333 time: 0.1164808
Nov 24 14:33:19.710945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1421856699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:19.717790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53188) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.720814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:19.755040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.757886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Usage tracker for resource:router and tenant:4eda27edbf304754bded87d67a4898c8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:19.764071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:19.769423 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-531b4b74-e227-48d9-b4b2-9c332d364b5b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:19.769423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531b4b74-e227-48d9-b4b2-9c332d364b5b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:19.770352 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-531b4b74-e227-48d9-b4b2-9c332d364b5b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/82366419-6ed3-49d9-b9cb-0c399ad3e0f6 HTTP/1.1" status: 404  len: 337 time: 0.0513875
Nov 24 14:33:19.773392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53192) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.776239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:19.872067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.886779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-35f8a0ea-da35-4ff5-80bf-12eb6c9ea097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:19.912129 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-23079f4b-267c-4f56-a8e5-66855cec7da7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:19.912601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23079f4b-267c-4f56-a8e5-66855cec7da7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:19.916534 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-23079f4b-267c-4f56-a8e5-66855cec7da7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/a655ec9e-998a-4801-998b-c06ed63519f2 HTTP/1.1" status: 404  len: 333 time: 0.1398187
Nov 24 14:33:19.974508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53196) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:19.986286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:19.987221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.031136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 03f21749-18c8-45fd-9f9a-83513983aa43 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:20.031497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.085366 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32961c0-80c3-436b-ac8c-826370966ce9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.085816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32961c0-80c3-436b-ac8c-826370966ce9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.087502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b32961c0-80c3-436b-ac8c-826370966ce9 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/c306a2f6-365f-4024-a90f-5f220581fc92 HTTP/1.1" status: 404  len: 337 time: 0.1071723
Nov 24 14:33:20.088581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a245bfa-3f4e-4c7c-9a9e-f69b7ca3e887,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:20.092387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53200) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.095282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.099465 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2906716
Nov 24 14:33:20.100297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.103026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:20.103444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53204) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.137804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6e49d6c4-bfdc-4b62-af81-9dabd66965b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '3a245bfa-3f4e-4c7c-9a9e-f69b7ca3e887', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:20.138836 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-6e49d6c4-bfdc-4b62-af81-9dabd66965b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:20.140526 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6e49d6c4-bfdc-4b62-af81-9dabd66965b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0209186
Nov 24 14:33:20.141157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.145251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53208) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.152628 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbb4eb3-47b0-4464-ae27-8f07f99b4682 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.153058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbb4eb3-47b0-4464-ae27-8f07f99b4682 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.192659 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3dbb4eb3-47b0-4464-ae27-8f07f99b4682 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/8a500f70-5de3-4c40-9642-96856c151750 HTTP/1.1" status: 404  len: 333 time: 0.0990918
Nov 24 14:33:20.246222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53212) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.250786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1671fd0-3f42-45be-b87f-fb21b7621859 None None] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:20.363617 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-08943789-7fa0-4e41-a918-e22e677f50f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.364109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08943789-7fa0-4e41-a918-e22e677f50f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.368305 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-08943789-7fa0-4e41-a918-e22e677f50f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/c09df03e-5697-465f-bd7d-d3339549da46 HTTP/1.1" status: 404  len: 337 time: 0.1186597
Nov 24 14:33:20.368305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.380249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53216) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.422731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-da65bf78-5c04-437f-af9a-c274ad0674a7 None None] Provisioning for port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:20.425915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.453115 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f5d9a2-afc2-44be-91f3-8d38abcd16df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.453549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f5d9a2-afc2-44be-91f3-8d38abcd16df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.457551 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-48f5d9a2-afc2-44be-91f3-8d38abcd16df tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/81aaf027-dd1f-4e4a-a6a2-8638dfe6587d HTTP/1.1" status: 404  len: 333 time: 0.0725000
Nov 24 14:33:20.458509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53220) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.467488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.492146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object 36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:20.512408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.524350 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6bff55-6f26-462e-8765-ebe34bdf48ca tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.524350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6bff55-6f26-462e-8765-ebe34bdf48ca tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.524350 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ef6bff55-6f26-462e-8765-ebe34bdf48ca tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/e8043a51-5a09-4603-907d-981b450a8335 HTTP/1.1" status: 404  len: 337 time: 0.0569856
Nov 24 14:33:20.524350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53224) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.524350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.524791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.524791 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dbdf2b46-05b5-4fba-8139-5d4c4de15451 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8206797
Nov 24 14:33:20.530434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53226) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.545707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:20.703697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 03f21749-18c8-45fd-9f9a-83513983aa43 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:20.731047 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51055d9-424d-4c66-87d3-2884fef768ed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.731486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51055d9-424d-4c66-87d3-2884fef768ed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.733705 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d51055d9-424d-4c66-87d3-2884fef768ed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/4201a462-bbca-4b75-87bf-0b7dd566a44a HTTP/1.1" status: 404  len: 333 time: 0.2018600
Nov 24 14:33:20.742658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53232) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.770548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:20.794738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-201efc4a-6d5d-436d-8e48-f6d7813f3991 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.795420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201efc4a-6d5d-436d-8e48-f6d7813f3991 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.799454 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-201efc4a-6d5d-436d-8e48-f6d7813f3991 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/36dab259-0116-4a7d-b6b0-f8d9ea078302 HTTP/1.1" status: 404  len: 337 time: 0.0536032
Nov 24 14:33:20.807278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53236) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.826702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.836359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd20644e-812b-46e2-9753-49e8f39c42b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:20.863492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a245bfa-3f4e-4c7c-9a9e-f69b7ca3e887,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:20.866496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-075e18cb-90bf-4fa2-98ca-ee1eb31d59dd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.866955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075e18cb-90bf-4fa2-98ca-ee1eb31d59dd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.867089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:20.870971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-075e18cb-90bf-4fa2-98ca-ee1eb31d59dd tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/530a41a3-cb4c-42c0-9f63-b85ac19665e5 HTTP/1.1" status: 404  len: 333 time: 0.0604689
Nov 24 14:33:20.871942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53240) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:20.898723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:20.912910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:20.972765 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1ce661-949c-474a-bc16-e58242105c32 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:20.973201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1ce661-949c-474a-bc16-e58242105c32 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:20.985020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=36bce5af-4e62-429f-b7e5-2b8e4a3d34a8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:20.989672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:21.032381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:21.037320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:21.041217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:21.045688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:21.046287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.088213 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-da1ce661-949c-474a-bc16-e58242105c32 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/bf98a283-79b4-4c69-88e7-972a31b60970 HTTP/1.1" status: 404  len: 337 time: 0.2159069
Nov 24 14:33:21.090814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53248) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:21.111096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.114621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a245bfa-3f4e-4c7c-9a9e-f69b7ca3e887 HTTP/1.1" status: 204  len: 168 time: 0.9613292
Nov 24 14:33:21.128201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53252) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:21.153071 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6edc90-a9c7-417e-b1f4-2f157a10442d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:21.153071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6edc90-a9c7-417e-b1f4-2f157a10442d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:21.157282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3e6edc90-a9c7-417e-b1f4-2f157a10442d tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/ports/630a8a38-1c3a-4bda-8324-60ec18044a2d HTTP/1.1" status: 404  len: 333 time: 0.0613573
Nov 24 14:33:21.157282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53256) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:21.202791 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.2079155
Nov 24 14:33:21.204222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53260) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:21.206258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9969c397-860d-4195-bff7-3d54af0630f7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:21.206258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9969c397-860d-4195-bff7-3d54af0630f7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:21.210055 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9969c397-860d-4195-bff7-3d54af0630f7 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e56c0f-d519-4cc2-b386-474270fab7ae HTTP/1.1" status: 404  len: 337 time: 0.0498943
Nov 24 14:33:21.210055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.212452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': 'fe17edcf-b1a1-4e58-b15d-9e18fd0493c7', 'name': 'tempest-PortsIpV6TestJSON-1454515151'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:21.213176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53264) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:21.213857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e63d9749-fc7c-479b-916a-79e915648c94 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:21.236283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.300754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=03f21749-18c8-45fd-9f9a-83513983aa43,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:21.316690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:21.381951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d617f187-34a5-42ce-a29f-94d71d3c4980 None None] Provisioning for port 36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:21.387546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d617f187-34a5-42ce-a29f-94d71d3c4980 None None] Provisioning complete for port 36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:21.388333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d617f187-34a5-42ce-a29f-94d71d3c4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.478697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd6a1848-c0ea-497f-896e-42db2fec0b06 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:21.491615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:21.501834 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5385780
Nov 24 14:33:21.504987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53270) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:21.506636 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:21.524883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.525232 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:21.526015 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420398910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:21.549540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d617f187-34a5-42ce-a29f-94d71d3c4980 None None] Port 36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:21.557484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:21.601108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:21.613979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:21.620481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:21.628856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:21.672929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd6a1848-c0ea-497f-896e-42db2fec0b06 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:21.677749 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bd6a1848-c0ea-497f-896e-42db2fec0b06 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5453672
Nov 24 14:33:21.718755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53274) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:21.729733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:21.735481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:21.735872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.737913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--388263076'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:21.746200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:21.756594 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:21.816427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:21.828804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.831719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.861005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.865931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:21.866102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f152340>,) {'filters': {'network_id': ['545fb1c8-c25e-4ba6-8844-73dcc5231588']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:21.882652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f152340>, 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:21.882956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f152340>, 'fbbfda4a-0d89-45f2-9c23-a04af0ed79b9') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:21.883887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.944253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,segment=NetworkSegment(3394faef-8006-4d6c-b6cc-c2afa4245072),segment_id=3394faef-8006-4d6c-b6cc-c2afa4245072)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:21.948254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:21.959211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port b59f30e8-aaad-467a-b65c-e2806982aac8 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:21.995016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.000556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.010611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7f01ed54-6639-4541-a32a-fe825774bf5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:22.057916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet 4f36cd3c-b8dd-4c63-87a8-1216fbf106c0 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:22.077449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.114415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:22.124906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:22.144860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.155682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:22.156209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.161578 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420398910>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:18Z', 'revision_number': 10, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:22.165559 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:22.172394 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:22.192434 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:22.192434 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420398910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:22.208298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:22.219449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:22.226405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.266405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:22.284801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:22.338293 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:22.362811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::21b (fe17edcf-b1a1-4e58-b15d-9e18fd0493c7/e97e8bb5-deee-4a9f-a6a8-466aa6941971/b59f30e8-aaad-467a-b65c-e2806982aac8) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:22.366389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.414951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.493157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.503911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0dcb05c-9999-4535-9609-5f464ac56531 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:22.520545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.534017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Pushing event deleted for resources: {'Network': ['ID=545fb1c8-c25e-4ba6-8844-73dcc5231588,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:22.536356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:22.540313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] 10.222.0.53 "DELETE /v2.0/networks/545fb1c8-c25e-4ba6-8844-73dcc5231588 HTTP/1.1" status: 204  len: 168 time: 1.2876594
Nov 24 14:33:22.554830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router d314b7f9-f677-408e-bf54-a01d254b5cf1 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:22.587539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.643646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.712387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:22.715515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:22.724872 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/d314b7f9-f677-408e-bf54-a01d254b5cf1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6343458
Nov 24 14:33:22.725793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53280) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:22.726542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] Sync routers for ids ['d314b7f9-f677-408e-bf54-a01d254b5cf1'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:22.726960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ba34734b-d28a-4fa0-a8ac-1913b9aad1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:22.745672 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420398910>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:18Z', 'revision_number': 10, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:22.747341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] Routers {'d314b7f9-f677-408e-bf54-a01d254b5cf1'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:22.749541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fafbb50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['d314b7f9-f677-408e-bf54-a01d254b5cf1'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:22.756381 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdabdaa-0f5c-456d-9656-479d12659bfa None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:18Z', 'revision_number': 10, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None, '_interfaces': [{'id': 'ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd', 'name': '', 'network_id': '48fa2609-7f0a-41dc-a37b-eccda6071667', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'mac_address': 'fa:16:3e:6a:fe:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:53Z', 'updated_at': '2021-11-24T14:32:06Z', 'revision_number': 5, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'subnets': [{'id': '6794d82c-e50c-4421-b7ad-30dfacc46c25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:22.775920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ce754128-fd76-48ab-ac3e-22dc17f1b41e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:22.829553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fafbb50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:22.847513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] Routers {'d314b7f9-f677-408e-bf54-a01d254b5cf1'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:22.848157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fafbb50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:32:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['d314b7f9-f677-408e-bf54-a01d254b5cf1'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:22.880064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2856b5-0481-47d8-a6ea-e9e1ac11d894,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:22.891881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Allocated IP 172.26.2.143 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/700c48b4-711b-464f-b442-a08db8c6dcfb) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:22.895563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:22.906048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ce754128-fd76-48ab-ac3e-22dc17f1b41e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:22.907248 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ce754128-fd76-48ab-ac3e-22dc17f1b41e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=d314b7f9-f677-408e-bf54-a01d254b5cf1 HTTP/1.1" status: 200  len: 205 time: 0.1804039
Nov 24 14:33:22.910025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53284) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:22.918718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fafbb50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:22.919724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550081e5-5290-4157-afa5-f8ccb84be438 None None] The sync data for ids ['d314b7f9-f677-408e-bf54-a01d254b5cf1'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:23.034038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.044273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.048286 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3186257
Nov 24 14:33:23.049596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.051102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e4aa0c-b7f6-4603-afc5-0b178a5a49e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.063461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e2b9e526-1d3c-4fcf-8d3b-9e10bb5b19e7 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '9f2856b5-0481-47d8-a6ea-e9e1ac11d894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:23.064142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-e2b9e526-1d3c-4fcf-8d3b-9e10bb5b19e7 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:23.065063 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e2b9e526-1d3c-4fcf-8d3b-9e10bb5b19e7 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0122581
Nov 24 14:33:23.075011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53292) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.082862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-22144891-3732-4c3f-96da-a460eb5868f5 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '9f2856b5-0481-47d8-a6ea-e9e1ac11d894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:23.083507 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-22144891-3732-4c3f-96da-a460eb5868f5 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:23.084421 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-22144891-3732-4c3f-96da-a460eb5868f5 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0078504
Nov 24 14:33:23.087123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53296) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.094705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ebdd84c8-1ceb-46e7-a6ea-b5bb0ab4961c tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '9f2856b5-0481-47d8-a6ea-e9e1ac11d894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:23.095341 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-ebdd84c8-1ceb-46e7-a6ea-b5bb0ab4961c tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:23.096266 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ebdd84c8-1ceb-46e7-a6ea-b5bb0ab4961c tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0082638
Nov 24 14:33:23.102206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53300) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.108246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object b59f30e8-aaad-467a-b65c-e2806982aac8 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:23.111279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.118082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c0e622e6-774e-48fb-ac7e-d8f32c2763bb tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:23.119102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-987a378f-4b2f-40e7-98f2-6d82d252d803 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '9f2856b5-0481-47d8-a6ea-e9e1ac11d894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:23.119852 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-987a378f-4b2f-40e7-98f2-6d82d252d803 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:23.123330 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-987a378f-4b2f-40e7-98f2-6d82d252d803 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0127671
Nov 24 14:33:23.152767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53304) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.186564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=4f36cd3c-b8dd-4c63-87a8-1216fbf106c0,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:23.201775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:23.239453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d61ba-77c6-4b89-9991-eebcb046eddf None None] Network 75d459e1-56cc-4e01-9824-6c5706c4f257 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:23.241055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.244385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.270572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/4f36cd3c-b8dd-4c63-87a8-1216fbf106c0 HTTP/1.1" status: 204  len: 168 time: 1.7646711
Nov 24 14:33:23.272450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53310) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.311737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53314) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.483937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:23.543982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.594866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81862597-3c6c-4cbb-bbf7-fbb9e178ffa5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:23.602470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d2a84f6c-bdb3-41cc-9409-0f97e3b38f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.633140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.654302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e4aa0c-b7f6-4603-afc5-0b178a5a49e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.659747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e4aa0c-b7f6-4603-afc5-0b178a5a49e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.661360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:23.661746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.704306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.739934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:23.752741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.756852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e4aa0c-b7f6-4603-afc5-0b178a5a49e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.757683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e4aa0c-b7f6-4603-afc5-0b178a5a49e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Fanout notify agent at l3_agent the message router_deleted on router d314b7f9-f677-408e-bf54-a01d254b5cf1 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:23.766827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:23.779650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:23.783686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:23.784379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.785351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-28e4aa0c-b7f6-4603-afc5-0b178a5a49e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.786429 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-28e4aa0c-b7f6-4603-afc5-0b178a5a49e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/d314b7f9-f677-408e-bf54-a01d254b5cf1 HTTP/1.1" status: 204  len: 168 time: 0.8751774
Nov 24 14:33:23.795508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=b59f30e8-aaad-467a-b65c-e2806982aac8,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:23.798620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53322) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:23.816452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:23.824888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.836662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f5da9930-ff05-45d8-96d1-e9882b627943 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:23.846466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:23.867618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:23.867962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.888911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:23.892069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1cfa1f64-5fc4-48b4-8152-34d1923bf1a1 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:23.893278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] DHCP port deletion for 75d459e1-56cc-4e01-9824-6c5706c4f257 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:23.899555 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Deleting port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:23.900065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:23.994750 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-98990a55-fb0d-424f-a024-154fbf2a44a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19f3d526668d4f448ed507716ca43486&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6782980
Nov 24 14:33:24.009413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53326) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:24.046002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:24.057330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:24.071918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:24.090326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet 93d57d34-3433-40ef-a8f1-0f54253be620 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:24.094624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.115994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.123220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event updated for resources: {'Port': ['ID=700c48b4-711b-464f-b442-a08db8c6dcfb,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:24.126356 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.9199731
Nov 24 14:33:24.128172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:24.137285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53330) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:24.148111 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] For port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,segment=NetworkSegment(1a6a77ba-4b1e-4e7a-af73-fba48593fc90),segment_id=1a6a77ba-4b1e-4e7a-af73-fba48593fc90)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:24.150486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.181034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.201715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.238162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aca894c2-9cc6-49c6-9cd3-4f31b18185ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:24.277213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2856b5-0481-47d8-a6ea-e9e1ac11d894,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:24.286698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Calling delete_port for b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:24.294731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e977e5f-0b0c-47aa-8fe3-7857efd82824 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:24.295504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e977e5f-0b0c-47aa-8fe3-7857efd82824 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:24.316703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:24.316911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5d5367ee-e0ec-4145-8f2f-06839cad7b0d None None] Provisioning for port b59f30e8-aaad-467a-b65c-e2806982aac8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:24.323688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.337289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5d5367ee-e0ec-4145-8f2f-06839cad7b0d None None] Provisioning complete for port b59f30e8-aaad-467a-b65c-e2806982aac8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:24.337653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5d5367ee-e0ec-4145-8f2f-06839cad7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.351145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.352282 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/9f2856b5-0481-47d8-a6ea-e9e1ac11d894 HTTP/1.1" status: 204  len: 168 time: 1.1882248
Nov 24 14:33:24.359093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53334) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:24.359525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.362083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,segment=NetworkSegment(1a6a77ba-4b1e-4e7a-af73-fba48593fc90),segment_id=1a6a77ba-4b1e-4e7a-af73-fba48593fc90)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:24.362467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.379944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e977e5f-0b0c-47aa-8fe3-7857efd82824 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:24.383930 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2e977e5f-0b0c-47aa-8fe3-7857efd82824 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30 HTTP/1.1" status: 200  len: 927 time: 0.2452595
Nov 24 14:33:24.387352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53338) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:24.431750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5d5367ee-e0ec-4145-8f2f-06839cad7b0d None None] Port b59f30e8-aaad-467a-b65c-e2806982aac8 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:24.505417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port b59f30e8-aaad-467a-b65c-e2806982aac8 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:24.505746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.524543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.525625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:24.529379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:24.537671 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e71bfdc5-28a6-4ce1-8190-38c287587b85 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1770120
Nov 24 14:33:24.538433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53342) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:24.554149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.554354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542021507'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:24.564911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:24.573250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:24.574878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Pushing event deleted for resources: {'Port': ['ID=b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:24.578338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:24.585046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:24.585353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] No DVR routers for this DVR port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:24.598845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:24.635361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.645835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:33:24.646149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:33:24.648123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dcb9ceca-bb91-4836-8b50-9c4e4caadc6b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:24.689847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=93d57d34-3433-40ef-a8f1-0f54253be620,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:24.694495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:24.706253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.713189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3477fd-1a58-4af6-beb7-2797be660d68 None None] Network f9af4e06-26b7-43a8-a994-b83d7cebb47e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:24.737182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.743584 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/93d57d34-3433-40ef-a8f1-0f54253be620 HTTP/1.1" status: 204  len: 168 time: 0.9377441
Nov 24 14:33:24.743771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c5cfe7c1-cc42-4e46-b777-5e1b4456584d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:24.744296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53346) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:24.754887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.813795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab69885-7799-4d05-898d-713023edb8dd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:24.817510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.824283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:24.848849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.852227 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ab69885-7799-4d05-898d-713023edb8dd HTTP/1.1" status: 204  len: 168 time: 0.8324149
Nov 24 14:33:24.942338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:24.946113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.029154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.030286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] DHCP port deletion for f9af4e06-26b7-43a8-a994-b83d7cebb47e request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:25.035050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Deleting port cd894042-8faa-4236-855d-457a0e66e693 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:25.035436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.041371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:25.055483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:25.061410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.071183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:25.139042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port cd894042-8faa-4236-855d-457a0e66e693 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:25.139503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.151157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:25.151733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.226165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] The port 'b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:25.255869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] For port cd894042-8faa-4236-855d-457a0e66e693, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cd894042-8faa-4236-855d-457a0e66e693,segment=NetworkSegment(e496c6fd-af40-406a-9770-1bc2ed214212),segment_id=e496c6fd-af40-406a-9770-1bc2ed214212)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:25.256488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.257475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:25.357190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cd894042-8faa-4236-855d-457a0e66e693 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:25.503103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Calling delete_port for cd894042-8faa-4236-855d-457a0e66e693 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:25.534457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.553215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for b59f30e8-aaad-467a-b65c-e2806982aac8 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:25.578019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f9445e0>,) {'filters': {'network_id': ['75d459e1-56cc-4e01-9824-6c5706c4f257']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:25.599679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9445e0>, '1a6a77ba-4b1e-4e7a-af73-fba48593fc90') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:25.599679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f9445e0>, '1a6a77ba-4b1e-4e7a-af73-fba48593fc90') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:25.625698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.626678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port cd894042-8faa-4236-855d-457a0e66e693, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cd894042-8faa-4236-855d-457a0e66e693,segment=NetworkSegment(e496c6fd-af40-406a-9770-1bc2ed214212),segment_id=e496c6fd-af40-406a-9770-1bc2ed214212)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:25.627209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.647130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.657471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:25.658002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.670237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:25.677539 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:25.700125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-46f07e4e-465b-4b1d-ae98-3a573018fef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.726039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.741809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:25.794783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for cd894042-8faa-4236-855d-457a0e66e693 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:25.804176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Router 3ca13bac-fa99-4a15-9f71-890651af84ab is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:25.829476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] No DVR routers for this DVR port cd894042-8faa-4236-855d-457a0e66e693 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:25.831759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Pushing event deleted for resources: {'Port': ['ID=cd894042-8faa-4236-855d-457a0e66e693,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:25.863167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:25.864784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:25.886152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.890406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:25.905870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.917044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:25.917408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4fa5f93-30f2-49bf-8ca4-ea99da8e3a02 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:25.917901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=75d459e1-56cc-4e01-9824-6c5706c4f257,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:25.921196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:25.924923 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/75d459e1-56cc-4e01-9824-6c5706c4f257 HTTP/1.1" status: 204  len: 168 time: 2.6505656
Nov 24 14:33:25.927566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:25.928727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53364) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.028231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.047451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b958bbc1-4d12-4b13-a38a-185abf05969d tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:26.064184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:26.069715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.073602 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "PUT /v2.0/routers/3ca13bac-fa99-4a15-9f71-890651af84ab HTTP/1.1" status: 200  len: 884 time: 5.5423386
Nov 24 14:33:26.074351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53370) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.078216 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] Sync routers for ids ['3ca13bac-fa99-4a15-9f71-890651af84ab'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:26.090052 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] Routers {'3ca13bac-fa99-4a15-9f71-890651af84ab'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:26.090646 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029d250>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['3ca13bac-fa99-4a15-9f71-890651af84ab'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:26.157377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:33:26.157605 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029d250>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:26.157716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:33:26.168197 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] Routers {'3ca13bac-fa99-4a15-9f71-890651af84ab'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:26.168795 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029d250>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['3ca13bac-fa99-4a15-9f71-890651af84ab'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:26.173257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c81840-c843-4712-b639-a2ce094c0182,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:26.177853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:26.241860 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029d250>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:26.242822 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a940fbe-7623-4d60-a549-a6864b81890f None None] The sync data for ids ['3ca13bac-fa99-4a15-9f71-890651af84ab'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:26.286938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.288307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.7446063
Nov 24 14:33:26.291749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53376) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.296403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.298278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-20e22c8d-71cf-4ada-b39e-6fbccf55e2ae tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:26.298923 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-20e22c8d-71cf-4ada-b39e-6fbccf55e2ae tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:26.299902 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-20e22c8d-71cf-4ada-b39e-6fbccf55e2ae tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0072870
Nov 24 14:33:26.302984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53380) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.308666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3db87191-bf3b-4b7a-a325-84fbc36d9712 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:26.316901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3db87191-bf3b-4b7a-a325-84fbc36d9712 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:26.323107 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-740c4c10-e567-4eb9-b052-5dbdcf2a7649 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/3ca13bac-fa99-4a15-9f71-890651af84ab HTTP/1.1" status: 200  len: 925 time: 0.2475977
Nov 24 14:33:26.324193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3db87191-bf3b-4b7a-a325-84fbc36d9712 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:26.326660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53384) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.328951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3db87191-bf3b-4b7a-a325-84fbc36d9712 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:26.352966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d8422569-72d5-46f6-a71e-c7bf3ebcf46e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:26.366551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53388) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.373759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3db87191-bf3b-4b7a-a325-84fbc36d9712 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:26.402931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=b59f30e8-aaad-467a-b65c-e2806982aac8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:26.407261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:26.419856 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f713d09a-95d5-45e2-839f-0e3b5b76beca tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=3ca13bac-fa99-4a15-9f71-890651af84ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0897992
Nov 24 14:33:26.420115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53394) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.459386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.464283 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/b59f30e8-aaad-467a-b65c-e2806982aac8 HTTP/1.1" status: 204  len: 168 time: 2.0736785
Nov 24 14:33:26.466772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53398) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.521244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e507a4ce-7c20-42eb-99cc-a3799a76f198 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:26.522012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e507a4ce-7c20-42eb-99cc-a3799a76f198 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:26.551271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.570897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-233fc348-f3ee-42d1-90e9-61dc18536984 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.572147 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-233fc348-f3ee-42d1-90e9-61dc18536984 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.2004905
Nov 24 14:33:26.581063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53402) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.587495 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-3db87191-bf3b-4b7a-a325-84fbc36d9712 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:26.588603 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3db87191-bf3b-4b7a-a325-84fbc36d9712 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2848935
Nov 24 14:33:26.592874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-9668bfa1-c758-400c-8a76-dc9de471ab84 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.593816 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9668bfa1-c758-400c-8a76-dc9de471ab84 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0112934
Nov 24 14:33:26.596164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53406) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.596490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53408) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.604309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-8765a787-1657-4858-8681-1027e0936be1 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.611198 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8765a787-1657-4858-8681-1027e0936be1 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0064111
Nov 24 14:33:26.611198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8bc7cc38-1498-4d74-bc70-0ef9078e3190 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:26.611198 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-8bc7cc38-1498-4d74-bc70-0ef9078e3190 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:26.611198 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8bc7cc38-1498-4d74-bc70-0ef9078e3190 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0128493
Nov 24 14:33:26.611569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61161f-ea49-4a1c-ba7b-3930b885b6b3 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:26.611963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4d61161f-ea49-4a1c-ba7b-3930b885b6b3 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Synchronizing usage tracker for tenant:f7dc59557285492c9b1b8e5dd08eb7c1 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:26.614458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e507a4ce-7c20-42eb-99cc-a3799a76f198 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:26.614603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53414) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.617258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53416) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.617837 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e507a4ce-7c20-42eb-99cc-a3799a76f198 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/b59f30e8-aaad-467a-b65c-e2806982aac8 HTTP/1.1" status: 404  len: 333 time: 0.1499989
Nov 24 14:33:26.618430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53420) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.622870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-0eeed91a-ad65-4ff2-9529-42079a6d1838 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.626385 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0eeed91a-ad65-4ff2-9529-42079a6d1838 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0086293
Nov 24 14:33:26.627048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53424) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.638453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4557f9b2-46be-4a2f-8af6-933e8cd8d083 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:26.646464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-61a82d4d-b893-4dce-827e-5ca7eee029db tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.649934 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-61a82d4d-b893-4dce-827e-5ca7eee029db tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0199394
Nov 24 14:33:26.650916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53430) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.653288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4557f9b2-46be-4a2f-8af6-933e8cd8d083 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:26.662675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-d1a40595-11e0-4572-859f-dff7f921aad5 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.662675 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d1a40595-11e0-4572-859f-dff7f921aad5 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0101953
Nov 24 14:33:26.665017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53434) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.667765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4557f9b2-46be-4a2f-8af6-933e8cd8d083 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:26.673785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-36db2a57-0a42-44af-96f5-14eb4d5cb4fc tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.677392 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-36db2a57-0a42-44af-96f5-14eb4d5cb4fc tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0088227
Nov 24 14:33:26.677392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4557f9b2-46be-4a2f-8af6-933e8cd8d083 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:26.678295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53438) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.683057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.686608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-84b8fe68-51e1-4dad-80a8-6bebbcc79022 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.688031 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-84b8fe68-51e1-4dad-80a8-6bebbcc79022 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0085547
Nov 24 14:33:26.688535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4557f9b2-46be-4a2f-8af6-933e8cd8d083 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:26.695483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53442) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.702768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-ce648bf3-7048-475c-9fc8-82f936dda2c0 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.703919 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ce648bf3-7048-475c-9fc8-82f936dda2c0 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0075290
Nov 24 14:33:26.706540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53446) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.711130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-d8ff0bff-fd1b-4364-902f-b235930031d4 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.711556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port cd894042-8faa-4236-855d-457a0e66e693 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:26.711801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.712432 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d8ff0bff-fd1b-4364-902f-b235930031d4 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0049613
Nov 24 14:33:26.714679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53450) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.720687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-65315077-c0de-4fd0-98ff-45f92f81c862 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.722290 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-65315077-c0de-4fd0-98ff-45f92f81c862 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0060852
Nov 24 14:33:26.724375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53454) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.728873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-8c0401a5-56b0-498e-9761-1681123b2dd9 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.729761 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8c0401a5-56b0-498e-9761-1681123b2dd9 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0045283
Nov 24 14:33:26.732391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53458) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.736987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-5c659f6a-4496-4dd1-8064-0a2c5f4dbe5a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.737911 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5c659f6a-4496-4dd1-8064-0a2c5f4dbe5a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0045979
Nov 24 14:33:26.740438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53462) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.750888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-7a929a8e-e4ab-4274-a942-bb2885918210 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.750888 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7a929a8e-e4ab-4274-a942-bb2885918210 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0047429
Nov 24 14:33:26.750888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4d61161f-ea49-4a1c-ba7b-3930b885b6b3 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Unset dirty status for tenant:f7dc59557285492c9b1b8e5dd08eb7c1 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:26.750888 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4d61161f-ea49-4a1c-ba7b-3930b885b6b3 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.3268771
Nov 24 14:33:26.752718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53466) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.753163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53468) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.759449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-394616cb-a75d-42ff-be0b-8623e9001a44 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.760719 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-394616cb-a75d-42ff-be0b-8623e9001a44 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0064559
Nov 24 14:33:26.796142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53474) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.802420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] The port 'cd894042-8faa-4236-855d-457a0e66e693' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:26.809992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-ca812668-c2ae-4083-b105-9defa8489d22 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.811056 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca812668-c2ae-4083-b105-9defa8489d22 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0144999
Nov 24 14:33:26.816297 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1d953e83-29b1-4c52-a994-a5fae5104f15 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ca13bac-fa99-4a15-9f71-890651af84ab HTTP/1.1" status: 200  len: 205 time: 0.0579722
Nov 24 14:33:26.816297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53478) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.823251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53480) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.828532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-cee4d19c-24e5-48a5-ad06-f9895d47d9b1 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.832561 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cee4d19c-24e5-48a5-ad06-f9895d47d9b1 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0096638
Nov 24 14:33:26.838732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.854773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-3b48c86b-1b19-4b83-8f0b-b6a7a110b9a9 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.858950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3b48c86b-1b19-4b83-8f0b-b6a7a110b9a9 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0124378
Nov 24 14:33:26.873396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53490) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.878686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:26.879022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:26.917632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-912511c7-8bcd-4a05-8391-b0fd229a325a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.918492 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-912511c7-8bcd-4a05-8391-b0fd229a325a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0438311
Nov 24 14:33:26.925122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53494) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.935313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-8a62931b-cfcc-487e-bac2-a93404d0d452 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.936235 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8a62931b-cfcc-487e-bac2-a93404d0d452 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0101247
Nov 24 14:33:26.938793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53498) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:26.944874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-ef35d7a1-9d9f-4a4b-acd7-053a53d633d0 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:26.945921 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ef35d7a1-9d9f-4a4b-acd7-053a53d633d0 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0062821
Nov 24 14:33:26.996325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53502) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.009683 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-4557f9b2-46be-4a2f-8af6-933e8cd8d083 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:27.010753 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4557f9b2-46be-4a2f-8af6-933e8cd8d083 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3924320
Nov 24 14:33:27.014332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-f558a6b8-15be-493e-b885-33850bdfb771 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.015259 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f558a6b8-15be-493e-b885-33850bdfb771 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0179899
Nov 24 14:33:27.017218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53506) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.021217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53508) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.026073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-e9274168-2a34-47f0-a06a-67f6c7c9c5b0 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.027041 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e9274168-2a34-47f0-a06a-67f6c7c9c5b0 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0049834
Nov 24 14:33:27.032433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-65aa67a6-eab1-4826-84dc-429ff1a2c000 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:27.033033 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-65aa67a6-eab1-4826-84dc-429ff1a2c000 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:27.036578 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-65aa67a6-eab1-4826-84dc-429ff1a2c000 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0158720
Nov 24 14:33:27.036578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53514) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.039221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53516) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.043781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-1809d0f5-8a42-4954-9fee-6583276282c8 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.045454 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1809d0f5-8a42-4954-9fee-6583276282c8 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0088859
Nov 24 14:33:27.049570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7c8d9241-eeab-4b49-9bad-3681f421972f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:27.054461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53522) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.061377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7c8d9241-eeab-4b49-9bad-3681f421972f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:27.067082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-73b70dc5-fccf-4dae-8ae8-f2d715586df7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.068026 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-73b70dc5-fccf-4dae-8ae8-f2d715586df7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0107968
Nov 24 14:33:27.072909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7c8d9241-eeab-4b49-9bad-3681f421972f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:27.075224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53526) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.077659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7c8d9241-eeab-4b49-9bad-3681f421972f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:27.085907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-013f5afa-f220-438f-8950-55c9215066eb tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.086813 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-013f5afa-f220-438f-8950-55c9215066eb tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0106606
Nov 24 14:33:27.088708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7c8d9241-eeab-4b49-9bad-3681f421972f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:27.090441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53530) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.099333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-31ed9143-6e58-4178-9733-3462eb3bc8b7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.100256 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-31ed9143-6e58-4178-9733-3462eb3bc8b7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0069640
Nov 24 14:33:27.112419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53536) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.119562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-47f39322-cd33-471e-a2f0-780de87ffd1e tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.120489 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-47f39322-cd33-471e-a2f0-780de87ffd1e tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0071850
Nov 24 14:33:27.124152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53540) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.129395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-19e0849a-eff6-48fd-be9c-1c3127daaf6e tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.130278 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-19e0849a-eff6-48fd-be9c-1c3127daaf6e tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0052853
Nov 24 14:33:27.134068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53544) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.135970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.140078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-d7d8c9a3-6993-447b-819a-f354b15b4127 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.141080 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d7d8c9a3-6993-447b-819a-f354b15b4127 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0068560
Nov 24 14:33:27.145387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53548) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.150593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-fc873796-f954-452a-aa58-a4bc655d87f1 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.154305 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fc873796-f954-452a-aa58-a4bc655d87f1 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0052607
Nov 24 14:33:27.155340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53552) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.160502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-876a3851-1201-4cd8-bd72-fc330e79a9eb tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.161387 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-876a3851-1201-4cd8-bd72-fc330e79a9eb tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0052166
Nov 24 14:33:27.164666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53556) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.180865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-d4e4abe7-d3ba-4c70-81a0-93b37f078b46 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.181753 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d4e4abe7-d3ba-4c70-81a0-93b37f078b46 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0130475
Nov 24 14:33:27.185419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.204973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53560) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.212156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e5bfc10>,) {'filters': {'network_id': ['f9af4e06-26b7-43a8-a994-b83d7cebb47e']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:27.229916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-6f86cf7d-020c-4c11-9905-60c85560ae31 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.230855 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6f86cf7d-020c-4c11-9905-60c85560ae31 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0210016
Nov 24 14:33:27.235746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53564) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.251667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-07acbd61-9fc1-4fef-b134-483e2595b5c9 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.255316 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-07acbd61-9fc1-4fef-b134-483e2595b5c9 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0139074
Nov 24 14:33:27.256004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53568) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.256580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e5bfc10>, 'e496c6fd-af40-406a-9770-1bc2ed214212') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:27.256869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e5bfc10>, 'e496c6fd-af40-406a-9770-1bc2ed214212') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:27.264058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-27cfa169-52aa-449d-8895-77f80e2fa602 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.267223 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-27cfa169-52aa-449d-8895-77f80e2fa602 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0081713
Nov 24 14:33:27.267615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53572) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.278011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-36685673-9b7b-4f0b-af17-c14811e20e50 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.278011 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-36685673-9b7b-4f0b-af17-c14811e20e50 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0070004
Nov 24 14:33:27.280133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53576) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.281396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.285472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-459658e3-3e32-49d8-bf52-b7d1fb426ff2 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.286372 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-459658e3-3e32-49d8-bf52-b7d1fb426ff2 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0060055
Nov 24 14:33:27.289507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53580) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.294974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-943e9683-e0d6-41bc-823f-4bd63f5db153 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.295863 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-943e9683-e0d6-41bc-823f-4bd63f5db153 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0055237
Nov 24 14:33:27.298862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53584) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.303983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-98187d3a-2a27-4053-a355-c8c75c800285 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.304910 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-98187d3a-2a27-4053-a355-c8c75c800285 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0052321
Nov 24 14:33:27.313442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53588) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.320935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-12ec5030-79b6-4083-98e5-7066e3bed236 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.321829 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-12ec5030-79b6-4083-98e5-7066e3bed236 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0058770
Nov 24 14:33:27.324752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53592) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.330269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-63199c57-683d-48f8-a2c4-3d17a3f90e89 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.333086 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-63199c57-683d-48f8-a2c4-3d17a3f90e89 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0055375
Nov 24 14:33:27.344822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53596) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.379698 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-7c8d9241-eeab-4b49-9bad-3681f421972f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:27.380729 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7c8d9241-eeab-4b49-9bad-3681f421972f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3406878
Nov 24 14:33:27.386195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53598) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.394237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9d184b4e-ce17-416c-a4c2-d7f6367cc81f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:27.394902 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-9d184b4e-ce17-416c-a4c2-d7f6367cc81f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:27.395702 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9d184b4e-ce17-416c-a4c2-d7f6367cc81f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0075548
Nov 24 14:33:27.399365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53604) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.409666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-55ed7434-03ab-4a6c-a2d7-d2b035222e79 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.413012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-378f2bef-98bb-4dc0-a4c8-05c3dc5d58b8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:27.413172 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55ed7434-03ab-4a6c-a2d7-d2b035222e79 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0139520
Nov 24 14:33:27.415464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53608) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.416455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.418526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-378f2bef-98bb-4dc0-a4c8-05c3dc5d58b8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:27.424493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-378f2bef-98bb-4dc0-a4c8-05c3dc5d58b8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:27.428456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-378f2bef-98bb-4dc0-a4c8-05c3dc5d58b8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:27.431966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-f4619668-a395-43ad-91cf-55d29cbd1e72 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.432864 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f4619668-a395-43ad-91cf-55d29cbd1e72 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0140920
Nov 24 14:33:27.436826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-378f2bef-98bb-4dc0-a4c8-05c3dc5d58b8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:27.439858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53612) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.452241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:27.452648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:27.469890 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:27.567781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-0d9675ab-6824-495a-9cc6-271514d6f977 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.568786 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0d9675ab-6824-495a-9cc6-271514d6f977 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.1279764
Nov 24 14:33:27.573049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53616) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.581196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-83f992f0-7b91-4b99-b3c9-87335c8aefe7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.582102 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-83f992f0-7b91-4b99-b3c9-87335c8aefe7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0064018
Nov 24 14:33:27.584594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53620) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.589632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-8626d63c-2a0d-400d-aa88-f5a7f817170f tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.590520 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8626d63c-2a0d-400d-aa88-f5a7f817170f tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0051043
Nov 24 14:33:27.593469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53624) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.600780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-9394ac61-330e-4f1a-9587-c080bf929b9c tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.601677 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9394ac61-330e-4f1a-9587-c080bf929b9c tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0058124
Nov 24 14:33:27.604568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53628) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.610206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-ded1f06c-4f86-4a5b-b0d4-6c79cb38b11a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.611115 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ded1f06c-4f86-4a5b-b0d4-6c79cb38b11a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0057249
Nov 24 14:33:27.613424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53632) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.619302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-e03477ce-57f8-423f-b0a4-b7b3cf85b5fb tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.620235 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e03477ce-57f8-423f-b0a4-b7b3cf85b5fb tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0058961
Nov 24 14:33:27.633400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53636) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.634649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.645352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.655376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-be922d79-ea48-4a83-a8b7-11aef100c7e8 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.656356 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-be922d79-ea48-4a83-a8b7-11aef100c7e8 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0223417
Nov 24 14:33:27.659671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53640) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.698142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-0ba7412a-58b0-40cf-9887-41eea50c6039 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.698976 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0ba7412a-58b0-40cf-9887-41eea50c6039 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0093374
Nov 24 14:33:27.702082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53644) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.707085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-60ac1e37-0ad4-481b-927b-cfc8d7842f62 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.708002 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-60ac1e37-0ad4-481b-927b-cfc8d7842f62 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0049529
Nov 24 14:33:27.710365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53648) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.714797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-19a62bba-b2e8-4500-9188-fd481e6ab326 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.715670 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-19a62bba-b2e8-4500-9188-fd481e6ab326 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0044968
Nov 24 14:33:27.718013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Deleting port 700c48b4-711b-464f-b442-a08db8c6dcfb {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:27.718352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.741871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53652) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.746809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-b410c0b0-ce90-4020-adec-0b6d79a7cae8 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.748325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b410c0b0-ce90-4020-adec-0b6d79a7cae8 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0054855
Nov 24 14:33:27.751409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53656) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.753130 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-378f2bef-98bb-4dc0-a4c8-05c3dc5d58b8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:27.756686 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-378f2bef-98bb-4dc0-a4c8-05c3dc5d58b8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3538651
Nov 24 14:33:27.760152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53660) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.767206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-92baadf3-cf56-4ebc-9842-d39476ce2c92 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '32c81840-c843-4712-b639-a2ce094c0182', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:27.776543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-92baadf3-cf56-4ebc-9842-d39476ce2c92 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:27.787809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-92baadf3-cf56-4ebc-9842-d39476ce2c92 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:27.792703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-92baadf3-cf56-4ebc-9842-d39476ce2c92 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:27.815370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.815915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-92baadf3-cf56-4ebc-9842-d39476ce2c92 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:27.824026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:27.853394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-ada7df7a-566d-4cae-a905-b441a397cb0d tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.856942 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ada7df7a-566d-4cae-a905-b441a397cb0d tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0997267
Nov 24 14:33:27.869197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6c4cbd05-2c79-43a1-b74f-df175f65c30b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:27.872767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53664) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.880499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-e16c0379-5189-42d7-aee6-668ff2d8cd43 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.881413 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e16c0379-5189-42d7-aee6-668ff2d8cd43 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0104325
Nov 24 14:33:27.883057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.884285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53668) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.890760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-1e4d45e8-59d6-4fdf-a15a-ab16d8ab8f79 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.891649 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1e4d45e8-59d6-4fdf-a15a-ab16d8ab8f79 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0063999
Nov 24 14:33:27.894395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53672) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.906812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-c1bfcd85-a9af-4e73-9961-61c18e7fa676 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.907720 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c1bfcd85-a9af-4e73-9961-61c18e7fa676 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0124707
Nov 24 14:33:27.911712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=f9af4e06-26b7-43a8-a994-b83d7cebb47e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:27.912422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53676) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.916054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:27.917610 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/f9af4e06-26b7-43a8-a994-b83d7cebb47e HTTP/1.1" status: 204  len: 168 time: 3.1726255
Nov 24 14:33:27.921716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [None req-7eb3656f-96fc-4d80-8552-a8d025504c7c tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.921716 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7eb3656f-96fc-4d80-8552-a8d025504c7c tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0073726
Nov 24 14:33:27.927824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53680) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.928175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53682) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.941145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1108656449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:27.948325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-1849d46f-28b8-4aae-9260-30058d4aad39 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:27.949193 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1849d46f-28b8-4aae-9260-30058d4aad39 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0163238
Nov 24 14:33:27.949394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:27.953391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53688) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:27.957309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:27.999219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-34a8c878-7a1f-4340-9f74-cf256072304f tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:28.000187 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-34a8c878-7a1f-4340-9f74-cf256072304f tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0447121
Nov 24 14:33:28.004326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:router and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:28.011490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53692) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.012289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:28.025238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-6310b85a-c54a-4981-adb2-4aa44783700a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:28.026176 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6310b85a-c54a-4981-adb2-4aa44783700a tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0103707
Nov 24 14:33:28.027072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:28.030381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53696) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.041057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [None req-d2d3adce-f08d-4b93-8bf8-214cc0e1b9f7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:33:28.041978 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d2d3adce-f08d-4b93-8bf8-214cc0e1b9f7 tempest-ExtensionsTestJSON-610576749 tempest-ExtensionsTestJSON-610576749-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0087757
Nov 24 14:33:28.084841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Calling delete_port for 700c48b4-711b-464f-b442-a08db8c6dcfb owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:28.142572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.143511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.164568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.183249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.234749 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-92baadf3-cf56-4ebc-9842-d39476ce2c92 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:28.235686 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-92baadf3-cf56-4ebc-9842-d39476ce2c92 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4746521
Nov 24 14:33:28.242561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53702) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.250025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.259936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55b03d28-d830-4fb6-b180-38f1e521b114 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:28.306331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.311976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=36bce5af-4e62-429f-b7e5-2b8e4a3d34a8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:28.318359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:28.327622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.357184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.383642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.388311 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 HTTP/1.1" status: 204  len: 168 time: 1.7619395
Nov 24 14:33:28.390534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53706) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.406263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.412936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-47f7d748-2d4d-4c6d-ba03-28d7ee3bc682 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:28.442555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-baebce5c-7a67-48e8-a5e5-57dcdda70138 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:28.442555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-baebce5c-7a67-48e8-a5e5-57dcdda70138 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:28.457933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event deleted for resources: {'Port': ['ID=700c48b4-711b-464f-b442-a08db8c6dcfb,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:28.462172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:28.494717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.494717 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f6f1c00f-252c-4923-b2e7-77bb6f3128a1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5604591
Nov 24 14:33:28.498640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53710) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.504026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-938864983'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:28.517767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:28.525913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:28.537176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:28.545445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.547734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:28.549845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:28.550364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.554096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-313c543b-4711-490f-8d6e-71f7fb729bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:28.580584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c81840-c843-4712-b639-a2ce094c0182,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:28.582551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-baebce5c-7a67-48e8-a5e5-57dcdda70138 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:28.586563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-baebce5c-7a67-48e8-a5e5-57dcdda70138 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/36bce5af-4e62-429f-b7e5-2b8e4a3d34a8 HTTP/1.1" status: 404  len: 333 time: 0.1948493
Nov 24 14:33:28.588571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:28.592914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53716) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.693884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53720) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.701092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:28.703999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.778027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:28.786696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.787813 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/32c81840-c843-4712-b639-a2ce094c0182 HTTP/1.1" status: 204  len: 168 time: 0.5443256
Nov 24 14:33:28.791504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53726) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:28.798828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,segment=NetworkSegment(d2d0c2cc-6dc4-4add-9388-5676561eb498),segment_id=d2d0c2cc-6dc4-4add-9388-5676561eb498)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:28.798828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.822223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:28.827902 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment 30f68c43-7407-4b28-b355-06a7a612cafe of type vlan for network 21315e63-3808-4941-b439-b036facfbfa0
Nov 24 14:33:28.831961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.080323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:29.141975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.171501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.213816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ffa7912a-9ec5-4199-ad2b-ea0e055a7f32 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:29.271261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:29.280371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Usage tracker for resource:security_group_rule and tenant:c886e75ee93f4a8db4160c29229ddb1b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:29.284939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:29.292776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:29.322838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.331483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet e97e8bb5-deee-4a9f-a6a8-466aa6941971 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:29.335446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.362892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.378560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ffa7912a-9ec5-4199-ad2b-ea0e055a7f32 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:29.379784 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ffa7912a-9ec5-4199-ad2b-ea0e055a7f32 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5873432
Nov 24 14:33:29.384688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53730) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:29.390432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.394386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:29.394956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.405802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.411712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--367493855'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:29.415607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-73a5ce06-d9d2-4691-9f23-a1253f91709d tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:29.456148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:29.495490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.524362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.524897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca13bac-fa99-4a15-9f71-890651af84ab {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:29.537196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:29.546402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.550987 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/3ca13bac-fa99-4a15-9f71-890651af84ab HTTP/1.1" status: 204  len: 168 time: 2.7232523
Nov 24 14:33:29.552807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.553942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53734) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:29.562290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1877447851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:29.570442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=21315e63-3808-4941-b439-b036facfbfa0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:29.571956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:29.573080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:29.579852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Usage tracker for resource:router and tenant:4eda27edbf304754bded87d67a4898c8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:29.590441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 21315e63-3808-4941-b439-b036facfbfa0 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:29.591535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:29.592831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:29.644690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.651478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:29.675738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.681597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50196f8b-78f7-4031-a0fb-061771ee3dab tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:29.687629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.692583 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.1929622
Nov 24 14:33:29.698529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53738) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:29.706928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5209b1-0e4a-4a76-9f63-54245e7a599f,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:29.713866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:29.721601 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=e97e8bb5-deee-4a9f-a6a8-466aa6941971,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:29.724379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:29.726762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.736037 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/e97e8bb5-deee-4a9f-a6a8-466aa6941971 HTTP/1.1" status: 204  len: 168 time: 1.1379037
Nov 24 14:33:29.736224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:29.736320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85302ce-05ef-4a93-b8bf-422c91c54737 None None] Network fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:29.736864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2613a097-7c85-4d7d-b934-324455cc6bcc tempest-RoutersAdminTest-1476946691 tempest-RoutersAdminTest-1476946691-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:29.737541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53742) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:29.770199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.771259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.785599 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c886e75ee93f4a8db4160c29229ddb1b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0906847
Nov 24 14:33:29.813479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Port': ['ID=ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:29.815179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53746) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:29.892800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:29.905922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.929845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.943968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:29.956338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:29.956677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.062617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] DHCP port deletion for fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:30.068921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Deleting port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:30.069544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.080834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.103087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:30.125363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:30.131979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:30.146023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:30.151118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:30.160375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:30.167236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:30.183577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:30.191315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.194680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.221865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] For port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,segment=NetworkSegment(3394faef-8006-4d6c-b6cc-c2afa4245072),segment_id=3394faef-8006-4d6c-b6cc-c2afa4245072)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:30.222291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.230033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.231384 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a9a2e941-8947-4f37-b0bd-c86ea6b944f0 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6765044
Nov 24 14:33:30.235491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53750) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:30.242190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': True}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:30.244070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.311488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] For port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,segment=NetworkSegment(3394faef-8006-4d6c-b6cc-c2afa4245072),segment_id=3394faef-8006-4d6c-b6cc-c2afa4245072)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:30.311895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.324728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:30.437523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Calling delete_port for 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:30.471144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:30.519351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.532951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.598958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.606362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d42a2505-532e-4f76-9290-7fb8ec1f6d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:30.648002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Pushing event deleted for resources: {'Port': ['ID=2fdd12f9-048b-4caf-bb4a-4dacfaa07d22,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:30.650718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:30.658467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] No DVR routers for this DVR port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:30.681631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:33:30.682282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:33:30.834817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.855795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.869427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-68425a61-3c63-437f-b097-cbe0a823f6d9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:30.893426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:30.943755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302679e6-6093-4a3a-b3c2-191702673866,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:30.949006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:30.951279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1888ee86-f687-4d5f-9591-960948b009e9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:31.011833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5209b1-0e4a-4a76-9f63-54245e7a599f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:31.024534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:31.137040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.138714 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a5209b1-0e4a-4a76-9f63-54245e7a599f HTTP/1.1" status: 204  len: 168 time: 1.2540720
Nov 24 14:33:31.202662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:31.207698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.211752 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.8233390
Nov 24 14:33:31.212610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53756) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:31.220899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4871f49d-e84b-4958-b00d-1e99f45a10b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '302679e6-6093-4a3a-b3c2-191702673866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:31.229301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4871f49d-e84b-4958-b00d-1e99f45a10b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:31.237226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4871f49d-e84b-4958-b00d-1e99f45a10b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:31.240301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4871f49d-e84b-4958-b00d-1e99f45a10b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:31.240928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:31.241266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.300255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.304395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ab6ea360-e15a-45a1-809e-ff5e09ed1c72 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:31.324523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] The port '2fdd12f9-048b-4caf-bb4a-4dacfaa07d22' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:31.336244 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4871f49d-e84b-4958-b00d-1e99f45a10b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:31.377362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.393884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:31.420018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.455394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=90231332-e80a-4f0a-8088-6375dc9dba14,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:31.456944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:31.457556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2fdd12f9-048b-4caf-bb4a-4dacfaa07d22 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:31.461038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:31.467802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:31.480707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:31.484117 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5390873
Nov 24 14:33:31.485598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53762) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:31.499291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:31.500050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200b4670>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:31.523476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:31.528579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: 21315e63-3808-4941-b439-b036facfbfa0, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:31.536290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.587199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f34b910>,) {'filters': {'network_id': ['fe17edcf-b1a1-4e58-b15d-9e18fd0493c7']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:31.609360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f34b910>, '3394faef-8006-4d6c-b6cc-c2afa4245072') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:31.609659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f34b910>, '3394faef-8006-4d6c-b6cc-c2afa4245072') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:31.663238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.685880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:31.693714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.696958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-4871f49d-e84b-4958-b00d-1e99f45a10b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The resource could not be found.
Nov 24 14:33:31.700713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4871f49d-e84b-4958-b00d-1e99f45a10b9 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.4844334
Nov 24 14:33:31.702426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53770) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:31.710492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b2690eb8-89f8-4335-ac75-d203adf7cb94 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '302679e6-6093-4a3a-b3c2-191702673866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '49fa081e-4fdd-4090-9dc5-0aaa9f365af9'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:31.714349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 21315e63-3808-4941-b439-b036facfbfa0 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:31.725657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting subnet 6794d82c-e50c-4421-b7ad-30dfacc46c25 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:31.727353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b2690eb8-89f8-4335-ac75-d203adf7cb94 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:31.729533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.734773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:31.734773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:31.746883 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:31.752398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b2690eb8-89f8-4335-ac75-d203adf7cb94 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:31.766078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Allocated IP 172.26.2.127 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/67a381ed-0d4a-4b59-a033-eaa262d39e42) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:31.768918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b2690eb8-89f8-4335-ac75-d203adf7cb94 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:31.792495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.805027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b2690eb8-89f8-4335-ac75-d203adf7cb94 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:31.833489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 21315e63-3808-4941-b439-b036facfbfa0) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:31.848782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:31.849374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.876485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08551feb-736c-4684-9029-1a9be02d5d9b None None] Network 21315e63-3808-4941-b439-b036facfbfa0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:31.910069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:31.912898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200b4670>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:29Z', 'revision_number': 11, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:31.970544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:32.000550 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2991154
Nov 24 14:33:32.000963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:32.001912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200b4670>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:32.003339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53778) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:32.072137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.079684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.086966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-75e060ea-8e2d-4620-b172-e721aede856b tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:32.102907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.123146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=fe17edcf-b1a1-4e58-b15d-9e18fd0493c7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:32.132222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:32.136775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53784) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:32.140904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.155940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a666a33-6f01-4076-ba90-a0bd36447b79 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:32.186087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.188229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:32.213428 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/fe17edcf-b1a1-4e58-b15d-9e18fd0493c7 HTTP/1.1" status: 204  len: 168 time: 2.4747872
Nov 24 14:33:32.214368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:32.220382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-542730085'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:32.226251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:32.230861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:32.235070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:32.247059 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-b2690eb8-89f8-4335-ac75-d203adf7cb94 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The resource could not be found.
Nov 24 14:33:32.248428 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b2690eb8-89f8-4335-ac75-d203adf7cb94 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5455287
Nov 24 14:33:32.252437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.255281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:32.258550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53796) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:32.259508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:32.264045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a609690-7745-45ee-920a-6572356e34c1 None None] Network 48fa2609-7f0a-41dc-a37b-eccda6071667 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:32.277004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Subnet': ['ID=6794d82c-e50c-4421-b7ad-30dfacc46c25,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:32.280779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:32.286540 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/6794d82c-e50c-4421-b7ad-30dfacc46c25 HTTP/1.1" status: 204  len: 168 time: 0.7996767
Nov 24 14:33:32.297531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53798) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:32.395516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:32.398860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Port': ['ID=67a381ed-0d4a-4b59-a033-eaa262d39e42,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:32.401387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:32.413387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200b4670>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:29Z', 'revision_number': 11, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:32.419908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:32.420660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:32.437155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3e41f-8f4f-4e14-baff-1aa0b06249bb None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:29Z', 'revision_number': 11, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:32.495185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:32.505504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.536408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-21315e63-3808-4941-b439-b036facfbfa0', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:32.537221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.610630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53806) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:32.611530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.676758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:32.688333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.688789 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6 of type vlan for network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e
Nov 24 14:33:32.725139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.747193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.747784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Allocated IP 172.20.0.2 (21315e63-3808-4941-b439-b036facfbfa0/90231332-e80a-4f0a-8088-6375dc9dba14/ecf253b5-c748-43ce-910d-391711d5a692) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:32.829686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.863422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-800194695'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:32.872832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Deleting port f40a9410-73a2-4205-94ac-935652ac380b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:32.873887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.880773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:32.887760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:network and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:32.891729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:32.900551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:32.920596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.925926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:32.926527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:32.933712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-232dfa04-ee50-4dec-b318-09580f4a2d7c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:32.970197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.001798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.017776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Transition to ACTIVE for port object ecf253b5-c748-43ce-910d-391711d5a692 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:33.040862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] DHCP port deletion for 48fa2609-7f0a-41dc-a37b-eccda6071667 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:33.046069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Transition to ACTIVE for port object ecf253b5-c748-43ce-910d-391711d5a692 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:33.048952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Deleting port aaf2b551-1bee-452e-a866-81b07fa29720 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:33.049396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.074590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:33.077744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.099639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.105529 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/302679e6-6093-4a3a-b3c2-191702673866 HTTP/1.1" status: 204  len: 168 time: 0.7901015
Nov 24 14:33:33.107223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53812) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:33.110024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=1aa678ee-d63b-4dd3-9cab-b3b55f5d287e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:33.126754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:33.127432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-17d70a1f-f271-4a83-9808-2fd968eee2ea tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:33.139042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.152839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.160921 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9421504
Nov 24 14:33:33.161138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:33.161247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302679e6-6093-4a3a-b3c2-191702673866,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:33.164684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:33.165395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53816) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:33.171987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:33.178020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-172e5076-287d-47ce-8c8c-b49d6592dfcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:33.211739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port aaf2b551-1bee-452e-a866-81b07fa29720 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:33.212346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.320626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.321981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.322843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:33.329974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Network 21315e63-3808-4941-b439-b036facfbfa0 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:33.331841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a175d191-3b40-4989-bea3-403b281510a7 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:33.334510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.420730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:33.432992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:33.473475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:33.486042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Pushing event updated for resources: {'Port': ['ID=ecf253b5-c748-43ce-910d-391711d5a692,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:33.492639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:33.493117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ce4a71da-ce28-4ef9-99c2-ffa1e5740dfd not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:33.493651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device aaf2b551-1bee-452e-a866-81b07fa29720 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:33.496137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:security_group_rule and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:33.502808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:33.520893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:33.525580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:33.531272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:33.540103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Calling delete_port for f40a9410-73a2-4205-94ac-935652ac380b owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:33.541009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:33.550149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:33.575884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:33.644242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a175d191-3b40-4989-bea3-403b281510a7 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:33.645481 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a175d191-3b40-4989-bea3-403b281510a7 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5372133
Nov 24 14:33:33.652050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53820) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:33.663178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d42a1a7f-b78e-417a-968e-1aeaf6ed1f74 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '96e85c21-c92c-4e44-bfcf-ba55daa1c99d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:33.678872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d42a1a7f-b78e-417a-968e-1aeaf6ed1f74 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:33.694701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d42a1a7f-b78e-417a-968e-1aeaf6ed1f74 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:33.705140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d42a1a7f-b78e-417a-968e-1aeaf6ed1f74 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:33.712858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] For port aaf2b551-1bee-452e-a866-81b07fa29720, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=aaf2b551-1bee-452e-a866-81b07fa29720,segment=NetworkSegment(d2d0c2cc-6dc4-4add-9388-5676561eb498),segment_id=d2d0c2cc-6dc4-4add-9388-5676561eb498)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:33.713383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.722085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d42a1a7f-b78e-417a-968e-1aeaf6ed1f74 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:33.728367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.729096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Attempting to bind port ecf253b5-c748-43ce-910d-391711d5a692 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:33.729096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Attempting to bind port ecf253b5-c748-43ce-910d-391711d5a692 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:33.729096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Attempting to bind port ecf253b5-c748-43ce-910d-391711d5a692 on network 21315e63-3808-4941-b439-b036facfbfa0 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:33.737861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.745881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.755077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:33.776916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] For port aaf2b551-1bee-452e-a866-81b07fa29720, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=aaf2b551-1bee-452e-a866-81b07fa29720,segment=NetworkSegment(d2d0c2cc-6dc4-4add-9388-5676561eb498),segment_id=d2d0c2cc-6dc4-4add-9388-5676561eb498)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:33.777538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.782749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.847664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Calling delete_port for aaf2b551-1bee-452e-a866-81b07fa29720 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:33.882006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:33.882567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Checking segment: {'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:33.883090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.883598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Bound using segment: {'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:33.884220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Bound port: ecf253b5-c748-43ce-910d-391711d5a692, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:33.884729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.915125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:33.918231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca1a90da-602f-4437-98b5-a7961b92d92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:33.992828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.007411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4033a63c-a2c2-488a-9ed2-df5ea037b078,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:34.014160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:34.021593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:34.027889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.081090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] For port ecf253b5-c748-43ce-910d-391711d5a692, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:34.084433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] For port ecf253b5-c748-43ce-910d-391711d5a692, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ecf253b5-c748-43ce-910d-391711d5a692,segment=NetworkSegment(30f68c43-7407-4b28-b355-06a7a612cafe),segment_id=30f68c43-7407-4b28-b355-06a7a612cafe)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:34.098617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.098949 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Added segment 24c207eb-1ed2-49bf-8bad-8a8328a38a4f of type vlan for network 445e0988-73af-427a-9243-555c2e12a036
Nov 24 14:33:34.112660 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-d42a1a7f-b78e-417a-968e-1aeaf6ed1f74 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The resource could not be found.
Nov 24 14:33:34.118621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d42a1a7f-b78e-417a-968e-1aeaf6ed1f74 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4591284
Nov 24 14:33:34.131444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53824) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:34.134689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.140030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:34.150456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103475715'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:34.168005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.173907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:34.202856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Calling delete_port for aaf2b551-1bee-452e-a866-81b07fa29720 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:34.221069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.228163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Pushing event deleted for resources: {'Port': ['ID=aaf2b551-1bee-452e-a866-81b07fa29720,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:34.232309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:34.233300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5780728b-07e8-44f8-b4ab-5742c12d09cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:34.252445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:34.282693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] No DVR routers for this DVR port aaf2b551-1bee-452e-a866-81b07fa29720 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:34.336735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Pushing event updated for resources: {'Port': ['ID=ecf253b5-c748-43ce-910d-391711d5a692,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:34.342003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:34.362963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.388008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.393276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:34.393276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.395335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:33:34.395852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:33:34.410196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a0110458-ed36-4a34-9713-b251a130b257 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:34.498470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.20.0.1 (21315e63-3808-4941-b439-b036facfbfa0/90231332-e80a-4f0a-8088-6375dc9dba14/aec56f35-d977-491b-9491-bffe2de84f19) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:34.544411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.572404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Network': ['ID=445e0988-73af-427a-9243-555c2e12a036,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:34.580285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:34.583222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:34.588251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:34.591822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:34.605041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:34.608719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97ded11f-4ba6-425a-ac83-e323f2b37866 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:34.616538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 445e0988-73af-427a-9243-555c2e12a036 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:34.618720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.623631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d09b10cf-1be1-4fe0-bb5f-786df0f670cd tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:34.670487 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.0540636
Nov 24 14:33:34.672906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53828) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:34.692905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'subnet': {'network_id': '445e0988-73af-427a-9243-555c2e12a036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:34.776667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event deleted for resources: {'Port': ['ID=f40a9410-73a2-4205-94ac-935652ac380b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:34.786881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:34.817317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=404b9f1a-54d6-4ba1-b169-cac61d9c2c24,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:34.839690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Router 4cb4b8f2-7224-4e9e-a810-13f47effb70d is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:34.858732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:34.859955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.892650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.910059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:34.912740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Deleting port aaf2b551-1bee-452e-a866-81b07fa29720 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:34.913069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.942205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.963197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': 'e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:34.963546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:34.982101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:subnet and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:34.985006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:34.990131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:34.992695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-64417c27-1473-4b99-b8e5-8746b76b8701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:35.007317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] The port 'aaf2b551-1bee-452e-a866-81b07fa29720' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:35.010896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object aec56f35-d977-491b-9491-bffe2de84f19 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:35.016908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:35.059112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c798b3-1624-4ad3-bb2f-6edec7ad17c9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:35.063473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:35.137176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:35.163140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.167448 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0318449
Nov 24 14:33:35.167448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:35.167648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.169740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53832) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:35.253053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.259054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a6b17b1-b3b6-4848-9db0-c284b098febd tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:35.296211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ee919a0>,) {'filters': {'network_id': ['48fa2609-7f0a-41dc-a37b-eccda6071667']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:35.323039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ee919a0>, 'd2d0c2cc-6dc4-4add-9388-5676561eb498') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:35.323332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ee919a0>, 'd2d0c2cc-6dc4-4add-9388-5676561eb498') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:35.354772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403369804'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:35.363309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.374004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:35.379041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:35.383473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:35.384321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 21315e63-3808-4941-b439-b036facfbfa0 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:35.387315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=aec56f35-d977-491b-9491-bffe2de84f19,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:35.392419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:35.399663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:35.410797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:35.411787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ecf253b5-c748-43ce-910d-391711d5a692 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:35.439943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:35.441426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.442173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.461123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:35.461780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:35.479797 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:35.534925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:35.547276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:35.547854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.548734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce6d8f-7fca-4249-824e-be502900216c None None] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:35.551825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.647162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:35.650166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port ecf253b5-c748-43ce-910d-391711d5a692 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:35.686014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:35.693422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:35.705930 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5365705
Nov 24 14:33:35.706960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:35.711855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53836) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:35.721278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:35.735436 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] Sync routers for ids ['4cb4b8f2-7224-4e9e-a810-13f47effb70d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:35.738504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e', 'name': 'tempest-PortsIpV6TestJSON-1815420650', 'fixed_ips': [{'subnet_id': '404b9f1a-54d6-4ba1-b169-cac61d9c2c24', 'ip_address': '2001:db8::10'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:35.747833 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] Routers {'4cb4b8f2-7224-4e9e-a810-13f47effb70d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:35.748519 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029d1c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4cb4b8f2-7224-4e9e-a810-13f47effb70d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:35.751894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.756843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafa951-87ec-433f-9db6-20f1e4aae270 None None] Network 21315e63-3808-4941-b439-b036facfbfa0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:35.813999 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029d1c0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:35.824985 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] Routers {'4cb4b8f2-7224-4e9e-a810-13f47effb70d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:35.825880 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642029d1c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4cb4b8f2-7224-4e9e-a810-13f47effb70d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:35.880883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.918072 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642029d1c0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:35.918728 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4155eee-720b-43b2-b739-82fd7426790e None None] The sync data for ids ['4cb4b8f2-7224-4e9e-a810-13f47effb70d'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:35.934246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.939278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7f2aa50-3ae5-4177-8bd6-e1bc442ca57c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:35.958622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-1aa678ee-d63b-4dd3-9cab-b3b55f5d287e', 'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e', 'tenant_id': '812d3cde387642f09bf57820011874d9', 'fixed_ips': [{'subnet_id': '404b9f1a-54d6-4ba1-b169-cac61d9c2c24'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:35.959488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.963539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.963689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.964975 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "PUT /v2.0/routers/4cb4b8f2-7224-4e9e-a810-13f47effb70d HTTP/1.1" status: 200  len: 919 time: 5.7284739
Nov 24 14:33:35.971655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:35.971869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53840) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:35.977100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Pushing event deleted for resources: {'Network': ['ID=48fa2609-7f0a-41dc-a37b-eccda6071667,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:35.980359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fb772e3a-420d-4de7-aedd-d7d9a7f3741c tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:36.019025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.033055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:36.064376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Provisioning for port ecf253b5-c748-43ce-910d-391711d5a692 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:36.066409 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/networks/48fa2609-7f0a-41dc-a37b-eccda6071667 HTTP/1.1" status: 204  len: 168 time: 3.7679596
Nov 24 14:33:36.068716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53844) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:36.077769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'routes': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:36.093405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Provisioning complete for port ecf253b5-c748-43ce-910d-391711d5a692 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:36.093781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.132431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Subnet': ['ID=aa564d5b-7b23-4e53-8457-926925f5d762,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:36.135318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:36.137092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9acca44e-14ba-4410-9693-a4381829208c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:36.158417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:36.164078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.168421 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9930632
Nov 24 14:33:36.175204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:36.177948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53848) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:36.180701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Checking segment: {'id': '24c207eb-1ed2-49bf-8bad-8a8328a38a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '445e0988-73af-427a-9243-555c2e12a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:36.181191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network hostable DHCP agents. Network: 445e0988-73af-427a-9243-555c2e12a036, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:36.187404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:36.197492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9df063d1-2446-4594-9e0b-aa12166c7ff4 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group_rule': {'security_group_id': '18c798b3-1624-4ad3-bb2f-6edec7ad17c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a3688c12-53e5-4f0d-84a6-117151124463'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:36.207290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:36.215382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9df063d1-2446-4594-9e0b-aa12166c7ff4 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:36.219354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3688c12-53e5-4f0d-84a6-117151124463,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:36.222397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:36.228025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9df063d1-2446-4594-9e0b-aa12166c7ff4 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:36.231290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9df063d1-2446-4594-9e0b-aa12166c7ff4 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:36.240865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9df063d1-2446-4594-9e0b-aa12166c7ff4 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:36.310973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:36.317035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.329070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.340626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port b4e8a534-7cae-4306-8e8a-8c84fa7006f3 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:36.375336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Allocated IP 2001:db8::2 (1aa678ee-d63b-4dd3-9cab-b3b55f5d287e/404b9f1a-54d6-4ba1-b169-cac61d9c2c24/9eaf38a9-69b8-4a9c-9abd-594ee45de0a5) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:36.385711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 445e0988-73af-427a-9243-555c2e12a036 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:36.425260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.509392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 445e0988-73af-427a-9243-555c2e12a036) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:36.511389 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-9df063d1-2446-4594-9e0b-aa12166c7ff4 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:33:36.516362 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9df063d1-2446-4594-9e0b-aa12166c7ff4 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.3370795
Nov 24 14:33:36.518488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53852) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:36.529839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:36.532862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.534500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c83283-6b86-476f-99b8-c892451d02f9 None None] Network 445e0988-73af-427a-9243-555c2e12a036 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:36.553628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] For port ecf253b5-c748-43ce-910d-391711d5a692, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ecf253b5-c748-43ce-910d-391711d5a692,segment=NetworkSegment(30f68c43-7407-4b28-b355-06a7a612cafe),segment_id=30f68c43-7407-4b28-b355-06a7a612cafe)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:36.631642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.664449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.671631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.673801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Added routes are [] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 14:33:36.674275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Removed routes are [] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 14:33:36.674275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.677409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6e6b5273-b140-47b1-b87e-e182c35d67af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:36.704722 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.0277450
Nov 24 14:33:36.708190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53856) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:36.716430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1712257577', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:36.723800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:36.728957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:router and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:36.734205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:36.740473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:36.813782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.823681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b46c77e-1215-4907-bc30-35c915a1c35b tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:36.861168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Pushing event updated for resources: {'Port': ['ID=ecf253b5-c748-43ce-910d-391711d5a692,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:36.867646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:36.872330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3688c12-53e5-4f0d-84a6-117151124463,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:36.890618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.900380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.900380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:36.912665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.917936 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3688c12-53e5-4f0d-84a6-117151124463 HTTP/1.1" status: 204  len: 168 time: 0.3945842
Nov 24 14:33:36.923538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53860) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:36.953476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.964115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:36.974611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7d38f0ef-5088-410d-8692-fe4427935b1b None None] Provisioning complete for port ecf253b5-c748-43ce-910d-391711d5a692 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:36.974981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7d38f0ef-5088-410d-8692-fe4427935b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.010651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1219666c-7a38-434d-abb9-bcfdcb1bd332 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:37.045801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Transition to ACTIVE for port object 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:37.080049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb904437-9c30-40aa-bc09-d2f6b5dcfa79 None None] Network 445e0988-73af-427a-9243-555c2e12a036 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:37.114464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Transition to ACTIVE for port object 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:37.194371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.216972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1219666c-7a38-434d-abb9-bcfdcb1bd332 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:37.221404 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1219666c-7a38-434d-abb9-bcfdcb1bd332 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.2942958
Nov 24 14:33:37.228775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f385b71d-68cb-40a1-a498-caae005eca42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:37.260005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53864) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:37.350666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:37.374088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.376702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Pushing event updated for resources: {'Port': ['ID=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:37.379202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:37.383423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:37.390683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:37.394006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ecf253b5-c748-43ce-910d-391711d5a692 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:37.404198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::10 (1aa678ee-d63b-4dd3-9cab-b3b55f5d287e/404b9f1a-54d6-4ba1-b169-cac61d9c2c24/b4e8a534-7cae-4306-8e8a-8c84fa7006f3) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:37.406680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Router 04ae5ac0-417a-4455-8cee-588a0195b092 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:37.409613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.413006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.419590 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e650d9fb-fe96-49b4-b559-d7976a62f9f8 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/4cb4b8f2-7224-4e9e-a810-13f47effb70d HTTP/1.1" status: 200  len: 925 time: 1.4431837
Nov 24 14:33:37.426595 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53868) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:37.487256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.515346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.568414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.580542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7d38f0ef-5088-410d-8692-fe4427935b1b None None] Provisioning for port aec56f35-d977-491b-9491-bffe2de84f19 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:37.593658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7d38f0ef-5088-410d-8692-fe4427935b1b None None] Provisioning complete for port aec56f35-d977-491b-9491-bffe2de84f19 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:37.594034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7d38f0ef-5088-410d-8692-fe4427935b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.625150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd51bc38-8105-4a1e-a2c4-03dff126a363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:37.625347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Attempting to bind port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:37.625716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Attempting to bind port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:37.626071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Attempting to bind port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 on network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:37.647265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c798b3-1624-4ad3-bb2f-6edec7ad17c9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:37.650191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:37.669852 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:37.670298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Checking segment: {'id': 'e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:37.670766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.671223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Bound using segment: {'id': 'e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:37.671768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Bound port: 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:37.672373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.690348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7d38f0ef-5088-410d-8692-fe4427935b1b None None] Port aec56f35-d977-491b-9491-bffe2de84f19 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:37.695088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ecf253b5-c748-43ce-910d-391711d5a692 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:37.695516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.707582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:33:37.736971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.769287 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d3877d7d-405d-4282-a1b5-28ff8953f843 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=4cb4b8f2-7224-4e9e-a810-13f47effb70d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3366196
Nov 24 14:33:37.772554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53872) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:37.802294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.808602 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/18c798b3-1624-4ad3-bb2f-6edec7ad17c9 HTTP/1.1" status: 204  len: 168 time: 0.5423155
Nov 24 14:33:37.809334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53876) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:37.818634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.824684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.849992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object b4e8a534-7cae-4306-8e8a-8c84fa7006f3 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:37.854046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7d93ed6-8c56-45ef-a4c9-f48cbd3f31f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:37.878674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] For port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:37.891701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router c85ab188-adcb-4bb2-a1fb-c5755f412405 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:37.901424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] For port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,segment=NetworkSegment(e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6),segment_id=e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:37.907687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-35f2b208-6cca-404f-886d-d03f638feed4 None None] Provisioning complete for port aec56f35-d977-491b-9491-bffe2de84f19 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:37.908213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-35f2b208-6cca-404f-886d-d03f638feed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.964366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-35f2b208-6cca-404f-886d-d03f638feed4 None None] Port aec56f35-d977-491b-9491-bffe2de84f19 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:37.970304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:37.974905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-77c994ee-1a03-48bd-a29d-a076eb2c8039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:37.975287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cb211571-4fb9-4e0b-9610-c07273affcab tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:37.990984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.033007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-11f217a9-2e30-472c-80c3-b6ae097f4ff9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:38.075354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=aec56f35-d977-491b-9491-bffe2de84f19,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:38.086114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:38.087705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.127586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Pushing event updated for resources: {'Port': ['ID=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:38.140156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:38.224678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.264698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cb211571-4fb9-4e0b-9610-c07273affcab tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:38.264698 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cb211571-4fb9-4e0b-9610-c07273affcab tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3864465
Nov 24 14:33:38.278262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53880) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:38.284991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.286003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cc3d4-6f2f-4469-a34d-b0f56c36ae1b tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:38.289926 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4a2cc3d4-6f2f-4469-a34d-b0f56c36ae1b tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.5131176
Nov 24 14:33:38.292204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521102808'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:38.302665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:38.303683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53884) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:38.363430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=b4e8a534-7cae-4306-8e8a-8c84fa7006f3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:38.368065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:38.377430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:38.378441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:38.391251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:38.396068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:38.401389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:38.402085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.423626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c834ff90-9446-4572-b076-6dc088d019bf tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cb4b8f2-7224-4e9e-a810-13f47effb70d HTTP/1.1" status: 200  len: 205 time: 0.1163132
Nov 24 14:33:38.427481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53888) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:38.507249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:38.518177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] Sync routers for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:38.527178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.26.2.48 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/a5eab9f4-31f9-4fc7-bbf6-08e6fc8a97c6) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:38.530755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.532226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:38.533025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc23a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:38.535334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.539010 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-51dab855-ac6c-4919-b72b-5b712b47afd1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 200  len: 704 time: 2.4641809
Nov 24 14:33:38.546223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53892) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:38.597371 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.8843091
Nov 24 14:33:38.607073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53896) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:38.648595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:38.654891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '1aa678ee-d63b-4dd3-9cab-b3b55f5d287e', 'name': 'tempest-PortsIpV6TestJSON-454735858', 'fixed_ips': [{'subnet_id': '404b9f1a-54d6-4ba1-b169-cac61d9c2c24', 'ip_address': '2001:db8::f'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:38.670653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-87b900ed-d868-40bd-b9cb-ae0f90e8fd82 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:38.679354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:38.686123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Usage tracker for resource:security_group_rule and tenant:8144164417484a4f950bb61855e86a6c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:38.692260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:38.723702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:38.730970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:38.737392 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] Sync routers for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:38.753470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:38.756954 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:38.757732 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202275b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:38.768135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 21315e63-3808-4941-b439-b036facfbfa0 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:38.774591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:38.800705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc23a0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:29Z', 'revision_number': 11, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:38.805298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] Checking router: c85ab188-adcb-4bb2-a1fb-c5755f412405 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:38.822569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] Routers {'c85ab188-adcb-4bb2-a1fb-c5755f412405'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:38.823399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc23a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c85ab188-adcb-4bb2-a1fb-c5755f412405'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:39.005956 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "DELETE /v2.0/floatingips/7203e875-90c4-4492-8f0a-0d7cea51ef4d HTTP/1.1" status: 204  len: 168 time: 6.8541605
Nov 24 14:33:39.010139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:33:39.056309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-87b900ed-d868-40bd-b9cb-ae0f90e8fd82 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:39.067413 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-87b900ed-d868-40bd-b9cb-ae0f90e8fd82 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 200  len: 205 time: 0.5200243
Nov 24 14:33:39.080854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53904) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:39.155127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] Set router c85ab188-adcb-4bb2-a1fb-c5755f412405 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:39.202045 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:39.210294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.214158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:39.243609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:39.254944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:39.275235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:39.285667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.315641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.323176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d6b618e7-204e-4964-b437-33205c5fbdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:39.384953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e441527e-93c3-499c-ac5b-20c0f98bdd5f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:39.388261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:39.404352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:39.516142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:39.543203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.543203 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2600987
Nov 24 14:33:39.546408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.553358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53914) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:39.553985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9456a6c-0bab-4981-8951-6012a5bb4a53 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:39.561301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d33d51c-b3d5-4195-858c-34e6ca4eb7f0 None None] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:39.593156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f9cdb70c-c270-4b32-97c6-684c5d9ac729 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:39.593554 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-f9cdb70c-c270-4b32-97c6-684c5d9ac729 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:33:39.594545 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f9cdb70c-c270-4b32-97c6-684c5d9ac729 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "PUT /v2.0/security-groups/e441527e-93c3-499c-ac5b-20c0f98bdd5f HTTP/1.1" status: 409  len: 330 time: 0.0100362
Nov 24 14:33:39.602454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53918) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:39.670984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'status': 'completed', 'code': 200}
Nov 24 14:33:39.691605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:39.702132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=a5eab9f4-31f9-4fc7-bbf6-08e6fc8a97c6,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:39.715262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:39.729534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:39.733152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:39.739501 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202275b0>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:35Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:39.759281 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] Checking router: 04ae5ac0-417a-4455-8cee-588a0195b092 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:39.789267 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:39.790047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc23a0>, [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:29Z', 'revision_number': 11, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:39.791149 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202275b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:39.796530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.824201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3834b-e86c-47b9-983d-f00e313010b2 None None] The sync data for ids ['c85ab188-adcb-4bb2-a1fb-c5755f412405'] in dv-neutron-818347-1-hyperv is: [{'id': 'c85ab188-adcb-4bb2-a1fb-c5755f412405', 'name': 'tempest-RoutersIpV6Test-router-699687104', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:31:47Z', 'updated_at': '2021-11-24T14:33:29Z', 'revision_number': 11, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:39.864708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-36c46708-20a9-458e-9702-af59948d92ca None None] Provisioning complete for port aec56f35-d977-491b-9491-bffe2de84f19 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:39.865087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-36c46708-20a9-458e-9702-af59948d92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.881507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port fc2c3ddd-75fd-4548-91f7-e5aed512caf1 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:39.975037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4970f3-8ffb-4bd4-8372-9f65e6e13c09 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:39.990408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-36c46708-20a9-458e-9702-af59948d92ca None None] Port aec56f35-d977-491b-9491-bffe2de84f19 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:40.012179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.083870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:40.117812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.148746 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:40.171085 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-d1428323-2291-4284-8ac7-df4b1230c515 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0aecf5fca6484de096db1d9ff660d5ef&device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 1099 time: 0.4988024
Nov 24 14:33:40.209691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Provisioning for port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:40.215477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Provisioning complete for port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:40.215977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.390060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf93c-2ad8-4b43-b74c-817edda8a4ff req-cdaed906-4c0f-45e4-9cd5-5de0796b2cb1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:40.397427 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-489cf93c-2ad8-4b43-b74c-817edda8a4ff req-cdaed906-4c0f-45e4-9cd5-5de0796b2cb1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.3561561
Nov 24 14:33:40.425446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.433027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.442655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6120869c-27b4-44c4-b48f-11e30ba4a53e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:40.487442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e441527e-93c3-499c-ac5b-20c0f98bdd5f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:40.489994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.491406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] For port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,segment=NetworkSegment(e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6),segment_id=e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:40.502139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::f (1aa678ee-d63b-4dd3-9cab-b3b55f5d287e/404b9f1a-54d6-4ba1-b169-cac61d9c2c24/fc2c3ddd-75fd-4548-91f7-e5aed512caf1) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:40.507392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:40.552715 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-489cf93c-2ad8-4b43-b74c-817edda8a4ff req-67e5cf87-08e2-4ef0-8a5a-87989a10fd56 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1542029
Nov 24 14:33:40.563789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.567546 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/e441527e-93c3-499c-ac5b-20c0f98bdd5f HTTP/1.1" status: 204  len: 168 time: 0.9506147
Nov 24 14:33:40.569501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.573686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-135abb4b-e8dc-43e4-9d30-6c152b901f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:40.582173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53926) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:40.687151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.689006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Pushing event updated for resources: {'Port': ['ID=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:40.693671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.703563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:40.720060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a5decaf7-bfe5-4c5d-8428-971fa284c52e None None] Provisioning complete for port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:40.720490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a5decaf7-bfe5-4c5d-8428-971fa284c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.727566 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202275b0>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:35Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:40.734993 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550df8d-c9a7-4379-a97f-a66bfb4d3c62 None None] The sync data for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv is: [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:31:21Z', 'revision_number': 4, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7', 'name': '', 'network_id': '9edf11f2-ec6c-49d2-b95c-a40b4f183832', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'mac_address': 'fa:16:3e:4d:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:17Z', 'updated_at': '2021-11-24T14:31:35Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'subnets': [{'id': '2299ee8e-1614-4ec4-a339-7e18aa9ed7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:40.806269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-587593a9-7c34-48e5-a1a2-88cf0a73a490 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Synchronizing usage tracker for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:40.952502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a5decaf7-bfe5-4c5d-8428-971fa284c52e None None] Provisioning for port b4e8a534-7cae-4306-8e8a-8c84fa7006f3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:40.953909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4970f3-8ffb-4bd4-8372-9f65e6e13c09 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.959194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a5decaf7-bfe5-4c5d-8428-971fa284c52e None None] Provisioning complete for port b4e8a534-7cae-4306-8e8a-8c84fa7006f3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:40.959853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a5decaf7-bfe5-4c5d-8428-971fa284c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:40.992661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4970f3-8ffb-4bd4-8372-9f65e6e13c09 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.009927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-5028372a-bae1-4516-922c-bfef4346e8c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:41.011421 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-5028372a-bae1-4516-922c-bfef4346e8c3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9edf11f2-ec6c-49d2-b95c-a40b4f183832 HTTP/1.1" status: 200  len: 897 time: 0.8308978
Nov 24 14:33:41.025432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a5decaf7-bfe5-4c5d-8428-971fa284c52e None None] Port b4e8a534-7cae-4306-8e8a-8c84fa7006f3 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:41.097905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.115718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-587593a9-7c34-48e5-a1a2-88cf0a73a490 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Unset dirty status for tenant:8144164417484a4f950bb61855e86a6c on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:41.116995 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-587593a9-7c34-48e5-a1a2-88cf0a73a490 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5334146
Nov 24 14:33:41.121121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53934) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:41.147867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object fc2c3ddd-75fd-4548-91f7-e5aed512caf1 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:41.151571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-18a48b98-855d-4dc9-839d-4cfbb25c2e1b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db0f691-f1f6-402f-9cf9-5131903c151b HTTP/1.1" status: 200  len: 217 time: 0.1312268
Nov 24 14:33:41.154998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867dbf88-d148-436b-9303-232cebf29ef7 None None] New status for floating IP 7203e875-90c4-4492-8f0a-0d7cea51ef4d: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:33:41.194373 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-985d6627-ec1b-40f1-92a1-f3fa9db9b9cc tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:41.199342 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-985d6627-ec1b-40f1-92a1-f3fa9db9b9cc tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "DELETE /v2.0/security-groups/f5467556-5591-4375-9ebe-50dcd32dc1b3 HTTP/1.1" status: 404  len: 347 time: 0.0734060
Nov 24 14:33:41.201665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53938) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:41.233412 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-99a31f6d-815b-40ec-9326-4accb05c30a8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] show failed (client error): The resource could not be found.
Nov 24 14:33:41.238743 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99a31f6d-815b-40ec-9326-4accb05c30a8 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-groups/183570f9-6564-4932-8bf3-d3ad946eb0a9 HTTP/1.1" status: 404  len: 347 time: 0.0318437
Nov 24 14:33:41.238743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53942) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:41.260774 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-cd13392d-be55-48b6-a2fd-b9484489af07 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] show failed (client error): The resource could not be found.
Nov 24 14:33:41.266860 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd13392d-be55-48b6-a2fd-b9484489af07 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] 10.222.0.53 "GET /v2.0/security-group-rules/093dd26e-c504-4f1a-bbb7-fb10297e70b0 HTTP/1.1" status: 404  len: 356 time: 0.0226359
Nov 24 14:33:41.290492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-08ce60a4-4159-4613-b338-cb00ecca113f None None] Provisioning complete for port b4e8a534-7cae-4306-8e8a-8c84fa7006f3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:41.290871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08ce60a4-4159-4613-b338-cb00ecca113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.304977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-1dd85816-1e0d-4404-a211-6bf2c19a534d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:41.306438 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-1dd85816-1e0d-4404-a211-6bf2c19a534d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2299ee8e-1614-4ec4-a339-7e18aa9ed7d5 HTTP/1.1" status: 200  len: 834 time: 0.1063442
Nov 24 14:33:41.429893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-f786aa5d-4335-4445-8592-ce722e2b6f3c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:41.430534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-f786aa5d-4335-4445-8592-ce722e2b6f3c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Synchronizing usage tracker for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:41.430795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:41.461145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-f786aa5d-4335-4445-8592-ce722e2b6f3c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Unset dirty status for tenant:0aecf5fca6484de096db1d9ff660d5ef on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:41.462364 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-f786aa5d-4335-4445-8592-ce722e2b6f3c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.81 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.3811114
Nov 24 14:33:41.471475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-08ce60a4-4159-4613-b338-cb00ecca113f None None] Port b4e8a534-7cae-4306-8e8a-8c84fa7006f3 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:41.508143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:41.508513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.534627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.551230 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-597c26bf-8c83-495c-b480-9a8cab1bfc09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9edf11f2-ec6c-49d2-b95c-a40b4f183832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2349494
Nov 24 14:33:41.560572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Deleting port 7db0f691-f1f6-402f-9cf9-5131903c151b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:41.560904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.617402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:41.627716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.634195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-07a6592c-9dbd-49dc-9f9d-8e037e0caf96 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:41.643763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4970f3-8ffb-4bd4-8372-9f65e6e13c09 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.643763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4970f3-8ffb-4bd4-8372-9f65e6e13c09 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Fanout notify agent at l3_agent the message router_deleted on router c85ab188-adcb-4bb2-a1fb-c5755f412405 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:41.675046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:41.713241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Deleting port 67a381ed-0d4a-4b59-a033-eaa262d39e42 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:41.713582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.805295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=fc2c3ddd-75fd-4548-91f7-e5aed512caf1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:41.814832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:41.818969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:41.819795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:41.822277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:41.826278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:41.826874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.828708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4970f3-8ffb-4bd4-8372-9f65e6e13c09 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:41.840163 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6f4970f3-8ffb-4bd4-8372-9f65e6e13c09 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 204  len: 168 time: 2.6273475
Nov 24 14:33:41.842666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53950) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:41.849782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1248202663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:41.855553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:41.860600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Usage tracker for resource:router and tenant:9249fef7c2e247cfb25e7194cbc0b39b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:41.864176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:41.870093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:41.992967 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.3607037
Nov 24 14:33:41.999609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53956) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:42.046942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53960) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:42.080538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.081336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.095573 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-eca029d1-4396-4da7-8561-3bcd964576a8 service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5029402
Nov 24 14:33:42.104174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.170477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e320b8-1eef-4176-ba1d-3107eb03e4b9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:42.171400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-42e320b8-1eef-4176-ba1d-3107eb03e4b9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:42.177321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:42.189833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.211699 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:42.232589 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:42.232986 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201282e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:42.303888 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6662231f-2f0a-4220-bb4e-9bc7ca5b94ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8144164417484a4f950bb61855e86a6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2541633
Nov 24 14:33:42.304299 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201282e0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:42.304699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53966) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:42.317606 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:42.318277 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201282e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:42.326501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-42e320b8-1eef-4176-ba1d-3107eb03e4b9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:42.326501 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-42e320b8-1eef-4176-ba1d-3107eb03e4b9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.3177600
Nov 24 14:33:42.326501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53970) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:42.341976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f1c3c3e0-0f7d-45e0-80a1-6ea59685629d None None] Provisioning for port fc2c3ddd-75fd-4548-91f7-e5aed512caf1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:42.347534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f1c3c3e0-0f7d-45e0-80a1-6ea59685629d None None] Provisioning complete for port fc2c3ddd-75fd-4548-91f7-e5aed512caf1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:42.348257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c3e0-0f7d-45e0-80a1-6ea59685629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.381207 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201282e0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:42.381617 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516e155-2918-469d-90f8-bd994e29d609 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:42.392875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.393104 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.6828511
Nov 24 14:33:42.401406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.405786 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-748f3946-2d67-4711-8dd7-e33dfe6c0388 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5587473
Nov 24 14:33:42.405786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53974) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:42.409494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53976) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:42.412048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3c3e0-0f7d-45e0-80a1-6ea59685629d None None] Port fc2c3ddd-75fd-4548-91f7-e5aed512caf1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:42.443166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-48324314-2a08-4374-8b5b-f3e882b694df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:42.529903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.586122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b856a-c839-4ad8-8c55-ea5414f8244b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:42.589966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b856a-c839-4ad8-8c55-ea5414f8244b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:42.595033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b856a-c839-4ad8-8c55-ea5414f8244b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:42.599337 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-214b856a-c839-4ad8-8c55-ea5414f8244b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.2699480
Nov 24 14:33:42.599337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.610630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 53982) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:42.701027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d36106-5eca-477f-b0f1-883e449e0fb9 req-fd295183-e836-47fe-8380-3e7556aa233f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:42.702496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a1d36106-5eca-477f-b0f1-883e449e0fb9 req-fd295183-e836-47fe-8380-3e7556aa233f tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 946 time: 0.9987733
Nov 24 14:33:42.722617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.768012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port fc2c3ddd-75fd-4548-91f7-e5aed512caf1 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:42.769855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.923848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Calling delete_port for 67a381ed-0d4a-4b59-a033-eaa262d39e42 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:42.930022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:42.941860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-181eca45-9766-49f9-9b07-a453dd6484de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:42.967653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] For port 7db0f691-f1f6-402f-9cf9-5131903c151b, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7db0f691-f1f6-402f-9cf9-5131903c151b,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:42.968021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.009215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960515e-ee79-4fbf-a691-5854f73ac360,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:43.102986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.103258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4bee4c4-1002-45fb-82d3-1a8f85637997 req-67e906d1-7010-409f-be25-8f1b8bd5a12c service neutron] 10.222.0.81 "GET /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9360869
Nov 24 14:33:43.103719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.103719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.104047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.104427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.104781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.105133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.105485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.105832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.106204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.107110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:43.117332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:43.128331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.135690 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2960515e-ee79-4fbf-a691-5854f73ac360 HTTP/1.1" status: 204  len: 168 time: 0.8237317
Nov 24 14:33:43.169222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.183914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Calling delete_port for 7db0f691-f1f6-402f-9cf9-5131903c151b owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:43.327510 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a1d36106-5eca-477f-b0f1-883e449e0fb9 req-3d1ab706-b574-4a54-8ff8-272254a93904 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f184021-bd64-42c7-beb0-b8d917488e8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5975473
Nov 24 14:33:43.341397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:43.354127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:43.359030 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3542671
Nov 24 14:33:43.363829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 53988) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:43.383218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:43.383761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-30816796'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:43.384466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ffe50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:43.407646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:43.417553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:43.443037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for fc2c3ddd-75fd-4548-91f7-e5aed512caf1 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:43.470081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:43.546756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:43.587203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:43.620634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48324314-2a08-4374-8b5b-f3e882b694df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.728285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:43.731914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.872688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.889962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:43.893329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48324314-2a08-4374-8b5b-f3e882b694df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.899455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.903039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:43.908639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a45eebeb-7bb2-44c6-896b-72ebeab6568b tempest-ExternalNetworksAdminNegativeTestJSON-782798118 tempest-ExternalNetworksAdminNegativeTestJSON-782798118-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:43.980422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.017229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ffe50>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:33:35Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:37Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:44.023918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:44.025842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Updating router 4372d207-1875-478d-8fe2-00426f671047 port aec56f35-d977-491b-9491-bffe2de84f19 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:33:44.064527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=fc2c3ddd-75fd-4548-91f7-e5aed512caf1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:44.086107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.088478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:44.123637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event deleted for resources: {'Port': ['ID=67a381ed-0d4a-4b59-a033-eaa262d39e42,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:44.201407 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/fc2c3ddd-75fd-4548-91f7-e5aed512caf1 HTTP/1.1" status: 204  len: 168 time: 1.5855625
Nov 24 14:33:44.201907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54002) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:44.223228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:44.252333 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-860c9ac2-955f-42ef-85e4-111b3f8a920c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:44.252884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-860c9ac2-955f-42ef-85e4-111b3f8a920c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:44.310994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.311379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.311752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.312150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.312523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.312901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.315691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.315691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.315691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.315691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.315691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:44.326611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:44.329248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] No DVR routers for this DVR port 7db0f691-f1f6-402f-9cf9-5131903c151b on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:44.330628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:44.362433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.362571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment 91b11b6d-a4dc-4165-8b82-7d1471cdb915 of type vlan for network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df
Nov 24 14:33:44.368957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.373241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-deleted', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:33:44.399965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event deleted for resources: {'Port': ['ID=7db0f691-f1f6-402f-9cf9-5131903c151b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:44.410802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7db0f691-f1f6-402f-9cf9-5131903c151b no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:44.414124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.415246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:44.429512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-860c9ac2-955f-42ef-85e4-111b3f8a920c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:44.433873 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-860c9ac2-955f-42ef-85e4-111b3f8a920c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/fc2c3ddd-75fd-4548-91f7-e5aed512caf1 HTTP/1.1" status: 404  len: 333 time: 0.2310658
Nov 24 14:33:44.438554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54014) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:44.459379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 7db0f691-f1f6-402f-9cf9-5131903c151b {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:44.459379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7db0f691-f1f6-402f-9cf9-5131903c151b not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:44.518943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.564590 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:33:44.573232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port b4e8a534-7cae-4306-8e8a-8c84fa7006f3 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:44.573807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.640879 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cc60a13f-03c3-459b-a3a6-ba047caf044c req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.81 "DELETE /v2.0/ports/7db0f691-f1f6-402f-9cf9-5131903c151b HTTP/1.1" status: 204  len: 173 time: 3.1708727
Nov 24 14:33:44.643303 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8370edf6-8e64-40ed-b1d6-0d826ee4a52d', 'name': 'network-vif-deleted', 'tag': '7db0f691-f1f6-402f-9cf9-5131903c151b', 'status': 'completed', 'code': 200}
Nov 24 14:33:44.684508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.702682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Transition to ACTIVE for port object aec56f35-d977-491b-9491-bffe2de84f19 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:44.705455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.768795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:33:44.789172 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1180bc13-3aee-4fdc-b751-2a0d658a3e12 req-bfba50ff-34cd-4b91-94bc-980e85239a61 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8370edf6-8e64-40ed-b1d6-0d826ee4a52d HTTP/1.1" status: 200  len: 210 time: 0.0977569
Nov 24 14:33:44.796678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:44.812278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f85fe538-4886-438b-856e-f46e345ab59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:44.873248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54020) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:44.877312 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027761
Nov 24 14:33:44.886723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54022) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:45.009000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48324314-2a08-4374-8b5b-f3e882b694df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Router 91c0b179-2a4c-4763-bc8d-044149b63985 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:45.106911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.112715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:45.114779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.137675 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-30bc4bc3-73e8-4c13-929d-a23aac1517ce tempest-NetworksApiDiscovery-1496707209 tempest-NetworksApiDiscovery-1496707209-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2488873
Nov 24 14:33:45.140339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6811fbdb-610b-45b4-8969-e3b20372f18b tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:45.157573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61f06-7329-4704-9b81-52e3b59374bf None None] Pushing event updated for resources: {'Port': ['ID=aec56f35-d977-491b-9491-bffe2de84f19,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:45.164062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.194406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9cb61f06-7329-4704-9b81-52e3b59374bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:45.198656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.204409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.242651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Attempting to bind port aec56f35-d977-491b-9491-bffe2de84f19 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:45.243070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Attempting to bind port aec56f35-d977-491b-9491-bffe2de84f19 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:45.243439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Attempting to bind port aec56f35-d977-491b-9491-bffe2de84f19 on network 21315e63-3808-4941-b439-b036facfbfa0 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:45.254701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:45.260458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Checking segment: {'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:45.260458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.260458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Bound using segment: {'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:45.260458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Bound port: aec56f35-d977-491b-9491-bffe2de84f19, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f68c43-7407-4b28-b355-06a7a612cafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21315e63-3808-4941-b439-b036facfbfa0'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:45.260458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.365022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] For port aec56f35-d977-491b-9491-bffe2de84f19, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:45.368209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] For port aec56f35-d977-491b-9491-bffe2de84f19, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=aec56f35-d977-491b-9491-bffe2de84f19,segment=NetworkSegment(30f68c43-7407-4b28-b355-06a7a612cafe),segment_id=30f68c43-7407-4b28-b355-06a7a612cafe)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:45.413672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.414173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Fanout notify agent at l3_agent the message router_deleted on router 4cb4b8f2-7224-4e9e-a810-13f47effb70d {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:45.420890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.426864 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/4cb4b8f2-7224-4e9e-a810-13f47effb70d HTTP/1.1" status: 204  len: 168 time: 6.9966922
Nov 24 14:33:45.431408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 2.0597918
Nov 24 14:33:45.439537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.441821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54030) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:45.442169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54032) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:45.444255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8d017014-8bfc-4ed3-8028-a7b039ee8066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:45.461961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for b4e8a534-7cae-4306-8e8a-8c84fa7006f3 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:45.510301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:45.515584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61f06-7329-4704-9b81-52e3b59374bf None None] Pushing event updated for resources: {'Port': ['ID=aec56f35-d977-491b-9491-bffe2de84f19,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:45.520804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9cb61f06-7329-4704-9b81-52e3b59374bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:45.530770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1743197804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:45.540897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:45.541633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ffe50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:45.552768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:45.555130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=c4dbb7d6-062a-4b8a-9bb4-b56daf9452df,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:45.557884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:45.572623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Usage tracker for resource:router and tenant:4eda27edbf304754bded87d67a4898c8 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:45.584478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:45.609301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:45.888846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:45.909237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.1 (445e0988-73af-427a-9243-555c2e12a036/aa564d5b-7b23-4e53-8457-926925f5d762/37cf7e95-6426-4b4e-acbb-800d779dd3e2) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:45.914609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:45.926255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:45.936659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48324314-2a08-4374-8b5b-f3e882b694df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:45.938748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:45.947351 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] Sync routers for ids ['91c0b179-2a4c-4763-bc8d-044149b63985'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:45.948972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48324314-2a08-4374-8b5b-f3e882b694df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:45.956855 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-48324314-2a08-4374-8b5b-f3e882b694df tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "PUT /v2.0/routers/91c0b179-2a4c-4763-bc8d-044149b63985 HTTP/1.1" status: 200  len: 698 time: 3.5370114
Nov 24 14:33:45.968608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54042) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:45.969441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:45.976772 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] Routers {'91c0b179-2a4c-4763-bc8d-044149b63985'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:45.979599 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['91c0b179-2a4c-4763-bc8d-044149b63985'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:46.005691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.037922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54046) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:46.045398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-34384eb6-60b0-44d3-91a7-cde61a12a89b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:46.120732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54048) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:46.121923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:46.136124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.143985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.147894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=b4e8a534-7cae-4306-8e8a-8c84fa7006f3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:46.150610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:46.156669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.159885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.196214 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] Set router 91c0b179-2a4c-4763-bc8d-044149b63985 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:46.231473 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7924472f-a706-4c10-b1a5-5235e3d296a4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/routers/91c0b179-2a4c-4763-bc8d-044149b63985 HTTP/1.1" status: 200  len: 704 time: 0.2532163
Nov 24 14:33:46.233795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54056) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:46.307127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4f5cae93-6f02-4608-9d97-4937d77ad8b0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Synchronizing usage tracker for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:46.322309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:46.343463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.368577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ffe50>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:33:35Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:45Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:46.375879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11cef0-9492-4fce-96f6-1e83690059df None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:33:35Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:45Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:46.413224 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6100>, [{'id': '91c0b179-2a4c-4763-bc8d-044149b63985', 'name': 'tempest-RoutersIpV6Test-router-1248202663', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:42Z', 'updated_at': '2021-11-24T14:33:43Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:46.416380 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] Checking router: 91c0b179-2a4c-4763-bc8d-044149b63985 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:46.417340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4f5cae93-6f02-4608-9d97-4937d77ad8b0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Unset dirty status for tenant:9249fef7c2e247cfb25e7194cbc0b39b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:46.419075 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4f5cae93-6f02-4608-9d97-4937d77ad8b0 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=91c0b179-2a4c-4763-bc8d-044149b63985 HTTP/1.1" status: 200  len: 205 time: 0.1842737
Nov 24 14:33:46.427878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54060) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:46.433128 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] Routers {'91c0b179-2a4c-4763-bc8d-044149b63985'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:46.434024 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['91c0b179-2a4c-4763-bc8d-044149b63985'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:46.475297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.503077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.504080 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1202caae-49d4-4b0c-bfb7-7dd90e6206c5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.0095017
Nov 24 14:33:46.505125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54064) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:46.544309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.568350 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] Set router 91c0b179-2a4c-4763-bc8d-044149b63985 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:46.571102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'enable_snat': False}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:46.634499 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/b4e8a534-7cae-4306-8e8a-8c84fa7006f3 HTTP/1.1" status: 204  len: 168 time: 2.1924422
Nov 24 14:33:46.641667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54068) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:46.696750 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6100>, [{'id': '91c0b179-2a4c-4763-bc8d-044149b63985', 'name': 'tempest-RoutersIpV6Test-router-1248202663', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:42Z', 'updated_at': '2021-11-24T14:33:43Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:46.701599 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3c7ee-2683-4271-93ca-96b427c796f2 None None] The sync data for ids ['91c0b179-2a4c-4763-bc8d-044149b63985'] in dv-neutron-818347-1-hyperv is: [{'id': '91c0b179-2a4c-4763-bc8d-044149b63985', 'name': 'tempest-RoutersIpV6Test-router-1248202663', 'tenant_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:42Z', 'updated_at': '2021-11-24T14:33:43Z', 'revision_number': 2, 'project_id': '9249fef7c2e247cfb25e7194cbc0b39b', 'gw_port_host': None}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:46.781301 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-99db1845-6668-48c1-aec8-deea577a4d25 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:33:46.781800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99db1845-6668-48c1-aec8-deea577a4d25 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:46.797779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.835815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:46.847693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73b1c603-f420-4b95-a757-aa81615a7ca7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:46.849185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Usage tracker for resource:security_group_rule and tenant:452c9e8a557244308839b678007d3773 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:46.854988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:46.871062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:46.922575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99db1845-6668-48c1-aec8-deea577a4d25 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:46.923739 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99db1845-6668-48c1-aec8-deea577a4d25 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/b4e8a534-7cae-4306-8e8a-8c84fa7006f3 HTTP/1.1" status: 404  len: 333 time: 0.2734058
Nov 24 14:33:46.932731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54072) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:47.239129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.323881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.337572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.375290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device aec56f35-d977-491b-9491-bffe2de84f19 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:47.381547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.386441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-df38cf4f-044f-420a-aedb-0fc9714fde5e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:47.419368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.431060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-76abdc6c-6ddb-4ef3-bc54-369e645c567d tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:47.510078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=e62fc49a-eee6-490f-8a96-2633d62edb0f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:47.512881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:47.516320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:47.541142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port aec56f35-d977-491b-9491-bffe2de84f19 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:47.546894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port aec56f35-d977-491b-9491-bffe2de84f19 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:47.547272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.576156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=452c9e8a557244308839b678007d3773&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4464924
Nov 24 14:33:47.581329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54076) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:47.629054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:47.629454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: c4dbb7d6-062a-4b8a-9bb4-b56daf9452df, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:47.642719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb0de2-8504-4dea-99b4-4818604dd5b5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:47.646350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:47.670220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.705440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port aec56f35-d977-491b-9491-bffe2de84f19, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=aec56f35-d977-491b-9491-bffe2de84f19,segment=NetworkSegment(30f68c43-7407-4b28-b355-06a7a612cafe),segment_id=30f68c43-7407-4b28-b355-06a7a612cafe)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:47.748424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 445e0988-73af-427a-9243-555c2e12a036 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:47.749318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=37cf7e95-6426-4b4e-acbb-800d779dd3e2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:47.757302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:47.770383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:47.773501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.774756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:47.775369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:47.811514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73b1c603-f420-4b95-a757-aa81615a7ca7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.828650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 404b9f1a-54d6-4ba1-b169-cac61d9c2c24 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:47.839528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73b1c603-f420-4b95-a757-aa81615a7ca7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.841741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.846618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=aec56f35-d977-491b-9491-bffe2de84f19,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:47.848683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.855954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.856564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.857151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.857673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.858190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.858702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.859271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.859792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.860329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.860873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.861395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:33:47.865407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:47.921207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.925406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.934633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:47.948231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:47.981469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.013107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.056353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c4dbb7d6-062a-4b8a-9bb4-b56daf9452df) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:48.060979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:48.061780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.129490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58f111-e864-4545-9187-2e1e320847f8 None None] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:48.135283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.169538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73b1c603-f420-4b95-a757-aa81615a7ca7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.170030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b1c603-f420-4b95-a757-aa81615a7ca7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Fanout notify agent at l3_agent the message router_deleted on router 91c0b179-2a4c-4763-bc8d-044149b63985 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:48.180770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.191412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-694c5a88-174a-47be-87ad-e367191dc254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:48.204317 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7082531
Nov 24 14:33:48.211849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54080) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.212777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb0de2-8504-4dea-99b4-4818604dd5b5,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:48.221490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:48.228056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.297665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.300140 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7cb0de2-8504-4dea-99b4-4818604dd5b5 HTTP/1.1" status: 204  len: 168 time: 0.7110648
Nov 24 14:33:48.312584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73b1c603-f420-4b95-a757-aa81615a7ca7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.314330 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-73b1c603-f420-4b95-a757-aa81615a7ca7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/91c0b179-2a4c-4763-bc8d-044149b63985 HTTP/1.1" status: 204  len: 168 time: 1.8831775
Nov 24 14:33:48.321755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54086) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.364452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.482468 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-03ecf18c-1674-43c1-96b7-4f673f5f268c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=91c0b179-2a4c-4763-bc8d-044149b63985 HTTP/1.1" status: 200  len: 205 time: 0.1110549
Nov 24 14:33:48.487327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54090) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.531752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:48.532931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.578640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.586875 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-02f2a631-097b-4a6e-8507-2db305b89281 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:48.589511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:48.591156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-02f2a631-097b-4a6e-8507-2db305b89281 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/91c0b179-2a4c-4763-bc8d-044149b63985 HTTP/1.1" status: 404  len: 336 time: 0.0997932
Nov 24 14:33:48.594369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54094) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.635495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=404b9f1a-54d6-4ba1-b169-cac61d9c2c24,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:48.648510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Allocated IP 172.26.2.92 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/9d073514-dbb5-4dc4-a33c-4588bf9f45fc) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:48.654635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:48.667806 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b5726c-5df6-461b-85ea-42c4236af0f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:48.668281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b5726c-5df6-461b-85ea-42c4236af0f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:48.673868 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-73b5726c-5df6-461b-85ea-42c4236af0f1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/b07add94-c8c9-48f3-9e85-3bb8ad4bf70f HTTP/1.1" status: 404  len: 337 time: 0.0783503
Nov 24 14:33:48.674367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2595b8f-7d45-44b5-9ec4-ecee39ef69d8 None None] Network 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:48.676880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54098) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.711405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:48.738830 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/404b9f1a-54d6-4ba1-b169-cac61d9c2c24 HTTP/1.1" status: 204  len: 168 time: 1.7596924
Nov 24 14:33:48.744518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54102) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.746582 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2b663a-f832-47d8-9462-8ba24c5b95a6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:48.747123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2b663a-f832-47d8-9462-8ba24c5b95a6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:48.751607 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ce2b663a-f832-47d8-9462-8ba24c5b95a6 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/2e6beae3-f186-4299-a661-3c0113229f09 HTTP/1.1" status: 404  len: 337 time: 0.0736713
Nov 24 14:33:48.757331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54106) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.870570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-adff9625-0b1e-42a5-aea6-93a6b84cce33 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:48.870914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adff9625-0b1e-42a5-aea6-93a6b84cce33 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:48.876537 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-adff9625-0b1e-42a5-aea6-93a6b84cce33 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/4f36cd3c-b8dd-4c63-87a8-1216fbf106c0 HTTP/1.1" status: 404  len: 337 time: 0.1170888
Nov 24 14:33:48.883577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54110) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:48.948693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Allocated IP 172.21.0.2 (c4dbb7d6-062a-4b8a-9bb4-b56daf9452df/e62fc49a-eee6-490f-8a96-2633d62edb0f/3cf2fead-97e8-4f75-8b58-4f53bbab5e43) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:49.066197 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-71227f2a-c349-4af0-8346-e4ef3fd74b87 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:49.066732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71227f2a-c349-4af0-8346-e4ef3fd74b87 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:49.070905 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-71227f2a-c349-4af0-8346-e4ef3fd74b87 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/6794d82c-e50c-4421-b7ad-30dfacc46c25 HTTP/1.1" status: 404  len: 337 time: 0.1871603
Nov 24 14:33:49.073860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54114) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.123031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.165610 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3e49c05d-af11-4416-baf6-eba1748a2791 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 200  len: 205 time: 0.0840969
Nov 24 14:33:49.172599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54118) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.224234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.246079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] DHCP port deletion for 1aa678ee-d63b-4dd3-9cab-b3b55f5d287e request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:49.246486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-642ab8b8-9485-453e-9217-110486edd3e1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:49.248142 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-642ab8b8-9485-453e-9217-110486edd3e1 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/c85ab188-adcb-4bb2-a1fb-c5755f412405 HTTP/1.1" status: 404  len: 336 time: 0.0736625
Nov 24 14:33:49.251194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.254862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Deleting port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:49.255243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.255361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54122) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.257983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-48eef93d-f8b9-4282-99bc-15c0da03fd8e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:49.305557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.327605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Transition to ACTIVE for port object 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:49.359541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:49.359541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.382686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Transition to ACTIVE for port object 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:49.389448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device aec56f35-d977-491b-9491-bffe2de84f19 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:49.436801 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e4e866b5-a223-45b7-a2f8-b19291efee73 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=b00589fa-3ecc-40f2-8645-c1c85aae1b1c HTTP/1.1" status: 200  len: 205 time: 0.1688511
Nov 24 14:33:49.454106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54126) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.457744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.468237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9faad507-40b4-41fd-bc04-60d156e821b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:49.566536 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-6e8b559e-12fc-4586-9708-623d2819c5e9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:49.570173 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6e8b559e-12fc-4586-9708-623d2819c5e9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/b00589fa-3ecc-40f2-8645-c1c85aae1b1c HTTP/1.1" status: 404  len: 336 time: 0.1124842
Nov 24 14:33:49.574248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54130) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.619792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:49.620745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Pushing event updated for resources: {'Port': ['ID=9d073514-dbb5-4dc4-a33c-4588bf9f45fc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:49.626560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:49.629173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:49.629659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:49.630166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:49.630742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Pushing event updated for resources: {'Port': ['ID=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:49.636186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:49.639777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:49.642099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:49.649380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] For port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,segment=NetworkSegment(e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6),segment_id=e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:49.649782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.667939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f932e4-483f-4d54-b0fd-a1b2ed97538c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:49.669347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f932e4-483f-4d54-b0fd-a1b2ed97538c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:49.671005 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-86f932e4-483f-4d54-b0fd-a1b2ed97538c tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/afb4ea9a-89dc-4c1f-a1bc-71c5d23a03bb HTTP/1.1" status: 404  len: 337 time: 0.0913551
Nov 24 14:33:49.675177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:33:49.676762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54134) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.735118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.742567 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e7be9b4a-3d30-43f6-908a-a9327af71027 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac98e421-85a6-496c-ae67-b77b6570f543 HTTP/1.1" status: 200  len: 205 time: 0.0589428
Nov 24 14:33:49.742567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54138) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.836132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Calling delete_port for 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:49.843214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.846459 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-d978411f-465e-4b3e-ab7c-40b55f5e5292 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:49.847464 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d978411f-465e-4b3e-ab7c-40b55f5e5292 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/ac98e421-85a6-496c-ae67-b77b6570f543 HTTP/1.1" status: 404  len: 336 time: 0.1043899
Nov 24 14:33:49.853126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54142) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.878103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b9c5f18-165b-4363-9be2-edfbb399a712 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:49.879601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port aec56f35-d977-491b-9491-bffe2de84f19 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:49.879986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:49.915072 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-de23d54a-a82b-4a5a-bb6a-ca3c540b3661 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=21e76e88-6c96-4d26-89ef-5326fb98c070 HTTP/1.1" status: 200  len: 205 time: 0.0605321
Nov 24 14:33:49.924159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54146) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:49.961084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Attempting to bind port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:49.961459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Attempting to bind port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:49.961821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Attempting to bind port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 on network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:49.966869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] For port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,segment=NetworkSegment(e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6),segment_id=e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:49.967235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.007516 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-92826121-84fd-44be-9cb5-82b0b31dc2a3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:50.011238 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-92826121-84fd-44be-9cb5-82b0b31dc2a3 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/21e76e88-6c96-4d26-89ef-5326fb98c070 HTTP/1.1" status: 404  len: 336 time: 0.0823312
Nov 24 14:33:50.018069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54150) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.058935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:50.059889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Checking segment: {'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:50.060317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.062951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Bound using segment: {'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:50.062951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Bound port: 3cf2fead-97e8-4f75-8b58-4f53bbab5e43, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:50.062951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.085852 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cef55a0-c673-42ca-a8d2-4399b7955aa9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:50.086466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cef55a0-c673-42ca-a8d2-4399b7955aa9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:50.090844 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5cef55a0-c673-42ca-a8d2-4399b7955aa9 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/3b5ec358-d9a7-4d19-a1ca-9c64a3f38f0b HTTP/1.1" status: 404  len: 337 time: 0.0715904
Nov 24 14:33:50.097658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54154) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.157313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7ae492c2-9f1a-4f3a-af98-9da8153651d4 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a27012a-274e-4dc0-a369-4a3defbe168c HTTP/1.1" status: 200  len: 205 time: 0.0561416
Nov 24 14:33:50.160014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54158) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.162977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:50.169927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.180421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fcbb1a96-93df-4f79-8cd9-657b4b6cc087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:50.189950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.204932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=37cf7e95-6426-4b4e-acbb-800d779dd3e2,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:50.216627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:50.240640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.243677 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-63c0a0de-eadc-46ca-afc7-4b64e6c4e8a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:50.246842 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-63c0a0de-eadc-46ca-afc7-4b64e6c4e8a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/4a27012a-274e-4dc0-a369-4a3defbe168c HTTP/1.1" status: 404  len: 336 time: 0.0835619
Nov 24 14:33:50.248136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54162) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.248779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Pushing event deleted for resources: {'Port': ['ID=9eaf38a9-69b8-4a9c-9abd-594ee45de0a5,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:50.263962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:50.275600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] No DVR routers for this DVR port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:33:50.277535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] For port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:50.282179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] For port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,segment=NetworkSegment(91b11b6d-a4dc-4165-8b82-7d1471cdb915),segment_id=91b11b6d-a4dc-4165-8b82-7d1471cdb915)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:50.331523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2a30b0-055d-427d-84dc-40d23174b9e5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:50.332024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2a30b0-055d-427d-84dc-40d23174b9e5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:50.336351 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bf2a30b0-055d-427d-84dc-40d23174b9e5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/dbb48ee6-5ff8-4243-99c8-95a96d825da9 HTTP/1.1" status: 404  len: 337 time: 0.0856318
Nov 24 14:33:50.338174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54166) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.361754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:33:50.397289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:33:50.397995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:33:50.400215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.406136 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-98949416-e5ad-4c2a-9a52-63bc01d16b43 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "GET /v2.0/ports?device_id=1842c5e2-467a-4f4b-a50a-e70eb09ee744 HTTP/1.1" status: 200  len: 205 time: 0.0668139
Nov 24 14:33:50.407835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8b190e9a-6cee-4c40-813a-920de58df259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:50.408759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.410874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54170) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.412891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:33:50.412891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:33:50.495743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Pushing event updated for resources: {'Port': ['ID=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:50.500721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:50.639873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:50.653704 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-874fdd64-fdd1-49b5-ad4a-b6d20a5efebc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:50.654327 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-874fdd64-fdd1-49b5-ad4a-b6d20a5efebc tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/routers/1842c5e2-467a-4f4b-a50a-e70eb09ee744 HTTP/1.1" status: 404  len: 336 time: 0.2412064
Nov 24 14:33:50.658873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54174) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.728040 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-b063799d-9049-4bb0-9b93-2e16754b3eae tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:50.728040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b063799d-9049-4bb0-9b93-2e16754b3eae tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:50.755177 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b063799d-9049-4bb0-9b93-2e16754b3eae tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/ad2899d2-4f9a-4eb1-a254-13b5989efbea HTTP/1.1" status: 404  len: 337 time: 0.0897586
Nov 24 14:33:50.760063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54178) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:50.765027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 445e0988-73af-427a-9243-555c2e12a036 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:50.807568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:50.902621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ed3c36-4acb-46b7-88fe-09315de9c2bd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:33:50.903774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ed3c36-4acb-46b7-88fe-09315de9c2bd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:33:50.911461 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b8ed3c36-4acb-46b7-88fe-09315de9c2bd tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] 10.222.0.53 "DELETE /v2.0/subnets/6978855a-a9cf-4e51-bc00-f1eb8515ea90 HTTP/1.1" status: 404  len: 337 time: 0.1489377
Nov 24 14:33:50.962121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.000916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.041667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 9eaf38a9-69b8-4a9c-9abd-594ee45de0a5 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:51.042013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.136847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] The port '9eaf38a9-69b8-4a9c-9abd-594ee45de0a5' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:33:51.228594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.21.0.1 (c4dbb7d6-062a-4b8a-9bb4-b56daf9452df/e62fc49a-eee6-490f-8a96-2633d62edb0f/c627084c-827e-4e16-a313-f42373f6696d) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:51.312451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.443935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:51.453215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e9581c0>,) {'filters': {'network_id': ['1aa678ee-d63b-4dd3-9cab-b3b55f5d287e']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:51.479790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9581c0>, 'e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:51.479992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9581c0>, 'e74ac1db-cc4f-432d-a6a0-a1f701b3d3f6') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:51.512964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.538706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54186) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:51.557452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Deleting port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:51.557791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.577072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.597318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.612732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object c627084c-827e-4e16-a313-f42373f6696d will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:51.632274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:51.636170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:33:51.636575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:33:51.654267 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:33:51.735473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Router 613d768a-5198-415d-861a-c7645a633202 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:33:51.752729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.757323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e5967333-fef6-4d4a-b3ae-3529b7e1ecb5 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:51.779838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe973a-577f-491e-9f53-4469949610ee None None] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:51.901463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:51.908738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:51.912034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=c627084c-827e-4e16-a313-f42373f6696d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:51.914942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:51.955044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:51.962442 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c3590093-94a1-4bd6-8ced-d4813e584b71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9249fef7c2e247cfb25e7194cbc0b39b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4175045
Nov 24 14:33:51.962696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Provisioning for port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:51.964407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54194) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:51.971627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Provisioning complete for port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:51.971810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:51.998246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.016966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-513c4f8a-13a5-4246-af5f-3565ce2f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:52.039036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.041915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.062301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=1aa678ee-d63b-4dd3-9cab-b3b55f5d287e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:52.080610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:52.085941 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/1aa678ee-d63b-4dd3-9cab-b3b55f5d287e HTTP/1.1" status: 204  len: 168 time: 3.3396192
Nov 24 14:33:52.092501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54198) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:52.097579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2136049980'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:52.102277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] For port 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:52.102709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.104350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:52.110553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:network and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:52.114291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:52.121011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:52.134652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:52.147819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.151293 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "PUT /v2.0/routers/613d768a-5198-415d-861a-c7645a633202 HTTP/1.1" status: 200  len: 919 time: 5.6096342
Nov 24 14:33:52.151706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54202) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:52.178180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] Sync routers for ids ['613d768a-5198-415d-861a-c7645a633202'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:52.219325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.233957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] Routers {'613d768a-5198-415d-861a-c7645a633202'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:52.234607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3a93a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['613d768a-5198-415d-861a-c7645a633202'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:52.240008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Calling delete_port for 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:52.244483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:52.247446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.308220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3a93a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:52.310509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.326216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:52.344081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.344437 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Added segment e98d20a4-77d1-4476-8cb4-03c816f7d64e of type vlan for network 46f2d3d5-236a-4151-822a-ee426c3c3f06
Nov 24 14:33:52.349113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] For port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,segment=NetworkSegment(91b11b6d-a4dc-4165-8b82-7d1471cdb915),segment_id=91b11b6d-a4dc-4165-8b82-7d1471cdb915)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:52.351704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] Routers {'613d768a-5198-415d-861a-c7645a633202'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:52.352361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3a93a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['613d768a-5198-415d-861a-c7645a633202'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:52.410286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.420385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b8b49147-929e-457c-abbf-559233f77fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:52.430173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:52.431133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.467301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3a93a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:52.467789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a46f77-0b0b-45b1-aa14-ff81c0659f5d None None] The sync data for ids ['613d768a-5198-415d-861a-c7645a633202'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:52.497742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Pushing event updated for resources: {'Port': ['ID=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:52.502984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.509030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:52.545001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.766129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.773416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bcc53078-d375-4058-a638-2ca86bc3b8b6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:52.802070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.803074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bf28a9-6196-4a05-a76a-5414690b02e6,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:52.805911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:52.806493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.813784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-18a337fc-75d4-4aff-9758-8a02061e2900 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:52.815418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:52.839503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.841480 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74bf28a9-6196-4a05-a76a-5414690b02e6 HTTP/1.1" status: 204  len: 168 time: 0.8761110
Nov 24 14:33:52.890525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-95785042-3882-4708-b8cc-e2f36fd85d64 None None] Provisioning for port c627084c-827e-4e16-a313-f42373f6696d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:52.891752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:52.898875 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/routers/8965c178-bc91-4529-91be-19ce6c9e1910/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4872882
Nov 24 14:33:52.901222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.902765 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:52.907226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54210) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:52.908150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f65e7473-c9f9-403e-b70f-3bff2300f620 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:52.914257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-95785042-3882-4708-b8cc-e2f36fd85d64 None None] Provisioning complete for port c627084c-827e-4e16-a313-f42373f6696d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:52.915087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-95785042-3882-4708-b8cc-e2f36fd85d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:52.928592 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:52.929203 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:52.957541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'port': {'network_id': '445e0988-73af-427a-9243-555c2e12a036', 'name': 'tempest-FloatingIPTestJSON-1902284525'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:52.994812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-95785042-3882-4708-b8cc-e2f36fd85d64 None None] Port c627084c-827e-4e16-a313-f42373f6696d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:53.005426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event deleted for resources: {'Port': ['ID=19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:53.014207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:53.028074 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6640>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:53.029381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-95785042-3882-4708-b8cc-e2f36fd85d64 None None] Provisioning complete for port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:53.029734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-95785042-3882-4708-b8cc-e2f36fd85d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.043447 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:53.044998 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:53.127797 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffa6640>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:53.128835 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff8737-e1b0-4a65-bde9-5e8ed69aedf5 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:53.276767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-db4251a0-3e7f-4ba7-8b18-139b59c58d04 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/613d768a-5198-415d-861a-c7645a633202 HTTP/1.1" status: 200  len: 925 time: 1.1241007
Nov 24 14:33:53.280743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54216) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:53.328831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Network': ['ID=46f2d3d5-236a-4151-822a-ee426c3c3f06,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:53.350617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:53.354966 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2632682
Nov 24 14:33:53.358376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:53.363525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54220) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:53.366956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:53.373613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:port and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:53.377311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:53.379870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:53.384805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:53.490499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:53.493536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.499318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:33:53.515866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.528800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] device_id is not set on port fa3e41f1-05d8-4e33-83fb-c5a6208deb91 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:53.564011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1ba87927-dbc9-4d60-b90a-d44aa84a6a53 None None] Provisioning complete for port c627084c-827e-4e16-a313-f42373f6696d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:53.575583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1ba87927-dbc9-4d60-b90a-d44aa84a6a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.576118 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-84172255-077c-47b0-8bc9-eb81592e8763 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=613d768a-5198-415d-861a-c7645a633202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2892172
Nov 24 14:33:53.578072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54228) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:53.594081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:53.624116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:53.632150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.652340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.661320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a6761c91-f4f0-408d-9f98-f52fd17dc8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.706763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:53.707153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.716155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:53.719339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-46fcde6d-bd68-482d-b833-daad9921e60c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:53.736349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1ba87927-dbc9-4d60-b90a-d44aa84a6a53 None None] Port c627084c-827e-4e16-a313-f42373f6696d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:53.757560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.5 (445e0988-73af-427a-9243-555c2e12a036/aa564d5b-7b23-4e53-8457-926925f5d762/fa3e41f1-05d8-4e33-83fb-c5a6208deb91) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:53.798482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.808722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:53.879643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=c627084c-827e-4e16-a313-f42373f6696d,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:53.879643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:53.886738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:53.951282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:53.988846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:54.095618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be79716a-1b45-4f97-81f2-bf2fefaa6ebb tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:54.097015 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-be79716a-1b45-4f97-81f2-bf2fefaa6ebb tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/networks/5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 881 time: 0.5166786
Nov 24 14:33:54.101575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54238) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:54.140731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:54.142858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:54.161908 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9276e580-9442-4239-91d6-4286b9c571eb tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=613d768a-5198-415d-861a-c7645a633202 HTTP/1.1" status: 200  len: 205 time: 0.0568125
Nov 24 14:33:54.166414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54244) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:54.174496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:54.177617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:54.468026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54250) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:54.472372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b1d2bfc1-95a9-4ead-b9ea-e923b4f01de4 None None] Provisioning complete for port c627084c-827e-4e16-a313-f42373f6696d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:33:54.472756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b1d2bfc1-95a9-4ead-b9ea-e923b4f01de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:54.561600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:54.579224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91c0ba71-1758-4c64-957e-800562338c04 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:54.582407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b1d2bfc1-95a9-4ead-b9ea-e923b4f01de4 None None] Port c627084c-827e-4e16-a313-f42373f6696d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:33:54.705090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--677757496'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:54.710662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:54.731523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:54.747398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:54.752976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:54.755711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=fa3e41f1-05d8-4e33-83fb-c5a6208deb91,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:54.759042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:54.762254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 445e0988-73af-427a-9243-555c2e12a036 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:54.767150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:54.770659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:54.775741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:54.777429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:54.787285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1dd6143e-ddd1-4cab-9771-014c7a4dd611 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:54.900790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:54.940652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:54.941238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:54.947151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.021627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:55.027641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:55.033471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:55.043322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=fe4eb552-14ec-41c3-80a4-5e9d62cd985b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:55.049208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:55.088672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.092747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Checking segment: {'id': 'e98d20a4-77d1-4476-8cb4-03c816f7d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:55.093105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network hostable DHCP agents. Network: 46f2d3d5-236a-4151-822a-ee426c3c3f06, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:55.124400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:55.134567 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9120133
Nov 24 14:33:55.137394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54256) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:55.143732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1237122035'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:55.148588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:55.150342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:55.151128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b9680-5282-4840-9601-019049596326 None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:55.152791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:55.156258 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.2083743
Nov 24 14:33:55.156705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:55.159425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54260) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:55.165951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b9680-5282-4840-9601-019049596326 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:55.166684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f44b9680-5282-4840-9601-019049596326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6248e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:55.172534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'port': {'network_id': '445e0988-73af-427a-9243-555c2e12a036', 'name': 'tempest-FloatingIPTestJSON-1721346641'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:55.185559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:55.253535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:55.275015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:55.277028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.278550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.332814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f44b9680-5282-4840-9601-019049596326 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:55.333718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 46f2d3d5-236a-4151-822a-ee426c3c3f06) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:55.344660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:55.344660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.355076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.360373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b8513fa3-e24e-465d-92a1-befdc1447193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:55.361610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:33:55.374155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:55.378421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1d210-72a0-4642-ab45-2aa6e9fffe92 None None] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:55.380215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:port and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:55.382943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.383152 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment b42338e3-1d60-4d5d-b735-bc7c2eef6e1b of type vlan for network 59067901-3fa6-4e1f-bcaa-999a0cd1391d
Nov 24 14:33:55.384363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:55.394650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:55.402532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Router 04ae5ac0-417a-4455-8cee-588a0195b092 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:33:55.419707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:55.421785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.424281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf19878-8ee7-433e-bd82-528d6e389f64,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:55.430113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:55.432906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:55.435693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:55.443854 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0737071
Nov 24 14:33:55.452744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:55.452844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54264) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:55.456529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1875336298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:55.466005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:55.470783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:router and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:55.473828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:55.479635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:55.500933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:55.504426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.535101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] device_id is not set on port 5b4c9e05-99c5-44fb-95ce-2365ae04357c yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:55.573021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.578268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:55.578868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.584642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.585724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-627f8dbf-948f-408c-a483-6b553a5ea4f1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:55.601444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.624074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.625027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.681635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.692717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9576b374-ce74-4c19-ad8d-19c463506ac5 tempest-RoutersNegativeTest-1520793478 tempest-RoutersNegativeTest-1520793478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:55.718698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Deleting port 9d073514-dbb5-4dc4-a33c-4588bf9f45fc {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:55.719153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.748456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6094441
Nov 24 14:33:55.756305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=59067901-3fa6-4e1f-bcaa-999a0cd1391d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:55.756305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:55.756305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54268) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:55.756969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-46f2d3d5-236a-4151-822a-ee426c3c3f06', 'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06', 'tenant_id': '812d3cde387642f09bf57820011874d9', 'fixed_ips': [{'subnet_id': 'fe4eb552-14ec-41c3-80a4-5e9d62cd985b'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:55.758399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.775692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:33:55.799704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b00e1681-3512-423a-9ca8-b7b61d4ca9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.800392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:55.900665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12f580c-0cb3-4ca0-9b6e-56a7dd3fe40e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:55.908450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.910005 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4389513
Nov 24 14:33:55.912333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:55.919321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54272) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:55.923624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:55.961241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:55.969442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.6 (445e0988-73af-427a-9243-555c2e12a036/aa564d5b-7b23-4e53-8457-926925f5d762/5b4c9e05-99c5-44fb-95ce-2365ae04357c) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:55.971665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:55.978049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:55.989554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:56.045988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.091013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:56.112609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Allocated IP 2001:db8::2 (46f2d3d5-236a-4151-822a-ee426c3c3f06/fe4eb552-14ec-41c3-80a4-5e9d62cd985b/63a04caa-d9b9-4fbc-b2d7-7ff51748583a) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:56.128715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f44b9680-5282-4840-9601-019049596326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6248e0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 3, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:56.155472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b9680-5282-4840-9601-019049596326 None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:56.155700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b9680-5282-4840-9601-019049596326 None None] Updating router 4372d207-1875-478d-8fe2-00426f671047 port c627084c-827e-4e16-a313-f42373f6696d binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:33:56.158024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.243200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.248058 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-376dea06-7ceb-469f-8f0a-3ad8b319e3a0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.7962954
Nov 24 14:33:56.253064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54276) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:56.271817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f44b9680-5282-4840-9601-019049596326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.276494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06', 'name': 'tempest-PortsIpV6TestJSON-2947699'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:56.308358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Calling delete_port for 9d073514-dbb5-4dc4-a33c-4588bf9f45fc owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:33:56.316192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.346422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:33:56.352276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-840d30dc-0fc8-44eb-97b5-7938e6b5713d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:33:56.362692 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "PUT /v2.0/routers/04ae5ac0-417a-4455-8cee-588a0195b092/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2200346
Nov 24 14:33:56.364715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54280) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:56.369946 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] Sync routers for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:33:56.382181 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:56.382800 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420171850>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:56.501877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.531216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Transition to ACTIVE for port object 63a04caa-d9b9-4fbc-b2d7-7ff51748583a will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:56.583407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-840d30dc-0fc8-44eb-97b5-7938e6b5713d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:33:56.584893 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-840d30dc-0fc8-44eb-97b5-7938e6b5713d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.6634126
Nov 24 14:33:56.592905 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:56.598136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54284) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:56.607570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-security--1101244705', 'description': 'tempest-security-description-2049814580'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:56.688697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Deleting subnet 2299ee8e-1614-4ec4-a339-7e18aa9ed7d5 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:33:56.695909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.741077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.758858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.818027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.820082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:56.826270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:56.840174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f44b9680-5282-4840-9601-019049596326 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.859369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:56.876081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:56.882821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.902972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.908710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-be3e29c1-f875-4b1b-904f-388800d2d6f3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:56.947898 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420171850>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:56.953261 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] Checking router: 04ae5ac0-417a-4455-8cee-588a0195b092 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:33:56.954202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Transition to ACTIVE for port object 63a04caa-d9b9-4fbc-b2d7-7ff51748583a will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:56.954523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.957229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:56.958956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f44b9680-5282-4840-9601-019049596326 None None] Transition to ACTIVE for port object c627084c-827e-4e16-a313-f42373f6696d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:56.967376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-09fbdbca-4061-4690-a613-61a749750d89 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:56.967870 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] Routers {'04ae5ac0-417a-4455-8cee-588a0195b092'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:56.968784 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420171850>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['04ae5ac0-417a-4455-8cee-588a0195b092'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:56.973716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=24e0041c-d603-45c5-8996-c8d490f48c6b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:56.978415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:57.015712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:57.016060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: 59067901-3fa6-4e1f-bcaa-999a0cd1391d, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:33:57.019656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event deleted for resources: {'Port': ['ID=9d073514-dbb5-4dc4-a33c-4588bf9f45fc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:57.022950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:57.054846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:33:57.059593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.083193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:33:57.089729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.094100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f44b9680-5282-4840-9601-019049596326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.094558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.104672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:57.119159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.126915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38c2f9c9-9fb4-4ceb-b796-93205964fb24 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:57.131642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.142681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9df7119e-1bb2-47b0-a437-98400c2be44d tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:57.166168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.167833 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "PUT /v2.0/security-groups/c12f580c-0cb3-4ca0-9b6e-56a7dd3fe40e HTTP/1.1" status: 200  len: 1612 time: 0.5683632
Nov 24 14:33:57.182844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:57.239285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:57.242656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12f580c-0cb3-4ca0-9b6e-56a7dd3fe40e,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:57.249919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:57.265758 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] Set router 04ae5ac0-417a-4455-8cee-588a0195b092 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:57.269097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:57.283588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Pushing event updated for resources: {'Port': ['ID=63a04caa-d9b9-4fbc-b2d7-7ff51748583a,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:57.347660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:57.447363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:33:57.476939 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bde67610-de79-43ed-9aba-06a8e14ecb91 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups/c12f580c-0cb3-4ca0-9b6e-56a7dd3fe40e HTTP/1.1" status: 200  len: 1612 time: 0.2832253
Nov 24 14:33:57.477486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54292) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:57.479992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.488897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 445e0988-73af-427a-9243-555c2e12a036 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:57.517844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:57.535252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:57.581493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 59067901-3fa6-4e1f-bcaa-999a0cd1391d) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:57.583291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=5b4c9e05-99c5-44fb-95ce-2365ae04357c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:57.600380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:57.601111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.607252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:57.610492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::39d (46f2d3d5-236a-4151-822a-ee426c3c3f06/fe4eb552-14ec-41c3-80a4-5e9d62cd985b/5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:57.634598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16833b16-04c0-4cd5-84b7-712c7fceb3c7 None None] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:57.654829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:57.654829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.670106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efc078-4330-422a-8b7b-3dbc74c6832c None None] Pushing event updated for resources: {'Port': ['ID=c627084c-827e-4e16-a313-f42373f6696d,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:57.690970 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420171850>, [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:57.695686 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe73e4-7a1f-425f-bb46-f3fa2e9964f5 None None] The sync data for ids ['04ae5ac0-417a-4455-8cee-588a0195b092'] in dv-neutron-818347-1-hyperv is: [{'id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1085980332', 'tenant_id': '0aecf5fca6484de096db1d9ff660d5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147'}], 'enable_snat': True}, 'gw_port_id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:56Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 5, 'project_id': '0aecf5fca6484de096db1d9ff660d5ef', 'gw_port': {'id': 'd0da36ca-133f-48d7-897c-78a4a220e956', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ae5ac0-417a-4455-8cee-588a0195b092', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:57.701178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Attempting to bind port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:57.701713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Attempting to bind port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'e98d20a4-77d1-4476-8cb4-03c816f7d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:57.702194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Attempting to bind port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a on network 46f2d3d5-236a-4151-822a-ee426c3c3f06 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:57.706512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f9efc078-4330-422a-8b7b-3dbc74c6832c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:57.710069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:57.712233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:57.714211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.718617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f44b9680-5282-4840-9601-019049596326 None None] Attempting to bind port c627084c-827e-4e16-a313-f42373f6696d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:33:57.719113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f44b9680-5282-4840-9601-019049596326 None None] Attempting to bind port c627084c-827e-4e16-a313-f42373f6696d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:33:57.719597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9680-5282-4840-9601-019049596326 None None] Attempting to bind port c627084c-827e-4e16-a313-f42373f6696d on network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:33:57.774139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:57.774910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Checking segment: {'id': 'e98d20a4-77d1-4476-8cb4-03c816f7d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:57.775177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.775676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Bound using segment: {'id': 'e98d20a4-77d1-4476-8cb4-03c816f7d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:57.776281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Bound port: 63a04caa-d9b9-4fbc-b2d7-7ff51748583a, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98d20a4-77d1-4476-8cb4-03c816f7d64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '46f2d3d5-236a-4151-822a-ee426c3c3f06'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:57.776762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.810630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.811479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9680-5282-4840-9601-019049596326 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:33:57.811979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9680-5282-4840-9601-019049596326 None None] Checking segment: {'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:33:57.812539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f44b9680-5282-4840-9601-019049596326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.813024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b9680-5282-4840-9601-019049596326 None None] Bound using segment: {'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:33:57.813606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f44b9680-5282-4840-9601-019049596326 None None] Bound port: c627084c-827e-4e16-a313-f42373f6696d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b11b6d-a4dc-4165-8b82-7d1471cdb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:33:57.814270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f44b9680-5282-4840-9601-019049596326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.815984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.6555252
Nov 24 14:33:57.816701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:57.821327 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0638375
Nov 24 14:33:57.828059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54296) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:57.828059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54298) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:57.905074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '5b4c9e05-99c5-44fb-95ce-2365ae04357c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:57.927504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:57.990201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-368d0af7-4c9e-4abc-bfa5-66d7d21d348b tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:58.008312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:floatingip and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:58.019239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:58.033240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.033795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Fanout notify agent at l3_agent the message router_deleted on router 613d768a-5198-415d-861a-c7645a633202 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:33:58.038521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event deleted for resources: {'Subnet': ['ID=2299ee8e-1614-4ec4-a339-7e18aa9ed7d5,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:58.045804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:58.053872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.055639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] For port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:58.061753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] For port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=63a04caa-d9b9-4fbc-b2d7-7ff51748583a,segment=NetworkSegment(e98d20a4-77d1-4476-8cb4-03c816f7d64e),segment_id=e98d20a4-77d1-4476-8cb4-03c816f7d64e)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:58.063550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:58.072595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f44b9680-5282-4840-9601-019049596326 None None] For port c627084c-827e-4e16-a313-f42373f6696d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:33:58.075230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695a52e-d897-4cc0-9263-44100179f979 None None] Network 9edf11f2-ec6c-49d2-b95c-a40b4f183832 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:33:58.095813 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "DELETE /v2.0/subnets/2299ee8e-1614-4ec4-a339-7e18aa9ed7d5 HTTP/1.1" status: 204  len: 168 time: 1.7308061
Nov 24 14:33:58.096640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54304) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:58.101953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.103021 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/613d768a-5198-415d-861a-c7645a633202 HTTP/1.1" status: 204  len: 168 time: 3.9346569
Nov 24 14:33:58.105854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.109114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54308) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:58.122624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f44b9680-5282-4840-9601-019049596326 None None] For port c627084c-827e-4e16-a313-f42373f6696d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c627084c-827e-4e16-a313-f42373f6696d,segment=NetworkSegment(91b11b6d-a4dc-4165-8b82-7d1471cdb915),segment_id=91b11b6d-a4dc-4165-8b82-7d1471cdb915)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:33:58.138766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.171976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:33:58.176602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1340088219', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:58.177136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.204007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:58.205692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:58.223702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Usage tracker for resource:router and tenant:4eda27edbf304754bded87d67a4898c8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:58.229898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:58.238634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.246241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:58.254105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.315875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f44b9680-5282-4840-9601-019049596326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.367489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:33:58.368424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.376024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.377035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.389751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.399260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.401958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6efc8032-a5d8-415e-9d50-b830301d5757 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:58.406049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b9680-5282-4840-9601-019049596326 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:33:58.406936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f44b9680-5282-4840-9601-019049596326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6248e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:58.418501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12f580c-0cb3-4ca0-9b6e-56a7dd3fe40e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:58.424599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:58.456548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.482332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.483467 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/c12f580c-0cb3-4ca0-9b6e-56a7dd3fe40e HTTP/1.1" status: 204  len: 168 time: 1.0047956
Nov 24 14:33:58.487032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54312) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:58.500298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.580461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.584175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f44b9680-5282-4840-9601-019049596326 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:33:58.646567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d10b93eb-9515-433f-a77f-2494b54d5ccc tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:58.757996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.776139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.811895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:58.815612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:33:58.821891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:58.825397 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-52219e45-53f7-49ab-8032-7c505f86a453 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3352568
Nov 24 14:33:58.826802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:33:58.828265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54316) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:58.833774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:33:58.837746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:33:58.838627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.849774 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-28597ec7-2530-4d3e-af69-5f22f7d6126a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] delete failed (client error): The resource could not be found.
Nov 24 14:33:58.854266 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-28597ec7-2530-4d3e-af69-5f22f7d6126a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/c12f580c-0cb3-4ca0-9b6e-56a7dd3fe40e HTTP/1.1" status: 404  len: 347 time: 0.0215967
Nov 24 14:33:58.856956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54320) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:58.870509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146132932'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:33:58.876550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.898927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:58.915704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:58.928443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:58.952882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Pushing event updated for resources: {'Port': ['ID=63a04caa-d9b9-4fbc-b2d7-7ff51748583a,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:58.975352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:58.976065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Deleting port d0da36ca-133f-48d7-897c-78a4a220e956 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:58.976321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.623s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:33:58.976629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:58.984992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:59.010205 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.7532575
Nov 24 14:33:59.012053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54324) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:33:59.044720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.26.2.29 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/36695182-72b8-4ec3-9f81-565d10762746) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:59.145464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.203945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efc078-4330-422a-8b7b-3dbc74c6832c None None] Pushing event updated for resources: {'Port': ['ID=c627084c-827e-4e16-a313-f42373f6696d,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:33:59.235904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f9efc078-4330-422a-8b7b-3dbc74c6832c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:33:59.452553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 63a04caa-d9b9-4fbc-b2d7-7ff51748583a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:33:59.512756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Allocated IP 172.22.0.2 (59067901-3fa6-4e1f-bcaa-999a0cd1391d/24e0041c-d603-45c5-8996-c8d490f48c6b/8852e6bc-8cd0-4585-9f45-c2076855441e) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:33:59.532878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.548759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:33:59.560997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:33:59.578160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:33:59.594687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:33:59.637834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] DHCP port deletion for 9edf11f2-ec6c-49d2-b95c-a40b4f183832 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:33:59.659758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Deleting port d3f1a006-fe57-4124-8c42-31ecc7774720 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:33:59.660167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.742768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] For port d0da36ca-133f-48d7-897c-78a4a220e956, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d0da36ca-133f-48d7-897c-78a4a220e956,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:33:59.743117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.751605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.764968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.802054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.848787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f44b9680-5282-4840-9601-019049596326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6248e0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 3, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:33:58Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:33:59.873126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.879487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:33:59.901992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b9680-5282-4840-9601-019049596326 None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:33:52Z', 'revision_number': 3, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:33:58Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:33:59.970786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:33:59.990961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f1c9bd9a-ae1f-4ffb-b11a-1655d0617e73 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:00.013906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:00.057166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.089811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:00.090156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 19bf7c5a-5aa2-41c3-8a16-bc75e78d89d7 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:00.092654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Transition to ACTIVE for port object 8852e6bc-8cd0-4585-9f45-c2076855441e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:00.103667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Calling delete_port for d0da36ca-133f-48d7-897c-78a4a220e956 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:00.125296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] For port d3f1a006-fe57-4124-8c42-31ecc7774720, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d3f1a006-fe57-4124-8c42-31ecc7774720,segment=NetworkSegment(7176145f-0320-4db4-8eea-a38a9024321e),segment_id=7176145f-0320-4db4-8eea-a38a9024321e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:00.125692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.145768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Transition to ACTIVE for port object 8852e6bc-8cd0-4585-9f45-c2076855441e will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:00.147183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.211408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4eba14-f3f2-4056-bf2e-97782881c4bf,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:00.219816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:00.220017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:00.311465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:00.314981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:00.319235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:00.332494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Calling delete_port for d3f1a006-fe57-4124-8c42-31ecc7774720 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:00.402694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.407500 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.5415521
Nov 24 14:34:00.408256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54328) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:00.427224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.431895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9cb61f06-7329-4704-9b81-52e3b59374bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:00.471843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780979ba-aa4b-4b5a-922d-23efa6107da4 None None] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:00.472778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Allocated IP 172.26.2.63 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/e2972df6-be47-453f-9134-6ffb3c90ff09) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:00.474635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '4d4eba14-f3f2-4056-bf2e-97782881c4bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:00.493429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=36695182-72b8-4ec3-9f81-565d10762746,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:00.497147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:00.501351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:00.515539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:00.591535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:00.642851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:00.675136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.22.0.1 (59067901-3fa6-4e1f-bcaa-999a0cd1391d/24e0041c-d603-45c5-8996-c8d490f48c6b/9b6f90fb-0033-4687-b5e4-2818520192c2) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:00.706571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Pushing event updated for resources: {'Port': ['ID=8852e6bc-8cd0-4585-9f45-c2076855441e,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:00.710881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:00.717663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.722715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:00.810084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.875681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.895400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:00.912255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:00.958866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:00.963341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Pushing event deleted for resources: {'Port': ['ID=d3f1a006-fe57-4124-8c42-31ecc7774720,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:00.966784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:00.976302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:01.030756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.038900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.052117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] No DVR routers for this DVR port d3f1a006-fe57-4124-8c42-31ecc7774720 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:34:01.082457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Attempting to bind port 8852e6bc-8cd0-4585-9f45-c2076855441e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:01.082711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Attempting to bind port 8852e6bc-8cd0-4585-9f45-c2076855441e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:01.083082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Attempting to bind port 8852e6bc-8cd0-4585-9f45-c2076855441e on network 59067901-3fa6-4e1f-bcaa-999a0cd1391d {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:01.087132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Provisioning for port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:01.096361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Provisioning complete for port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:01.096747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.099929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:01.146674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:01.147095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Checking segment: {'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:01.147513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.148878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Bound using segment: {'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:01.148878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Bound port: 8852e6bc-8cd0-4585-9f45-c2076855441e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:01.149122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.149585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.152058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.155980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event deleted for resources: {'Port': ['ID=d0da36ca-133f-48d7-897c-78a4a220e956,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:01.163351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:01.163977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d81b1973-7167-4865-906f-9e101a3b1519 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:01.174836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-08614948-4dc2-4358-a5a0-0f247d7ec981 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:01.210520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9161780a-b2c5-41da-9b2f-d484363e1955,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:01.223611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:01.260379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.281035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object 9b6f90fb-0033-4687-b5e4-2818520192c2 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:01.318390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] For port 8852e6bc-8cd0-4585-9f45-c2076855441e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:01.339564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] For port 8852e6bc-8cd0-4585-9f45-c2076855441e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8852e6bc-8cd0-4585-9f45-c2076855441e,segment=NetworkSegment(b42338e3-1d60-4d5d-b735-bc7c2eef6e1b),segment_id=b42338e3-1d60-4d5d-b735-bc7c2eef6e1b)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:01.344654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:01.345152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.373018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.375198 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9616687
Nov 24 14:34:01.378238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54332) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:01.393718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] For port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=63a04caa-d9b9-4fbc-b2d7-7ff51748583a,segment=NetworkSegment(e98d20a4-77d1-4476-8cb4-03c816f7d64e),segment_id=e98d20a4-77d1-4476-8cb4-03c816f7d64e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:01.420298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.439313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3b562385-383a-4b6e-9df7-8453d8511135 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:01.446429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.451817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b01775f0-d781-4885-9bf9-972aa05c601b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:01.494835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.502332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:01.509992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:01.518170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:01.538310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.549372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.551742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c627084c-827e-4e16-a313-f42373f6696d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:01.625904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event updated for resources: {'Port': ['ID=e2972df6-be47-453f-9134-6ffb3c90ff09,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:01.628577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:01.630390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:01.641985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:01.677314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Pushing event updated for resources: {'Port': ['ID=8852e6bc-8cd0-4585-9f45-c2076855441e,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:01.680841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:01.683370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f31510f6-0595-4402-ac89-43d09893dff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:01.811409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Pushing event updated for resources: {'Port': ['ID=63a04caa-d9b9-4fbc-b2d7-7ff51748583a,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:01.822773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=9b6f90fb-0033-4687-b5e4-2818520192c2,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:01.823306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:01.835925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:01.851029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e6196c3b-1f16-476a-bfe9-8c28fa2c34b5 None None] Provisioning complete for port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:01.851029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6196c3b-1f16-476a-bfe9-8c28fa2c34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.879875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:01.959648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c627084c-827e-4e16-a313-f42373f6696d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:01.968928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c627084c-827e-4e16-a313-f42373f6696d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:01.969083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.002555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.071449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.072661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.101608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e6cc25a9-987b-4379-bb35-cf2190bf9b0f tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:02.112816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9161780a-b2c5-41da-9b2f-d484363e1955,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:02.115822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:02.136323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.140643 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9161780a-b2c5-41da-9b2f-d484363e1955 HTTP/1.1" status: 204  len: 168 time: 0.7614424
Nov 24 14:34:02.141346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54336) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:02.146328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.204557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.235451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e6196c3b-1f16-476a-bfe9-8c28fa2c34b5 None None] Provisioning for port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:02.252568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e6196c3b-1f16-476a-bfe9-8c28fa2c34b5 None None] Provisioning complete for port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:02.252568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e6196c3b-1f16-476a-bfe9-8c28fa2c34b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.252809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.295137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c627084c-827e-4e16-a313-f42373f6696d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c627084c-827e-4e16-a313-f42373f6696d,segment=NetworkSegment(91b11b6d-a4dc-4165-8b82-7d1471cdb915),segment_id=91b11b6d-a4dc-4165-8b82-7d1471cdb915)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:02.311092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e6196c3b-1f16-476a-bfe9-8c28fa2c34b5 None None] Port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:02.319121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:34:02.333542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.343169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.348119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.358219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.364985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8cc22ab5-914c-4905-8594-c4606fb33d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:02.382777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36b19b3a-0b5e-4908-977c-32ec72e049ff tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:02.405060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.409046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-48234cc1-7261-41c4-ba63-410f1f1f61f0 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:02.426789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d3f1a006-fe57-4124-8c42-31ecc7774720 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:02.452574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.453457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Fanout notify agent at l3_agent the message router_deleted on router 04ae5ac0-417a-4455-8cee-588a0195b092 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:34:02.474997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: d3f1a006-fe57-4124-8c42-31ecc7774720 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:02.475352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d3f1a006-fe57-4124-8c42-31ecc7774720 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:02.503817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-40f785a3-0bf7-4852-9224-cf554ae32416 None None] Provisioning complete for port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:02.504228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-40f785a3-0bf7-4852-9224-cf554ae32416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.525316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.527333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c627084c-827e-4e16-a313-f42373f6696d,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:02.531374 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "DELETE /v2.0/routers/04ae5ac0-417a-4455-8cee-588a0195b092 HTTP/1.1" status: 204  len: 168 time: 4.4246242
Nov 24 14:34:02.532408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54340) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:02.535442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:02.565256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-40f785a3-0bf7-4852-9224-cf554ae32416 None None] Port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:02.589942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:02.600222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:02.621428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.622300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.737265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36b19b3a-0b5e-4908-977c-32ec72e049ff tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:02.737891 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36b19b3a-0b5e-4908-977c-32ec72e049ff tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5933127
Nov 24 14:34:02.745060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54344) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:02.827940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.983633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:02.992578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-db017d57-6df5-4fe7-a36a-335404b42d48 None None] Provisioning complete for port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:02.993273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-db017d57-6df5-4fe7-a36a-335404b42d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.009378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:34:03.057751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.113889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-db017d57-6df5-4fe7-a36a-335404b42d48 None None] Port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:03.119021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c440e-7462-4352-a446-72b373389d04 None None] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:03.162369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.180742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.198107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.201639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c149f7f-0f18-4579-afb5-339977d645b8 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:03.250170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.258951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Router 40c2abd7-4d24-4baf-837c-a11778ed3762 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:34:03.330018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.376144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fd5c730>,) {'filters': {'network_id': ['9edf11f2-ec6c-49d2-b95c-a40b4f183832']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:03.404469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=36695182-72b8-4ec3-9f81-565d10762746,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:03.409333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:03.423366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:34:03.425745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-077227e7-0e84-4a11-b8d5-edec8a8d4934 None None] Provisioning for port 8852e6bc-8cd0-4585-9f45-c2076855441e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:03.436886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd5c730>, '7176145f-0320-4db4-8eea-a38a9024321e') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:03.440678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fd5c730>, '7176145f-0320-4db4-8eea-a38a9024321e') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:03.466559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.470319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.520139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.550465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.554760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c627084c-827e-4e16-a313-f42373f6696d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:03.655147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c627084c-827e-4e16-a313-f42373f6696d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:03.655791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.717176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0eea550b-f186-4060-addc-2f19f64d0028 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:03.759746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.794288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:34:03.795047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:34:03.813306 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:34:03.896019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.914457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=9b6f90fb-0033-4687-b5e4-2818520192c2,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:03.918194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:03.924131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 63a04caa-d9b9-4fbc-b2d7-7ff51748583a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:03.930310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:03.946644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-413737fb-2ab4-4faf-b37d-9be11caee3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:03.990702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4eba14-f3f2-4056-bf2e-97782881c4bf,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:03.998443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:04.016438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.025617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.044713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:04.062125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] Sync routers for ids ['40c2abd7-4d24-4baf-837c-a11778ed3762'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:04.072265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ed77e75b-7088-4bdb-a691-30226c38e81e None None] Provisioning for port 9b6f90fb-0033-4687-b5e4-2818520192c2 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:04.075649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ec72b995-d774-40df-b260-2696639eb1a5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:04.085468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ed77e75b-7088-4bdb-a691-30226c38e81e None None] Provisioning complete for port 9b6f90fb-0033-4687-b5e4-2818520192c2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:04.085933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ed77e75b-7088-4bdb-a691-30226c38e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.091507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.101355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.102456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d4eba14-f3f2-4056-bf2e-97782881c4bf HTTP/1.1" status: 204  len: 168 time: 1.3555596
Nov 24 14:34:04.105416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54348) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:04.126462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] Routers {'40c2abd7-4d24-4baf-837c-a11778ed3762'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:04.127102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f813b50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['40c2abd7-4d24-4baf-837c-a11778ed3762'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:04.155194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.156052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.159239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event deleted for resources: {'Network': ['ID=9edf11f2-ec6c-49d2-b95c-a40b4f183832,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:04.169052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2df433e7-ac26-4b2b-b9de-f50107d630a9 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:04.169414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:04.173406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "DELETE /v2.0/networks/9edf11f2-ec6c-49d2-b95c-a40b4f183832 HTTP/1.1" status: 204  len: 168 time: 1.6281908
Nov 24 14:34:04.181956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54352) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:04.206957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f813b50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:04.209539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ed77e75b-7088-4bdb-a691-30226c38e81e None None] Port 9b6f90fb-0033-4687-b5e4-2818520192c2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:04.221563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:04.221774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.240018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:04.243370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:04.244130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.249015 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.0821850
Nov 24 14:34:04.249687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54356) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:04.256437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ea801d39-28dd-4de3-b25c-465ef08da407 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:04.261734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:04.265117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] Routers {'40c2abd7-4d24-4baf-837c-a11778ed3762'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:04.265759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f813b50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['40c2abd7-4d24-4baf-837c-a11778ed3762'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:04.311213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:04.316645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:04.338354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f813b50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:04.338783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fee14e-e818-4010-81ed-ef033af025c5 None None] The sync data for ids ['40c2abd7-4d24-4baf-837c-a11778ed3762'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:04.363090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-384700ce-5de6-430a-bd6f-7b311b47cdc7 None None] Provisioning complete for port 9b6f90fb-0033-4687-b5e4-2818520192c2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:04.363481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-384700ce-5de6-430a-bd6f-7b311b47cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.389375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.447078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ea801d39-28dd-4de3-b25c-465ef08da407 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:04.448330 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ea801d39-28dd-4de3-b25c-465ef08da407 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3410704
Nov 24 14:34:04.460127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54360) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:04.464928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-384700ce-5de6-430a-bd6f-7b311b47cdc7 None None] Port 9b6f90fb-0033-4687-b5e4-2818520192c2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:04.479175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971216311'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:04.479368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8852e6bc-8cd0-4585-9f45-c2076855441e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:04.487705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:04.514345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:04.525119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.581143 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 5ee5b983-2aae-44aa-970f-a04661dce97b associated. External IP: 172.26.2.29, port: 5b4c9e05-99c5-44fb-95ce-2365ae04357c.
Nov 24 14:34:04.602921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:04.605170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:04.621930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8852e6bc-8cd0-4585-9f45-c2076855441e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:04.630122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8852e6bc-8cd0-4585-9f45-c2076855441e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:04.631443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.713397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-76feae04-f1b8-4a31-aa4e-4d9b748ee1cd None None] Provisioning complete for port 9b6f90fb-0033-4687-b5e4-2818520192c2 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:04.713932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-76feae04-f1b8-4a31-aa4e-4d9b748ee1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.731599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.830061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-76feae04-f1b8-4a31-aa4e-4d9b748ee1cd None None] Port 9b6f90fb-0033-4687-b5e4-2818520192c2 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:04.852309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.852608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:04.865772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:04.875242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:04.885807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:04.907807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 8852e6bc-8cd0-4585-9f45-c2076855441e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8852e6bc-8cd0-4585-9f45-c2076855441e,segment=NetworkSegment(b42338e3-1d60-4d5d-b735-bc7c2eef6e1b),segment_id=b42338e3-1d60-4d5d-b735-bc7c2eef6e1b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:04.958169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5f9dfed7-1474-4190-913b-3ed1a62986e4 None None] Provisioning complete for port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:04.958652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfed7-1474-4190-913b-3ed1a62986e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.964535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.971017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b220ed55-80e8-4b3f-9415-c5ad151323ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:04.998433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:04.999189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f184021-bd64-42c7-beb0-b8d917488e8d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:05.002492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f9efc078-4330-422a-8b7b-3dbc74c6832c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:05.002785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:05.004661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:05.048561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0da36ca-133f-48d7-897c-78a4a220e956 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:05.110261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: d0da36ca-133f-48d7-897c-78a4a220e956 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:05.110689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d0da36ca-133f-48d7-897c-78a4a220e956 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:05.130102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5f9dfed7-1474-4190-913b-3ed1a62986e4 None None] Port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:05.139390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=8852e6bc-8cd0-4585-9f45-c2076855441e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:05.142390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:05.179647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.180803 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f184021-bd64-42c7-beb0-b8d917488e8d HTTP/1.1" status: 204  len: 168 time: 0.9976850
Nov 24 14:34:05.294122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.368248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8852e6bc-8cd0-4585-9f45-c2076855441e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:05.376524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.389893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3bba3f53-81af-487c-a4b2-9f8883bc758d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:05.448792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8852e6bc-8cd0-4585-9f45-c2076855441e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:05.449118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730db834-db5c-484c-93cf-5a8adf172fa1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:05.449755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.456069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:05.523712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.525664 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0565093
Nov 24 14:34:05.529624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54368) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:05.537652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '730db834-db5c-484c-93cf-5a8adf172fa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:05.539051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:05.546710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:05.549942 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7196031
Nov 24 14:34:05.556634 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:05.578073 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:05.579498 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201712b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:05.596208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54372) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:05.608397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:05.612493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'network': {'name': 'tempest-RoutersTest-2005606656'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:05.627589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:05.627741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:05.627846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:network and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:05.627931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:05.628774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:05.635703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:05.661166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Router 06f79594-0b17-49ec-92b4-02c4f9789191 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:34:05.692101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:05.736612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.753822 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:05.769354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:05.772339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.809870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:34:05.830957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.832605 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added segment 302fd5a4-5fde-4741-9cce-429178e31266 of type vlan for network a9191c19-5da0-49d2-941c-e16a36584cb0
Nov 24 14:34:05.926400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:05.980299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54378) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:05.998158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.011734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:06.032379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:06.037701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.045506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.054636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:06.055270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.057393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:06.062537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:06.063185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f993cd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.070508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-625cb621-55b0-4d01-811d-2e67e60392d7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:06.071310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.073224 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] Sync routers for ids ['06f79594-0b17-49ec-92b4-02c4f9789191'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:06.074647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:06.081335 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "PUT /v2.0/routers/06f79594-0b17-49ec-92b4-02c4f9789191/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0672913
Nov 24 14:34:06.088131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54384) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:06.105506 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] Routers {'06f79594-0b17-49ec-92b4-02c4f9789191'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:06.107124 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642008aa30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['06f79594-0b17-49ec-92b4-02c4f9789191'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.139618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2be1db-5c04-40b7-8a42-1f1e5e8af369,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:06.147513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:06.159942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.176475 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642008aa30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.200728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f993cd0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.202572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dcbbe3-6901-43d6-8c3e-0481d6c89ff4 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:06.203510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5dcbbe3-6901-43d6-8c3e-0481d6c89ff4 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:06.217905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:06.218665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f993cd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.220377 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] Routers {'06f79594-0b17-49ec-92b4-02c4f9789191'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:06.221216 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642008aa30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['06f79594-0b17-49ec-92b4-02c4f9789191'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.230487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.234242 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7007723
Nov 24 14:34:06.234242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Deleting port e2972df6-be47-453f-9134-6ffb3c90ff09 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:06.234242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.255608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54388) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:06.285532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.298638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f993cd0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.299065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa3cc2-2701-46fc-894f-1297b7899b5f None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:06.305575 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642008aa30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.305575 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71b7b5-add0-46ce-81a9-471c1d87524d None None] The sync data for ids ['06f79594-0b17-49ec-92b4-02c4f9789191'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:06.316070 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7121716
Nov 24 14:34:06.317005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54392) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:06.317959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '730db834-db5c-484c-93cf-5a8adf172fa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:06.325277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'subnet': {'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:06.332573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:06.354919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:06.358675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Network': ['ID=a9191c19-5da0-49d2-941c-e16a36584cb0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:06.365258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:06.371816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:06.373843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a9191c19-5da0-49d2-941c-e16a36584cb0 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:34:06.391250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:06.391551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5dcbbe3-6901-43d6-8c3e-0481d6c89ff4 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:06.392456 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b5dcbbe3-6901-43d6-8c3e-0481d6c89ff4 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f79594-0b17-49ec-92b4-02c4f9789191 HTTP/1.1" status: 200  len: 986 time: 0.3034465
Nov 24 14:34:06.401769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54396) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:06.428818 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201712b0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:01Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:06.433889 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:06.434416 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Updating router 4372d207-1875-478d-8fe2-00426f671047 port 9b6f90fb-0033-4687-b5e4-2818520192c2 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:34:06.464038 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 8.6353688
Nov 24 14:34:06.472673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54400) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:06.511547 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.530869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:06.533938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.549077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:06.549719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:subnet and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:06.549719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:06.631616 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-81e6d1d2-8968-4bf5-a25d-2d132242ad3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0aecf5fca6484de096db1d9ff660d5ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6495624
Nov 24 14:34:06.636107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54404) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:06.645004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.665743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Calling delete_port for e2972df6-be47-453f-9134-6ffb3c90ff09 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:06.692503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:06.721469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.867653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Made reservation on behalf of 9adc891ef4204e788337fa0db6856be0 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:06.912826 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.925579 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Transition to ACTIVE for port object 9b6f90fb-0033-4687-b5e4-2818520192c2 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:06.962146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.976795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.986748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.992976 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:06.998850 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-225d6e94-6d0e-47da-b3a7-8fa5927fece3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:07.035820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.129170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.136707 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Pushing event updated for resources: {'Port': ['ID=9b6f90fb-0033-4687-b5e4-2818520192c2,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:07.200357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cda82520-960e-4690-a362-914648341fdb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:07.206624 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.206963 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.207360 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.207683 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.208010 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.208349 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.208661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.208971 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.209341 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.209567 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.209872 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:07.214268 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:07.243985 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Attempting to bind port 9b6f90fb-0033-4687-b5e4-2818520192c2 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:07.244380 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Attempting to bind port 9b6f90fb-0033-4687-b5e4-2818520192c2 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:07.244944 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Attempting to bind port 9b6f90fb-0033-4687-b5e4-2818520192c2 on network 59067901-3fa6-4e1f-bcaa-999a0cd1391d {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:07.252998 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:07.253667 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Checking segment: {'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:07.254234 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.254781 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Bound using segment: {'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:07.255394 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Bound port: 9b6f90fb-0033-4687-b5e4-2818520192c2, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:07.255955 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.309609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.317245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3100ffc4-4af8-4365-a23e-48f4f6be1793 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:07.360405 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] For port 9b6f90fb-0033-4687-b5e4-2818520192c2, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:07.363911 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] For port 9b6f90fb-0033-4687-b5e4-2818520192c2, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9b6f90fb-0033-4687-b5e4-2818520192c2,segment=NetworkSegment(b42338e3-1d60-4d5d-b735-bc7c2eef6e1b),segment_id=b42338e3-1d60-4d5d-b735-bc7c2eef6e1b)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:07.372660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Pushing event deleted for resources: {'Port': ['ID=e2972df6-be47-453f-9134-6ffb3c90ff09,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:07.387900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:07.427063 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.431656 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:07.462024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea52a47f-df4e-48e0-93b7-a69914b13919,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:07.466048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:07.475352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.510105 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:07.510713 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201712b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:07.564120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.572012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.572513 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 5ee5b983-2aae-44aa-970f-a04661dce97b disassociated. External IP: 172.26.2.29, port: 5b4c9e05-99c5-44fb-95ce-2365ae04357c.
Nov 24 14:34:07.626521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1ee0aed7-cc96-4370-ac28-355615a7c66b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:07.650767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.655941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.660559 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.4035664
Nov 24 14:34:07.661288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54408) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:07.665315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:07.678751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '730db834-db5c-484c-93cf-5a8adf172fa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:07.689440 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:07.697252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Subnet': ['ID=e576fd05-3de3-45d7-9932-884454a77f8e,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:07.699104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:07.704804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef311d-4157-4c9d-869c-46ff15b9a444,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:07.705740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:07.716043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.716702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:07.718434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:07.726640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:07.735931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.737689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78ef311d-4157-4c9d-869c-46ff15b9a444 HTTP/1.1" status: 204  len: 168 time: 1.0970433
Nov 24 14:34:07.755054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:07.860778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.868841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.870529 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Pushing event updated for resources: {'Port': ['ID=9b6f90fb-0033-4687-b5e4-2818520192c2,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:07.882212 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:07.923510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:07.934655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Checking segment: {'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:07.935020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network hostable DHCP agents. Network: a9191c19-5da0-49d2-941c-e16a36584cb0, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:34:08.031743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Router 40c2abd7-4d24-4baf-837c-a11778ed3762 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:08.051669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.124101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.162862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network a9191c19-5da0-49d2-941c-e16a36584cb0 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:34:08.188223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:08.201764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] Sync routers for ids ['40c2abd7-4d24-4baf-837c-a11778ed3762'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:08.205280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.206616 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "PUT /v2.0/routers/40c2abd7-4d24-4baf-837c-a11778ed3762 HTTP/1.1" status: 200  len: 710 time: 3.9540138
Nov 24 14:34:08.209792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54416) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:08.214839 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201712b0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:01Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:07Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:08.225286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] Routers {'40c2abd7-4d24-4baf-837c-a11778ed3762'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:08.231934 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736c5d1-69e7-43ec-9f7b-885d4278a1e8 None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:01Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:07Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:08.232166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3edd30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['40c2abd7-4d24-4baf-837c-a11778ed3762'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:08.245243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.273933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-651b1032-309e-4840-ad48-40cc6efca437 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:08.308854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a9191c19-5da0-49d2-941c-e16a36584cb0) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:08.346348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458625a-e25b-4618-80dc-e505a465f09f None None] Network a9191c19-5da0-49d2-941c-e16a36584cb0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:08.396896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3edd30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:08.441665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b80d5e-a850-4d54-a53a-8b198779f288,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:08.446273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:08.506053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:08.506651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.544978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] Routers {'40c2abd7-4d24-4baf-837c-a11778ed3762'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:08.545567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3edd30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['40c2abd7-4d24-4baf-837c-a11778ed3762'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:08.556050 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3996b441-7a9e-4b7e-9a6b-2b648950376b tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/routers/40c2abd7-4d24-4baf-837c-a11778ed3762 HTTP/1.1" status: 200  len: 745 time: 0.3446679
Nov 24 14:34:08.556683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54420) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:08.615437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.620117 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9470253
Nov 24 14:34:08.620875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54424) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:08.623473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3edd30>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:08.623907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a930edd9-1e62-4a98-b103-52acab85a9dc None None] The sync data for ids ['40c2abd7-4d24-4baf-837c-a11778ed3762'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:08.632004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '730db834-db5c-484c-93cf-5a8adf172fa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:08.636779 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bdc96121-7470-4b9e-a6bd-e0eb2587e43a tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&device_id=40c2abd7-4d24-4baf-837c-a11778ed3762 HTTP/1.1" status: 200  len: 205 time: 0.0789104
Nov 24 14:34:08.638361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54428) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:08.641284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:08.647139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:08.651191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:08.658545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:08.668817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54432) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:08.694929 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3747916
Nov 24 14:34:08.699198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.699372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54436) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:08.707429 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ddf51596-c0aa-46aa-895b-af8a734adb7f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=40c2abd7-4d24-4baf-837c-a11778ed3762 HTTP/1.1" status: 200  len: 205 time: 0.0604465
Nov 24 14:34:08.708719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54440) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:08.746736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:08.751837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Usage tracker for resource:security_group_rule and tenant:50488541092b40628563cd03c460546a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:08.755296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:08.761726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:08.779963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cae913b-5233-4729-a270-78667965c71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a9191c19-5da0-49d2-941c-e16a36584cb0', 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'fixed_ips': [{'subnet_id': 'e576fd05-3de3-45d7-9932-884454a77f8e'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:08.780853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7cae913b-5233-4729-a270-78667965c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.830360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.939966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:08.974505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-7cae913b-5233-4729-a270-78667965c71c None None] Allocated IP 172.23.0.2 (a9191c19-5da0-49d2-941c-e16a36584cb0/e576fd05-3de3-45d7-9932-884454a77f8e/27934cb5-2c94-472e-bf2e-5ec268fc3ef5) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:09.034062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.034288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7616-a300-44a6-a8f5-55f44b2e0a2f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.045920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75c46f97-866b-4dbc-99c9-f3651d95eeed tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:09.181793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.186738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ed1a9-b7d3-4e14-b25f-963f0c1129bb,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:09.190072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:09.204613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7cae913b-5233-4729-a270-78667965c71c None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.217497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7cae913b-5233-4729-a270-78667965c71c None None] Transition to ACTIVE for port object 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:09.228278 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50488541092b40628563cd03c460546a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5549924
Nov 24 14:34:09.237018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54444) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:09.241541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:09.249544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7cae913b-5233-4729-a270-78667965c71c None None] Transition to ACTIVE for port object 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:09.259792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.277193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-21ba6134-120c-4734-aa4f-b1755e828e25 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:09.324643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361381f7-641d-49ea-9e41-8ecc8ab95447,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:09.326244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7cae913b-5233-4729-a270-78667965c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.330530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ce9ce9fd-7f54-4de5-bc99-be1b14180c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:09.336669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:09.383666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:09.384002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.412694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae913b-5233-4729-a270-78667965c71c None None] Network a9191c19-5da0-49d2-941c-e16a36584cb0 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:09.422746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-7cae913b-5233-4729-a270-78667965c71c None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:09.425898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae913b-5233-4729-a270-78667965c71c None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:09.428542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae913b-5233-4729-a270-78667965c71c None None] Pushing event updated for resources: {'Port': ['ID=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:09.431286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7cae913b-5233-4729-a270-78667965c71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:09.435788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b6f90fb-0033-4687-b5e4-2818520192c2 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:09.494004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.497805 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8703666
Nov 24 14:34:09.502732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54448) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:09.514734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.581836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '730db834-db5c-484c-93cf-5a8adf172fa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:09.582431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.584116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-7cae913b-5233-4729-a270-78667965c71c None None] Attempting to bind port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:09.584600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-7cae913b-5233-4729-a270-78667965c71c None None] Attempting to bind port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:09.585070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae913b-5233-4729-a270-78667965c71c None None] Attempting to bind port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 on network a9191c19-5da0-49d2-941c-e16a36584cb0 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:09.596347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae913b-5233-4729-a270-78667965c71c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:09.596859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae913b-5233-4729-a270-78667965c71c None None] Checking segment: {'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:09.597372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7cae913b-5233-4729-a270-78667965c71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.597872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae913b-5233-4729-a270-78667965c71c None None] Bound using segment: {'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:09.598576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-7cae913b-5233-4729-a270-78667965c71c None None] Bound port: 27934cb5-2c94-472e-bf2e-5ec268fc3ef5, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:09.598922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7cae913b-5233-4729-a270-78667965c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.599289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:09.609119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:09.612677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7616-a300-44a6-a8f5-55f44b2e0a2f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.616043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:09.624981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:09.626897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7616-a300-44a6-a8f5-55f44b2e0a2f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.700433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7cae913b-5233-4729-a270-78667965c71c None None] For port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:09.704466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7cae913b-5233-4729-a270-78667965c71c None None] For port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,segment=NetworkSegment(302fd5a4-5fde-4741-9cce-429178e31266),segment_id=302fd5a4-5fde-4741-9cce-429178e31266)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:09.705706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 9b6f90fb-0033-4687-b5e4-2818520192c2 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:09.711124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9b6f90fb-0033-4687-b5e4-2818520192c2 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:09.711623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.821314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7cae913b-5233-4729-a270-78667965c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.828342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:09.908531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.944455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7616-a300-44a6-a8f5-55f44b2e0a2f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.944902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd7616-a300-44a6-a8f5-55f44b2e0a2f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Fanout notify agent at l3_agent the message router_deleted on router 40c2abd7-4d24-4baf-837c-a11778ed3762 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:34:09.952383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.965547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.978280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae913b-5233-4729-a270-78667965c71c None None] Pushing event updated for resources: {'Port': ['ID=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:09.981954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7cae913b-5233-4729-a270-78667965c71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:09.987113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bdd7616-a300-44a6-a8f5-55f44b2e0a2f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:09.992759 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3bdd7616-a300-44a6-a8f5-55f44b2e0a2f tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/40c2abd7-4d24-4baf-837c-a11778ed3762 HTTP/1.1" status: 204  len: 168 time: 1.2784376
Nov 24 14:34:09.997178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 9b6f90fb-0033-4687-b5e4-2818520192c2, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9b6f90fb-0033-4687-b5e4-2818520192c2,segment=NetworkSegment(b42338e3-1d60-4d5d-b735-bc7c2eef6e1b),segment_id=b42338e3-1d60-4d5d-b735-bc7c2eef6e1b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:10.001526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54452) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.055426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.059371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f9efc078-4330-422a-8b7b-3dbc74c6832c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:10.060658 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-84896b6d-917b-4bc4-87ab-8ffeeaf3bdf5 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=40c2abd7-4d24-4baf-837c-a11778ed3762 HTTP/1.1" status: 200  len: 205 time: 0.0577347
Nov 24 14:34:10.067213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54456) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.101656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:10.129837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.138856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=9b6f90fb-0033-4687-b5e4-2818520192c2,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:10.141593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0e51389-173d-4db5-bc21-1f60f890f7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:10.142383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:10.157597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-f3f03681-63a8-4b11-a91f-d5c04aaee655 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] delete failed (client error): The resource could not be found.
Nov 24 14:34:10.158616 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f3f03681-63a8-4b11-a91f-d5c04aaee655 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/40c2abd7-4d24-4baf-837c-a11778ed3762 HTTP/1.1" status: 404  len: 336 time: 0.0902762
Nov 24 14:34:10.159608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ed1a9-b7d3-4e14-b25f-963f0c1129bb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:10.161257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54460) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.168632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:10.239216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.258372 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8f65db23-f1ce-45c1-a8da-14e761118936 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=613d768a-5198-415d-861a-c7645a633202 HTTP/1.1" status: 200  len: 205 time: 0.0930843
Nov 24 14:34:10.264051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.267601 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d40ed1a9-b7d3-4e14-b25f-963f0c1129bb HTTP/1.1" status: 204  len: 168 time: 1.0273058
Nov 24 14:34:10.267601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54464) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.316522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.357608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:10.367222 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-fa9675d3-a4d7-4b65-ae1c-19af021fdddb tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] delete failed (client error): The resource could not be found.
Nov 24 14:34:10.370468 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fa9675d3-a4d7-4b65-ae1c-19af021fdddb tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/613d768a-5198-415d-861a-c7645a633202 HTTP/1.1" status: 404  len: 336 time: 0.0982153
Nov 24 14:34:10.373696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54470) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.397561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc13df5-4acc-4894-9dee-771851e4fdaf,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:10.405164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:10.417828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.428295 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-be749f63-2fbe-4088-b77e-f5ba8111ae5c tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cb4b8f2-7224-4e9e-a810-13f47effb70d HTTP/1.1" status: 200  len: 205 time: 0.0520732
Nov 24 14:34:10.429656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54474) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.446230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:10.451327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.458720 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:10.474014 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:10.475192 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1490>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:10.505856 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-26753e79-325d-4a04-b1b6-96f3a34779df tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] delete failed (client error): The resource could not be found.
Nov 24 14:34:10.506884 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-26753e79-325d-4a04-b1b6-96f3a34779df tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/4cb4b8f2-7224-4e9e-a810-13f47effb70d HTTP/1.1" status: 404  len: 336 time: 0.0761535
Nov 24 14:34:10.508155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.511654 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.9970293
Nov 24 14:34:10.511654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54478) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.541446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54482) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.547709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c5ceda67-1ac1-43c5-b1e7-9ad19addc76a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/floatingips/5ee5b983-2aae-44aa-970f-a04661dce97b HTTP/1.1" status: 200  len: 687 time: 4.0606124
Nov 24 14:34:10.548355 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1490>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:10.548521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.561320 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:10.562176 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1490>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:10.664358 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1490>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:10.664975 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da74b-867b-49f3-8b08-92b59e81403f None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:10.716064 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e4f23732-d843-466d-8896-2825abf280bb tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ca13bac-fa99-4a15-9f71-890651af84ab HTTP/1.1" status: 200  len: 205 time: 0.2045560
Nov 24 14:34:10.718871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54492) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.756061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.809295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.822515 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-55781889-e377-41ea-a75e-6150f09c41c3 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] delete failed (client error): The resource could not be found.
Nov 24 14:34:10.823923 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-55781889-e377-41ea-a75e-6150f09c41c3 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/3ca13bac-fa99-4a15-9f71-890651af84ab HTTP/1.1" status: 404  len: 336 time: 0.1042669
Nov 24 14:34:10.824554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.827271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54496) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.829047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port 36695182-72b8-4ec3-9f81-565d10762746 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:10.829396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:10.870982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8372973d-af63-4789-8611-c2fe65b10bfe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:10.896974 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-58689be5-c7b8-47f0-bd3e-b7e6cc04096a tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=15d6ea33-a79b-44c9-b7c0-569ead7b36c0 HTTP/1.1" status: 200  len: 205 time: 0.0644777
Nov 24 14:34:10.900116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54500) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:10.991807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:11.001263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:11.071159 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-e4555c68-a269-47c4-b605-3d8e93c75a8c tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] delete failed (client error): The resource could not be found.
Nov 24 14:34:11.072449 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e4555c68-a269-47c4-b605-3d8e93c75a8c tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/15d6ea33-a79b-44c9-b7c0-569ead7b36c0 HTTP/1.1" status: 404  len: 336 time: 0.1712165
Nov 24 14:34:11.078443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54510) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:11.128066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:11.186796 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3441fd93-2a6f-430b-ac34-ffba74f88e72 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fcc417b-643b-49c0-a565-2866c3c536fc HTTP/1.1" status: 200  len: 205 time: 0.1068113
Nov 24 14:34:11.194616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54514) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:11.214236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:11.284507 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-6528a11c-57b8-4418-843e-999153a1da76 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] delete failed (client error): The resource could not be found.
Nov 24 14:34:11.285801 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6528a11c-57b8-4418-843e-999153a1da76 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/routers/0fcc417b-643b-49c0-a565-2866c3c536fc HTTP/1.1" status: 404  len: 336 time: 0.0898063
Nov 24 14:34:11.326500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54520) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:11.386251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dc13df5-4acc-4894-9dee-771851e4fdaf,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:11.389629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:11.414827 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c27f92-663b-48bf-b1e4-08277d8f8446 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:34:11.415420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c27f92-663b-48bf-b1e4-08277d8f8446 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:34:11.419401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:11.421349 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6dc13df5-4acc-4894-9dee-771851e4fdaf HTTP/1.1" status: 204  len: 168 time: 0.8779480
Nov 24 14:34:11.431402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54524) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:11.438098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e5b03-b557-4632-943c-ce6a0536d1a9 None None] Network a9191c19-5da0-49d2-941c-e16a36584cb0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:11.442892 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-94c27f92-663b-48bf-b1e4-08277d8f8446 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] 10.222.0.53 "DELETE /v2.0/subnets/181471cc-afdc-4e4b-a6e6-6436586e9483 HTTP/1.1" status: 404  len: 337 time: 0.1152802
Nov 24 14:34:11.506830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:11.513664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:11.514012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:11.525950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Allocated IP 172.23.0.1 (a9191c19-5da0-49d2-941c-e16a36584cb0/e576fd05-3de3-45d7-9932-884454a77f8e/3c69ca3d-f9ef-4c76-8a96-e589a00363e8) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:11.614393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b6f90fb-0033-4687-b5e4-2818520192c2 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:11.726550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8c5b0c4c-dac7-473c-886d-9b3004abcb50 None None] Provisioning for port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:11.837241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9b6f90fb-0033-4687-b5e4-2818520192c2 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:11.837722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:11.843150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for 36695182-72b8-4ec3-9f81-565d10762746 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:11.866780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:11.887238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Transition to ACTIVE for port object 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:11.979524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4f76e59e-3c6e-4936-ba67-f606fca6d395 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:11.988846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:12.017124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.037341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:12.179661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54538) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:12.218156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network a9191c19-5da0-49d2-941c-e16a36584cb0 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:12.223236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:12.223375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:12.226227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:12.227252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:12.243508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:12.249727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:12.250113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.278907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4f76e59e-3c6e-4936-ba67-f606fca6d395 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:12.283700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4f76e59e-3c6e-4936-ba67-f606fca6d395 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.8443162
Nov 24 14:34:12.297150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54544) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:12.300635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54546) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:12.378191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.403055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ff0883f0-ae01-42ef-875e-646525b9be55 None None] Provisioning complete for port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:12.403055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ff0883f0-ae01-42ef-875e-646525b9be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.509225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.549932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.596221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.615047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1904094676-network', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:12.619184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.622222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:12.635678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Usage tracker for resource:security_group_rule and tenant:4eda27edbf304754bded87d67a4898c8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:12.641570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:12.642258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:12.654742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,segment=NetworkSegment(302fd5a4-5fde-4741-9cce-429178e31266),segment_id=302fd5a4-5fde-4741-9cce-429178e31266)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:12.661353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:12.666594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ff0883f0-ae01-42ef-875e-646525b9be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.676006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.735600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.738058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a71860fa-4c3a-4339-8d06-44918abbad65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:12.746957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:12.759326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.776730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=36695182-72b8-4ec3-9f81-565d10762746,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:12.783297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Usage tracker for resource:network and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:12.790320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:12.793174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:12.814859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:12.823583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:12.852225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:12.913874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-ff0883f0-ae01-42ef-875e-646525b9be55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:34:12.914233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-ff0883f0-ae01-42ef-875e-646525b9be55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:34:12.941804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Router 06f79594-0b17-49ec-92b4-02c4f9789191 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:12.948074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.958278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.959301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Made reservation on behalf of 30d72de9781d4279be986cf6b0dcc86a for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:12.961594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:12.985247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-edf6a457-f816-4702-85d3-961fd5ff79ba tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:13.000995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.023686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=361381f7-641d-49ea-9e41-8ecc8ab95447,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:13.031022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.085282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:13.096832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.097949 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/floatingips/5ee5b983-2aae-44aa-970f-a04661dce97b HTTP/1.1" status: 204  len: 168 time: 2.5441947
Nov 24 14:34:13.115461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54558) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:13.123834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.136138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': 'fa3e41f1-05d8-4e33-83fb-c5a6208deb91'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:13.140584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b11fcd33-54be-4f17-a618-1fa9d4f1dda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:13.166926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.167653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:13.171159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/361381f7-641d-49ea-9e41-8ecc8ab95447 HTTP/1.1" status: 204  len: 168 time: 0.7848032
Nov 24 14:34:13.175946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54562) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:13.178498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:13.191999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:floatingip and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:13.198915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:13.205275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:13.209280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:13.212340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8cf0cb-1d4d-4cce-8e53-a95028c0b477,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:13.214962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:13.218892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:13.234544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:13.243694 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4eda27edbf304754bded87d67a4898c8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0601490
Nov 24 14:34:13.243907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:13.245569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54566) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:13.255799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] Sync routers for ids ['06f79594-0b17-49ec-92b4-02c4f9789191'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:13.273526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-90ac8559-2d55-4179-be39-2f43464a6a11 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:13.278699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] Routers {'06f79594-0b17-49ec-92b4-02c4f9789191'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:13.280427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe429d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['06f79594-0b17-49ec-92b4-02c4f9789191'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:13.309464 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c7eff848-3f7c-4cd4-bf18-e7a569f702ee tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "PUT /v2.0/routers/06f79594-0b17-49ec-92b4-02c4f9789191/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9062700
Nov 24 14:34:13.322087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54570) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:13.343805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.344030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe429d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:13.359176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] Routers {'06f79594-0b17-49ec-92b4-02c4f9789191'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:13.359926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe429d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['06f79594-0b17-49ec-92b4-02c4f9789191'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:13.362305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.384937 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5b4b30-8123-42a3-adde-15391ede2b00 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:34:13.385447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ec5b4b30-8123-42a3-adde-15391ede2b00 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:13.407274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.410710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.442458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:13.449045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.470723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.475652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6893f625-6a5e-408a-9abd-b87941cbfd0a tempest-ServerActionsTestJSON-967685901 tempest-ServerActionsTestJSON-967685901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:13.482396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.483928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-90ac8559-2d55-4179-be39-2f43464a6a11 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:13.488373 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-90ac8559-2d55-4179-be39-2f43464a6a11 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.3084211
Nov 24 14:34:13.488373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ec5b4b30-8123-42a3-adde-15391ede2b00 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:13.490083 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ec5b4b30-8123-42a3-adde-15391ede2b00 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/5cd1c62a-3434-40b5-be9c-5eb2ba60bfe1 HTTP/1.1" status: 404  len: 333 time: 0.1670475
Nov 24 14:34:13.491089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4656c516-edd2-4d9e-93a7-2dcb042523b7 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:13.493337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe429d0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:13.493607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54574) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:13.493748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f479c-2a28-47a1-9bb6-2eb1dd85377f None None] The sync data for ids ['06f79594-0b17-49ec-92b4-02c4f9789191'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:13.493859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54576) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:13.547263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:13.547641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.575095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:34:13.673669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.679689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event updated for resources: {'Port': ['ID=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:13.682688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:13.751844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b0bc4546-4deb-4e10-bb8c-154f8cae6b61 None None] Provisioning for port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:13.760065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b0bc4546-4deb-4e10-bb8c-154f8cae6b61 None None] Provisioning complete for port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:13.760065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4546-4deb-4e10-bb8c-154f8cae6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.795219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e581668d-1bcf-4566-8285-c76736e209b0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:13.800043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:13.802693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.818782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.824781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.830439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.831028 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Added segment ccb071b4-921a-4df8-83ef-2d4f9e4f2875 of type vlan for network efc160bb-4be8-4cb6-8ce4-d955bf28e95f
Nov 24 14:34:13.840970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54f5bbd6-c644-4c32-b50b-ea7a8019f5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:13.848673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc4546-4deb-4e10-bb8c-154f8cae6b61 None None] Port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:13.849855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a87e-ef50-4517-b595-98e307d36b27 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.868234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8cf0cb-1d4d-4cce-8e53-a95028c0b477,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:13.870519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:13.876832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.927599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:13.931024 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd8cf0cb-1d4d-4cce-8e53-a95028c0b477 HTTP/1.1" status: 204  len: 168 time: 0.6822877
Nov 24 14:34:13.933913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Network a9191c19-5da0-49d2-941c-e16a36584cb0 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:13.938729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:13.994982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.030530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.038987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8930509f-3c1f-4955-a44f-66cc70400cbb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:14.201032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56b80d5e-a850-4d54-a53a-8b198779f288,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:14.209594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:14.290627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c2e8c19a-5a1a-4ee4-a226-8cd769d82439 None None] Provisioning complete for port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:14.291463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c19a-5a1a-4ee4-a226-8cd769d82439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.353987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.354610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:14.355076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.369361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c2e8c19a-5a1a-4ee4-a226-8cd769d82439 None None] Port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:14.370360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-93e65e97-d08f-4964-a0da-f45e5aa5320a tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:14.410932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a87e-ef50-4517-b595-98e307d36b27 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.437129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.26.2.155 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/bc82f857-0c42-4657-8246-b683ef969893) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:14.474558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.475680 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/56b80d5e-a850-4d54-a53a-8b198779f288 HTTP/1.1" status: 204  len: 168 time: 0.9807224
Nov 24 14:34:14.476650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a87e-ef50-4517-b595-98e307d36b27 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.478879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54586) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:14.487561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Pushing event updated for resources: {'Network': ['ID=efc160bb-4be8-4cb6-8ce4-d955bf28e95f,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:14.490707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:14.505117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:34:14.528372 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1427932
Nov 24 14:34:14.532286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54590) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:14.534981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Request body: {'subnet': {'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1904094676-subnet', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:14.540225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:14.544846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Usage tracker for resource:subnet and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:14.547693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:14.553642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:14.609117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a87e-ef50-4517-b595-98e307d36b27 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.609717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd3a87e-ef50-4517-b595-98e307d36b27 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Fanout notify agent at l3_agent the message router_deleted on router 06f79594-0b17-49ec-92b4-02c4f9789191 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:34:14.621238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2bd3a87e-ef50-4517-b595-98e307d36b27 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.622869 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2bd3a87e-ef50-4517-b595-98e307d36b27 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/routers/06f79594-0b17-49ec-92b4-02c4f9789191 HTTP/1.1" status: 204  len: 168 time: 1.1263211
Nov 24 14:34:14.625589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54594) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:14.660140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3175468d-84a1-4a77-8fea-b861855fd42e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:14.668606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.668795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Made reservation on behalf of 30d72de9781d4279be986cf6b0dcc86a for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:14.675679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.695427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:14.748498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54598) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:14.777298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3175468d-84a1-4a77-8fea-b861855fd42e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:14.779893 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3175468d-84a1-4a77-8fea-b861855fd42e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2991199
Nov 24 14:34:14.783843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54602) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:14.834193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.845738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-70f6804b-4fc2-47ce-954e-68c9f5d680f9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:14.923964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:14.927565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:14.930019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:14.955293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.968327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=bc82f857-0c42-4657-8246-b683ef969893,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:14.971045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:14.972412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:14.997876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-644e1400-a4d2-4e27-b8e0-10f2fcc4f8ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7dc59557285492c9b1b8e5dd08eb7c1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2484126
Nov 24 14:34:15.001367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54606) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:15.060579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet fe4eb552-14ec-41c3-80a4-5e9d62cd985b {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:34:15.065566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.132846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.153190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.175819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:15.179574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:15.186872 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:15.204266 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:15.204471 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5003598
Nov 24 14:34:15.204590 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff7bd90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:15.208494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54610) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:15.209549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.209815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea52a47f-df4e-48e0-93b7-a69914b13919,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:15.218174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:15.220191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:15.272709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.304927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.314743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-48390f3e-dd56-403b-85de-6afa3a04346f tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:15.339799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.341034 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ea52a47f-df4e-48e0-93b7-a69914b13919 HTTP/1.1" status: 204  len: 168 time: 0.5526509
Nov 24 14:34:15.347247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54614) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:15.368980 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:15.424934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:15.437871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:15.446612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.473381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-90285655-88b5-42c0-881f-61dfc6e50fe2 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:15.488040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Checking segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:15.488430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Network hostable DHCP agents. Network: efc160bb-4be8-4cb6-8ce4-d955bf28e95f, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:34:15.523904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.533757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d257d793-d196-430d-b234-96be7f59b81e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:15.690411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:34:15.692517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-90285655-88b5-42c0-881f-61dfc6e50fe2 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:15.696516 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-90285655-88b5-42c0-881f-61dfc6e50fe2 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3398771
Nov 24 14:34:15.698343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4eb552-14ec-41c3-80a4-5e9d62cd985b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:15.702312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54618) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:15.708623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:15.710372 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff7bd90>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:12Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '3c69ca3d-f9ef-4c76-8a96-e589a00363e8', 'name': '', 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:44:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:13Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:15.714817 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:15.715866 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Updating router 4372d207-1875-478d-8fe2-00426f671047 port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:34:15.724882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.732320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549d088-d83e-482a-a671-bf6dfcb5a551 None None] Network 46f2d3d5-236a-4151-822a-ee426c3c3f06 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:15.740876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/fe4eb552-14ec-41c3-80a4-5e9d62cd985b HTTP/1.1" status: 204  len: 168 time: 1.1142492
Nov 24 14:34:15.744031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54622) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:15.768920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.774289 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.788888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.878684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.889474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, efc160bb-4be8-4cb6-8ce4-d955bf28e95f) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:15.897974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:15.898866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.914861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.919615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f53fabf8-f05d-49fe-99c4-7c230535aff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:15.920483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:15.921057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:15.938440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53d0c6-2951-4b56-b66c-be6614bfb67a None None] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:15.949204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af1c906-5749-421a-adcf-822e6cfe6a4b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:15.952457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:16.003024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.004203 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4af1c906-5749-421a-adcf-822e6cfe6a4b HTTP/1.1" status: 204  len: 168 time: 1.0008335
Nov 24 14:34:16.023645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.031267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-23f90466-6c04-4d78-993b-313ef26bb517 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:16.046680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.050570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9d2be1db-5c04-40b7-8a42-1f1e5e8af369 HTTP/1.1" status: 204  len: 168 time: 0.3429265
Nov 24 14:34:16.050570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d2be1db-5c04-40b7-8a42-1f1e5e8af369,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:16.051425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54628) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:16.057943 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5278993
Nov 24 14:34:16.061367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54630) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:16.061549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:16.070892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:16.115491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:16.198523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Usage tracker for resource:router and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:16.225079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:16.226938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0bd9d9b7-9823-4e3e-a41e-8190a0482b7c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:16.227475 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.236726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:16.250404 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Transition to ACTIVE for port object 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:16.253626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] For port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=63a04caa-d9b9-4fbc-b2d7-7ff51748583a,segment=NetworkSegment(e98d20a4-77d1-4476-8cb4-03c816f7d64e),segment_id=e98d20a4-77d1-4476-8cb4-03c816f7d64e)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:16.253995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.323818 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.341234 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:16.461641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 63a04caa-d9b9-4fbc-b2d7-7ff51748583a owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:16.467759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:16.468807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.478585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.479612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.500363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0bd9d9b7-9823-4e3e-a41e-8190a0482b7c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:16.500650 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0bd9d9b7-9823-4e3e-a41e-8190a0482b7c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4409809
Nov 24 14:34:16.503589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54636) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:16.651910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.666674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1874b2a-5168-4fa7-9132-a2ce27ae8af8 None None] DHCP port deletion for 46f2d3d5-236a-4151-822a-ee426c3c3f06 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:34:16.682752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c1874b2a-5168-4fa7-9132-a2ce27ae8af8 None None] Deleting port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:16.684676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c1874b2a-5168-4fa7-9132-a2ce27ae8af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.702260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.731976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.738266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1dcc715a-b62e-487a-9e1f-2671fc8e7ba1 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:16.823397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.extraroute_db [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84234) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 14:34:16.844454 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65ee58-75ce-401b-9bb2-c0f0b1294f3d None None] Pushing event updated for resources: {'Port': ['ID=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:16.848615 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7f65ee58-75ce-401b-9bb2-c0f0b1294f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:16.848883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=63a04caa-d9b9-4fbc-b2d7-7ff51748583a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:16.851389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:16.858469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No DVR routers for this DVR port 63a04caa-d9b9-4fbc-b2d7-7ff51748583a on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:34:16.867882 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Attempting to bind port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:16.870372 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Attempting to bind port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:16.870372 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Attempting to bind port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 on network a9191c19-5da0-49d2-941c-e16a36584cb0 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:16.876751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.extraroute_db [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Removed routes are [] {{(pid=84234) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 14:34:16.877188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.878610 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:16.879358 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Checking segment: {'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:16.880020 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.880598 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Bound using segment: {'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:16.881371 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Bound port: 3c69ca3d-f9ef-4c76-8a96-e589a00363e8, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302fd5a4-5fde-4741-9cce-429178e31266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:16.881977 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.897528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c1874b2a-5168-4fa7-9132-a2ce27ae8af8 None None] The port '63a04caa-d9b9-4fbc-b2d7-7ff51748583a' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:34:16.907898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:16.920584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.060615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.073703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.084682 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] For port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:17.090458 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] For port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,segment=NetworkSegment(302fd5a4-5fde-4741-9cce-429178e31266),segment_id=302fd5a4-5fde-4741-9cce-429178e31266)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:17.120948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Allocated IP 172.20.0.2 (efc160bb-4be8-4cb6-8ce4-d955bf28e95f/f59739d1-3c0e-4df3-a4ec-ed959ec36cc0/f5354671-fca7-48fc-b69f-3452cf67b2b8) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:17.140182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e7681f0>,) {'filters': {'network_id': ['46f2d3d5-236a-4151-822a-ee426c3c3f06']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:17.172995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e7681f0>, 'e98d20a4-77d1-4476-8cb4-03c816f7d64e') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:17.174069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e7681f0>, 'e98d20a4-77d1-4476-8cb4-03c816f7d64e') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:17.200025 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.205703 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:17.206649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.212764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.243261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.253558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:34:17.254364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.343744 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65ee58-75ce-401b-9bb2-c0f0b1294f3d None None] Pushing event updated for resources: {'Port': ['ID=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:17.351202 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7f65ee58-75ce-401b-9bb2-c0f0b1294f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:17.397121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e68d0a76-e079-4d83-8ddb-223bdd4c223c tempest-PortsAdminExtendedAttrsTestJSON-1789096307 tempest-PortsAdminExtendedAttrsTestJSON-1789096307-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:34:17.412926 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:34:17.415487 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:17.417588 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff7bd90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:17.424439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730db834-db5c-484c-93cf-5a8adf172fa1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:17.439570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:17.489161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.494405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-acc54fea-f98a-4ba3-bc2c-7a53f9a08bc9 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:17.553547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.562772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.564499 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/730db834-db5c-484c-93cf-5a8adf172fa1 HTTP/1.1" status: 204  len: 168 time: 1.0596440
Nov 24 14:34:17.568435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=46f2d3d5-236a-4151-822a-ee426c3c3f06,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:17.577280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54652) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:17.580738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:17.587303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 63a04caa-d9b9-4fbc-b2d7-7ff51748583a no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:17.611701 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/46f2d3d5-236a-4151-822a-ee426c3c3f06 HTTP/1.1" status: 204  len: 168 time: 1.8597069
Nov 24 14:34:17.617362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54656) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:17.717137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 63a04caa-d9b9-4fbc-b2d7-7ff51748583a {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:17.717595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 63a04caa-d9b9-4fbc-b2d7-7ff51748583a not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:17.747092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c839b2a3-82c7-4e81-96a6-a24884476717 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:17.749262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.763221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Transition to ACTIVE for port object f5354671-fca7-48fc-b69f-3452cf67b2b8 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:17.778361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939a114-c54a-41c7-bd71-d150c158d744 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:17.779268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2939a114-c54a-41c7-bd71-d150c158d744 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:17.795633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Transition to ACTIVE for port object f5354671-fca7-48fc-b69f-3452cf67b2b8 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:17.815279 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:17.906970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c839b2a3-82c7-4e81-96a6-a24884476717 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:17.908652 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c839b2a3-82c7-4e81-96a6-a24884476717 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3298020
Nov 24 14:34:17.913287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54664) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:17.920966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157085189'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:17.927871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:17.937455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.940147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:17.942559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:17.955878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:17.961555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2939a114-c54a-41c7-bd71-d150c158d744 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:17.966587 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2939a114-c54a-41c7-bd71-d150c158d744 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/dfd0c621-f65a-4bed-9396-d4e8921c44e9 HTTP/1.1" status: 200  len: 844 time: 0.3420026
Nov 24 14:34:17.968645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54668) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:18.017497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.056398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:18.059950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.060704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:18.062301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.069691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:18.081450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Pushing event updated for resources: {'Port': ['ID=f5354671-fca7-48fc-b69f-3452cf67b2b8,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:18.085042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:18.175393 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8fb52cea-955e-491b-bae3-1eb020b0144a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/dfd0c621-f65a-4bed-9396-d4e8921c44e9?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1983738
Nov 24 14:34:18.176008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54674) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:18.188561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:18.218023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.226828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:18.232000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Attempting to bind port f5354671-fca7-48fc-b69f-3452cf67b2b8 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:18.232417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Attempting to bind port f5354671-fca7-48fc-b69f-3452cf67b2b8 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:18.232788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Attempting to bind port f5354671-fca7-48fc-b69f-3452cf67b2b8 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:18.235311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.241504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:18.241936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Checking segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:18.242527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.242926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Bound using segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:18.243390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Bound port: f5354671-fca7-48fc-b69f-3452cf67b2b8, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:18.243771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.261916 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff7bd90>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:16Z', 'revision_number': 6, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '3c69ca3d-f9ef-4c76-8a96-e589a00363e8', 'name': '', 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:44:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:18.267830 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d277e-b6ea-48f4-9278-3c4d5ae5d320 None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:16Z', 'revision_number': 6, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '3c69ca3d-f9ef-4c76-8a96-e589a00363e8', 'name': '', 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:44:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:18.381038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:18.385265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:18.388307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:18.394549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:18.405978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] For port f5354671-fca7-48fc-b69f-3452cf67b2b8, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:18.410980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] For port f5354671-fca7-48fc-b69f-3452cf67b2b8, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f5354671-fca7-48fc-b69f-3452cf67b2b8,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:18.447227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:18.461480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:18.465589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:18.472475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=bc82f857-0c42-4657-8246-b683ef969893,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:18.476187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:18.481845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:18.493028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.512614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c77e5153-a264-4003-9b54-76f9f6b00619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:18.513713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.514975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.597296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Pushing event updated for resources: {'Port': ['ID=f5354671-fca7-48fc-b69f-3452cf67b2b8,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:18.600358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:18.602124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:18.612615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38bf509f-6e58-44cf-a9a7-fb09f37184a1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:18.634764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:18.637577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:18.894673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a467626-c27d-4dc8-bb49-b2233c8edbaa,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:18.899578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:18.940260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.037610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.042177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1270010
Nov 24 14:34:19.043118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54686) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:19.060259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '5a467626-c27d-4dc8-bb49-b2233c8edbaa', 'direction': 'ingress', 'protocol': 17}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:19.066763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:19.083536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:19.092761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:19.097174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.140644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:19.147976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.298759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.304057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-55dbedf4-a057-4a0a-a4f1-7a570e45e4ff tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:19.352024 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP db4fb359-6b3f-4706-ae31-cb91eb0eafcd associated. External IP: 172.26.2.155, port: fa3e41f1-05d8-4e33-83fb-c5a6208deb91.
Nov 24 14:34:19.363750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=e2a24e03-3612-4957-a466-0b978524c5ed,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:19.368418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:19.379868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:19.381165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:19.383640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:19.384240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.392747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e17754-37ae-48ce-aa12-6b58c5ade71f None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:19.428157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.468278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:19.502891 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3253953
Nov 24 14:34:19.506337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54696) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:19.512345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1924270991'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:19.519291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Allocated IP 172.26.2.66 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/2ac85e91-b22f-4af5-9e52-9302a0d3b718) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:19.530320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:19.534666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:19.538035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:19.546446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:19.549340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.553124 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8f799a07-c53f-4c66-b7bc-41aedcf84eed tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 200  len: 934 time: 4.3393221
Nov 24 14:34:19.553299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:19.553397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54700) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:19.689384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.713830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.782701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:19.812956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:19.815201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group_rule and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:19.824290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:19.834533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:19.835438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:19.836042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.861752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54706) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:19.899371 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e436a2ba-6fef-4baa-a460-5892f81fead7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 200  len: 934 time: 0.3447676
Nov 24 14:34:19.903706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54712) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:19.910096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'routes': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:19.931060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:19.959074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd2d869e-3d7f-47a1-bb44-35f6a7172980 tempest-ServersTestJSON-1845263818 tempest-ServersTestJSON-1845263818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:19.987590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cd2bb1-4bca-4d40-8e8e-ade5a0045422,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:19.990404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:20.017854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.083085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-5fb993e7-2511-4500-b908-bfeed451a392', 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'tenant_id': '812d3cde387642f09bf57820011874d9', 'fixed_ips': [{'subnet_id': 'e2a24e03-3612-4957-a466-0b978524c5ed'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:20.084243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.096884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.110203 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.0507522
Nov 24 14:34:20.114514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54716) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:20.124775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a82ea7-0afb-499c-9da2-b029fb68bd16 None None] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:20.138229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-343322471'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:20.149217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:20.166690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.171734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Usage tracker for resource:router and tenant:86e2ce0441904d7783d041744a19b08b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:20.173036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:20.180405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:20.236818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.249472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-41d92bc6-24d1-48ce-86f6-9ee05ac8e505 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:20.265035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.272721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.340503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.349165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:20.354120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Pushing event updated for resources: {'Port': ['ID=2ac85e91-b22f-4af5-9e52-9302a0d3b718,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:20.354278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ce191446-decd-4ee9-8177-983b093557c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:20.359037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:20.359932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:20.363586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.364458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:20.384654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.385565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.425006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,segment=NetworkSegment(302fd5a4-5fde-4741-9cce-429178e31266),segment_id=302fd5a4-5fde-4741-9cce-429178e31266)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:20.437365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a6eb82-c5eb-46dc-b9c1-21d7582aff9d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:20.444956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:20.458544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.498315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.516898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-08307a7c-ec70-4011-9f6a-9bbd51d94cad None None] Provisioning for port f5354671-fca7-48fc-b69f-3452cf67b2b8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:20.553459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Allocated IP 2001:db8::2 (5fb993e7-2511-4500-b908-bfeed451a392/e2a24e03-3612-4957-a466-0b978524c5ed/6db5cd51-6be6-41b4-b966-30e8174f4a36) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:20.557424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.558434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f5354671-fca7-48fc-b69f-3452cf67b2b8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:20.558594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.560277 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0529575
Nov 24 14:34:20.563682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54720) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:20.582622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'security_group': {'name': 'tempest-secgroup-601922040'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:20.593707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:20.605607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:20.619933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:20.628364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:20.640006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:20.666671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.713400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:20.716620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.760316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added routes are [] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 14:34:20.760966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 14:34:20.761217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.773159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6eb99afc-9e89-4288-90bf-1aca7752ec03 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:20.787050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.791102 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c5cfa543-bc7f-4b69-af7c-126836599f05 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.9254434
Nov 24 14:34:20.796515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:20.796678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54724) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:20.806336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:20.810525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:20.858051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a467626-c27d-4dc8-bb49-b2233c8edbaa,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:20.865319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group_rule and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:20.869948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:20.883275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:20.895772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:20.899803 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a467626-c27d-4dc8-bb49-b2233c8edbaa HTTP/1.1" status: 204  len: 168 time: 0.7814407
Nov 24 14:34:20.900740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:20.902570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54728) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:20.990771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.003117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port f5354671-fca7-48fc-b69f-3452cf67b2b8 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:21.009352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Transition to ACTIVE for port object 6db5cd51-6be6-41b4-b966-30e8174f4a36 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:21.016313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f5354671-fca7-48fc-b69f-3452cf67b2b8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:21.016710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.067347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.089324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2baaa9b-3f81-4a9f-aa54-c0f23138ed14 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:21.092122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c17ef1d-1d1e-4fd0-8255-dd0d137b2c51 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.101161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.101895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.128953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.132413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Transition to ACTIVE for port object 6db5cd51-6be6-41b4-b966-30e8174f4a36 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:21.161599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.198831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port f5354671-fca7-48fc-b69f-3452cf67b2b8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f5354671-fca7-48fc-b69f-3452cf67b2b8,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:21.212610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.217327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d52a0fbf-145e-4532-a3b0-be37a4d2af26 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:21.256993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.267183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:21.270119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2baaa9b-3f81-4a9f-aa54-c0f23138ed14 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:21.275026 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a2baaa9b-3f81-4a9f-aa54-c0f23138ed14 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3670568
Nov 24 14:34:21.275662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54732) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:21.280387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50e5783-e6ee-44f9-a468-4ecf04c67347,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:21.286349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132990969'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:21.293662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:21.297276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:21.315029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:21.316841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.337488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d00f5db2-7e40-4bdf-98da-5843d5c2c629 None None] Provisioning complete for port f5354671-fca7-48fc-b69f-3452cf67b2b8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:21.338103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d00f5db2-7e40-4bdf-98da-5843d5c2c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.412825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Pushing event updated for resources: {'Port': ['ID=6db5cd51-6be6-41b4-b966-30e8174f4a36,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:21.416686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:21.420955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:21.421905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:21.428810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:21.430188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.430188 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.8567102
Nov 24 14:34:21.430594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:21.431988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54738) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:21.443537 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1232582776', 'security_groups': ['b50e5783-e6ee-44f9-a468-4ecf04c67347'], 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2a24e03-3612-4957-a466-0b978524c5ed'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:21.477084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:21.478851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e05376-8b57-4350-972a-e951360c9309 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:21.492721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:21.537635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.565682 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:34:21.615409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.653668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=f5354671-fca7-48fc-b69f-3452cf67b2b8,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:21.662574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:21.670339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:21.675373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e05376-8b57-4350-972a-e951360c9309 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:21.676027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-62e05376-8b57-4350-972a-e951360c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200d3370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:21.683197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:21.693044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:21.696787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c17ef1d-1d1e-4fd0-8255-dd0d137b2c51 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.704638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c17ef1d-1d1e-4fd0-8255-dd0d137b2c51 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.712719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:21.719384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:21.731229 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 8.6115632
Nov 24 14:34:21.735568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54742) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:21.745407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:21.775087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Attempting to bind port 6db5cd51-6be6-41b4-b966-30e8174f4a36 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:21.775348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Attempting to bind port 6db5cd51-6be6-41b4-b966-30e8174f4a36 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '73621502-77ba-49e5-bc13-14977a1b5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:21.775563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Attempting to bind port 6db5cd51-6be6-41b4-b966-30e8174f4a36 on network 5fb993e7-2511-4500-b908-bfeed451a392 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:21.784803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-62e05376-8b57-4350-972a-e951360c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200d3370>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:21.853075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:21.854226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Checking segment: {'id': '73621502-77ba-49e5-bc13-14977a1b5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:21.854853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.855437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Bound using segment: {'id': '73621502-77ba-49e5-bc13-14977a1b5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:21.856250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Bound port: 6db5cd51-6be6-41b4-b966-30e8174f4a36, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73621502-77ba-49e5-bc13-14977a1b5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:21.856921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.883156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.887906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.890704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:21.891082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.909445 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6674d8e1-b3f2-47b8-b664-80b8e9e42d1c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "GET /v2.0/floatingips/db4fb359-6b3f-4706-ae31-cb91eb0eafcd HTTP/1.1" status: 200  len: 978 time: 0.1669109
Nov 24 14:34:21.921394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54746) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:21.922293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:21.941300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:21.966566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e05376-8b57-4350-972a-e951360c9309 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:21.967291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-62e05376-8b57-4350-972a-e951360c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200d3370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:22.022299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c17ef1d-1d1e-4fd0-8255-dd0d137b2c51 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.023000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c17ef1d-1d1e-4fd0-8255-dd0d137b2c51 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b78b182f-9541-49f4-9ff6-f286e1c30bfb {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:34:22.044182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c17ef1d-1d1e-4fd0-8255-dd0d137b2c51 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.044182 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9c17ef1d-1d1e-4fd0-8255-dd0d137b2c51 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b78b182f-9541-49f4-9ff6-f286e1c30bfb HTTP/1.1" status: 204  len: 168 time: 1.2461276
Nov 24 14:34:22.044182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54750) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:22.048175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Request body: {'router': {'name': 'tempest-router-280708455', 'distributed': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:22.055509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-62e05376-8b57-4350-972a-e951360c9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200d3370>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:22.055925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e05376-8b57-4350-972a-e951360c9309 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:22.058127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:22.066081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Usage tracker for resource:router and tenant:86e2ce0441904d7783d041744a19b08b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:22.071428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:22.080265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:22.127405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:22.136214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.152617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] For port 6db5cd51-6be6-41b4-b966-30e8174f4a36, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:22.164902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] For port 6db5cd51-6be6-41b4-b966-30e8174f4a36, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6db5cd51-6be6-41b4-b966-30e8174f4a36,segment=NetworkSegment(73621502-77ba-49e5-bc13-14977a1b5533),segment_id=73621502-77ba-49e5-bc13-14977a1b5533)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:22.198712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6072cf6c-1003-47fd-9c19-88d9b7ae5d15 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:22.200756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.201843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.226567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.234707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:22.289941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.308379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba31c7f-f0e1-4802-9e60-a280248296d1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:22.316440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fb8b6078-3714-46fb-b7bf-8ad53605fd42 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Synchronizing usage tracker for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:floatingip {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:22.318410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:22.319979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Pushing event updated for resources: {'Port': ['ID=6db5cd51-6be6-41b4-b966-30e8174f4a36,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:22.323874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:22.342774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:22.343352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.353503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.354634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-874ea767-6b57-47bc-ad11-d58c588c4f9b tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 200  len: 700 time: 2.4498229
Nov 24 14:34:22.357965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54754) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:22.379794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port 9ca04d92-860c-455e-972f-48f8369eb587 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:34:22.411038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.415292 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1361308
Nov 24 14:34:22.415292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Router aafeda75-af4c-4c7e-a239-b5a5504913cd is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:34:22.416043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54758) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:22.430870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--643258629'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:22.443505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:22.451537 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fb8b6078-3714-46fb-b7bf-8ad53605fd42 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Unset dirty status for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:floatingip {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:22.455567 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fb8b6078-3714-46fb-b7bf-8ad53605fd42 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.5152316
Nov 24 14:34:22.455567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:22.460200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54762) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:22.461036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:22.482846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'port_id': '5b4c9e05-99c5-44fb-95ce-2365ae04357c'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:22.537262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:22.579894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.713482 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:22.721010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.734433 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:22.735489 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd290a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:22.739895 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1e192bb2-3b98-4415-bdb6-9f0aee961edf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 200  len: 700 time: 0.3739665
Nov 24 14:34:22.739895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54766) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:22.759750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.803736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:22.804945 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b3cded62-5082-4bea-9417-32bb274f671b tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.7623379
Nov 24 14:34:22.812495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54770) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:22.917234 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:23.019744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:23.042801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce275a4f-a783-4adf-b28a-d50c283cb984 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.051120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::268 (5fb993e7-2511-4500-b908-bfeed451a392/e2a24e03-3612-4957-a466-0b978524c5ed/9ca04d92-860c-455e-972f-48f8369eb587) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:23.053659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:23.061387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:23.079002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:23.288048 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd290a0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 7, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '3c69ca3d-f9ef-4c76-8a96-e589a00363e8', 'name': '', 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:44:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:23.298178 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:23.311255 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:23.312110 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd290a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:23.455473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f2306ba-83fe-4820-a7f1-0809f5963c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.526428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.589528 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:23.592079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6db5cd51-6be6-41b4-b966-30e8174f4a36 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:23.618138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.634526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b634c02-ee99-4436-b921-3b4be8e56e78 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:23.713123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce275a4f-a783-4adf-b28a-d50c283cb984 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.727387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce275a4f-a783-4adf-b28a-d50c283cb984 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.727571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.756861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8440fbac-e562-403a-8e74-862f150be07a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:23.765699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:23.778176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:23.784796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:23.801248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:23.802821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9272b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:33:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:23.822243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:23.891939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:24.003946 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd290a0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 7, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '3c69ca3d-f9ef-4c76-8a96-e589a00363e8', 'name': '', 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:44:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:24.008921 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502aa8e3-ef47-4aa6-9ce8-bd01bf293d23 None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 7, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '3c69ca3d-f9ef-4c76-8a96-e589a00363e8', 'name': '', 'network_id': 'a9191c19-5da0-49d2-941c-e16a36584cb0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:44:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e576fd05-3de3-45d7-9932-884454a77f8e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:24.020558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce275a4f-a783-4adf-b28a-d50c283cb984 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.021075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce275a4f-a783-4adf-b28a-d50c283cb984 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac1d421-e4bb-4267-9f28-1f4f6ade3701 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:34:24.046999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object 9ca04d92-860c-455e-972f-48f8369eb587 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:24.068764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.073219 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.6561227
Nov 24 14:34:24.076482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54774) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:24.092798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce275a4f-a783-4adf-b28a-d50c283cb984 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.093294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '6ba31c7f-f0e1-4802-9e60-a280248296d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8440fbac-e562-403a-8e74-862f150be07a', 'remote_ip_prefix': None}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:24.093994 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ce275a4f-a783-4adf-b28a-d50c283cb984 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9ac1d421-e4bb-4267-9f28-1f4f6ade3701 HTTP/1.1" status: 204  len: 168 time: 1.2805331
Nov 24 14:34:24.099609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f5354671-fca7-48fc-b69f-3452cf67b2b8 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:24.101262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54778) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:24.109186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Request body: {'router': {'name': 'tempest-router-659511936', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ff9c5bcd05e34ab0a5f8d0a6408e75bf'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:24.115771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:24.121918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Usage tracker for resource:router and tenant:ff9c5bcd05e34ab0a5f8d0a6408e75bf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:24.122494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:24.125600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:24.133212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:24.140533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:24.144989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.146830 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.0827978
Nov 24 14:34:24.149973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:24.150548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54782) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:24.163179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:24.163407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Provisioning for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:24.195145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:24.195596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.265282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.281313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:24.342550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.349422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.350341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.379047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81059814-a415-44f0-89cd-543a3642f983 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:24.452725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.470578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.478124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.504647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=9ca04d92-860c-455e-972f-48f8369eb587,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:24.507377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:24.521646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f5354671-fca7-48fc-b69f-3452cf67b2b8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:24.522163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.525486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:24.527184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:24.530844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:24.534607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:24.535313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.544411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.561650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.655979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.670687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] For port 6db5cd51-6be6-41b4-b966-30e8174f4a36, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6db5cd51-6be6-41b4-b966-30e8174f4a36,segment=NetworkSegment(73621502-77ba-49e5-bc13-14977a1b5533),segment_id=73621502-77ba-49e5-bc13-14977a1b5533)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:24.677390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.747661 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.3084650
Nov 24 14:34:24.750055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54786) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:24.754131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.759481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bdccb4e0-af50-4ed6-8f2f-a2c6505d3886 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:24.765332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:24.788208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.794350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e0d7c6-bc47-4e58-9996-7b1ac7ebfb24,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:24.800220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7cae913b-5233-4729-a270-78667965c71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:24.809813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:24.854850 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP db4fb359-6b3f-4706-ae31-cb91eb0eafcd associated. External IP: 172.26.2.155, port: fa3e41f1-05d8-4e33-83fb-c5a6208deb91.
Nov 24 14:34:24.903221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Provisioning complete for port dfd0c621-f65a-4bed-9396-d4e8921c44e9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:24.906778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.918548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.919637 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7876e024-d0c9-4da9-a499-8223870bf117 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.8164334
Nov 24 14:34:24.925172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54790) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:24.929882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9272b0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 3, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:24.946200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:24.946571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Updating router aafeda75-af4c-4c7e-a239-b5a5504913cd port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:34:24.950372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:24.960510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:24.964220 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.8845816
Nov 24 14:34:24.968717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54794) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:24.970239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Pushing event updated for resources: {'Port': ['ID=6db5cd51-6be6-41b4-b966-30e8174f4a36,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:24.973594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:25.011359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.019222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Port dfd0c621-f65a-4bed-9396-d4e8921c44e9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:25.023928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.025799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.165481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:25.175111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:25.177663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.182066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:25.184866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:25.196581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:25.251956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6e62247-1efc-420c-9a15-290ff87ba291 None None] Provisioning for port 9ca04d92-860c-455e-972f-48f8369eb587 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:25.262730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3e0d7c6-bc47-4e58-9996-7b1ac7ebfb24,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:25.265463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6e62247-1efc-420c-9a15-290ff87ba291 None None] Provisioning complete for port 9ca04d92-860c-455e-972f-48f8369eb587 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:25.265994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6e62247-1efc-420c-9a15-290ff87ba291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.267845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:25.270374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.272140 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c3e0d7c6-bc47-4e58-9996-7b1ac7ebfb24 HTTP/1.1" status: 204  len: 168 time: 0.3017561
Nov 24 14:34:25.274767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54798) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:25.352394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6abbd580-7a8d-458f-b083-798f85f01c5e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:25.365666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d6e62247-1efc-420c-9a15-290ff87ba291 None None] Port 9ca04d92-860c-455e-972f-48f8369eb587 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:25.445967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:25.460465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6db5cd51-6be6-41b4-b966-30e8174f4a36 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:25.487358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:25.500120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6abbd580-7a8d-458f-b083-798f85f01c5e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:25.504009 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6abbd580-7a8d-458f-b083-798f85f01c5e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2248034
Nov 24 14:34:25.520128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54802) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:25.549812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.567430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Transition to ACTIVE for port object 2ac85e91-b22f-4af5-9e52-9302a0d3b718 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:25.584974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:25.585439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.650716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.655933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c809a204-ccf8-42e8-b5b2-e74b85a91666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:25.701208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:25.713279 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:25.726641 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:25.727636 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff95b80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:25.756183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be42c3-7ef3-4099-ab6d-6ac62854df91 None None] Pushing event updated for resources: {'Port': ['ID=2ac85e91-b22f-4af5-9e52-9302a0d3b718,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:25.775723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b4be42c3-7ef3-4099-ab6d-6ac62854df91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:25.780007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ef495b5-b4c3-46af-b2bc-d4338b409662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.844553 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff95b80>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:25.857164 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:25.858214 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff95b80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:25.927295 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff95b80>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:25.927953 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b49c8-d258-46fa-9a1c-37ee789a5ca6 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:25.956852 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Attempting to bind port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:25.957549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Attempting to bind port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:25.958101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Attempting to bind port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:25.963124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.977500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:25.977884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:25.978298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:25.978701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:25.979189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Bound port: 2ac85e91-b22f-4af5-9e52-9302a0d3b718, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:25.979578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.033299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.057147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] For port 2ac85e91-b22f-4af5-9e52-9302a0d3b718, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:26.057516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.057842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.061210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] For port 2ac85e91-b22f-4af5-9e52-9302a0d3b718, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2ac85e91-b22f-4af5-9e52-9302a0d3b718,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:26.146723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.151546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:26.230707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be42c3-7ef3-4099-ab6d-6ac62854df91 None None] Pushing event updated for resources: {'Port': ['ID=2ac85e91-b22f-4af5-9e52-9302a0d3b718,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:26.234224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b4be42c3-7ef3-4099-ab6d-6ac62854df91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:26.236862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:26.239156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9272b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:26.271074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.278838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:26.340072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:26.340461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.385176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84233) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Nov 24 14:34:26.385509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Router 1ab12212-2c0f-423a-976a-8e9f94cb8220 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f64207e2eb0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f64207e2ca0> provider. {{(pid=84233) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Nov 24 14:34:26.385873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.430382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:26.466864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.498077 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2a24e03-3612-4957-a466-0b978524c5ed (CIDR: 2001:db8::/64)
Nov 24 14:34:26.499650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:26.504653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.535749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:26.583481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.585502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:34:26.585938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:34:26.610789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.622574 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dba58fdb-258d-4629-8bcd-591ebacb0b24 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/floatingips/db4fb359-6b3f-4706-ae31-cb91eb0eafcd HTTP/1.1" status: 200  len: 978 time: 4.1551633
Nov 24 14:34:26.622793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54808) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:26.627585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-66155792-13c6-479b-bfaf-41f997f44a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:26.628370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:26.639648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:26.640347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f81e100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:26.709237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f81e100>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:26.715635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.720343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8440fbac-e562-403a-8e74-862f150be07a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:26.723210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:26.735048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.738645 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/8440fbac-e562-403a-8e74-862f150be07a HTTP/1.1" status: 204  len: 168 time: 1.2146034
Nov 24 14:34:26.738783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:26.793140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:26.793791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54812) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:26.793919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f81e100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:26.859913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f81e100>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:26.860414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a968d7c-06b6-422f-a3e9-ae159535b77f None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:26.902904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9272b0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 3, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:26.909440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365a676-499b-42c9-b831-f7a0a20649f2 None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 3, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:26.953731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-808648ee-a14e-43dd-8dfb-6c8472c0b105 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.1958864
Nov 24 14:34:26.956612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54816) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:26.971098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:26.995750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port 3c69ca3d-f9ef-4c76-8a96-e589a00363e8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,segment=NetworkSegment(302fd5a4-5fde-4741-9cce-429178e31266),segment_id=302fd5a4-5fde-4741-9cce-429178e31266)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:26.995750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.033143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-63cd221c-751a-4b31-99d6-37eb7538ac5d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:27.138730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:27.212983 dv-neutron-818347-1-hyperv neutron-server[84233]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] No L3 agents can host the router 1ab12212-2c0f-423a-976a-8e9f94cb8220
Nov 24 14:34:27.260547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-63cd221c-751a-4b31-99d6-37eb7538ac5d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:27.261454 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-63cd221c-751a-4b31-99d6-37eb7538ac5d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.4661186
Nov 24 14:34:27.267762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54820) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:27.290688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.302047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:27.306084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:27.310036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:27.315886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:27.346050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.346418 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP db4fb359-6b3f-4706-ae31-cb91eb0eafcd disassociated. External IP: 172.26.2.155, port: 5b4c9e05-99c5-44fb-95ce-2365ae04357c.
Nov 24 14:34:27.421917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:27.458479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ac85e91-b22f-4af5-9e52-9302a0d3b718 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:27.579611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.598205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:27.603610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:27.609374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.626978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403fe449-5ba1-4a51-8417-c4a90ae15c85 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.751842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.762702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.766381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403fe449-5ba1-4a51-8417-c4a90ae15c85 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.782537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Hosts for router 1ab12212-2c0f-423a-976a-8e9f94cb8220: [] {{(pid=84233) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 24 14:34:27.785162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 2ac85e91-b22f-4af5-9e52-9302a0d3b718, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2ac85e91-b22f-4af5-9e52-9302a0d3b718,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:27.864683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Hosts for other DVR routers connected to router 1ab12212-2c0f-423a-976a-8e9f94cb8220: set() {{(pid=84233) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Nov 24 14:34:27.918581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.920787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-96248a37-1052-4560-a7e3-75a8fbf1066d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:27.976202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:27.993753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=2ac85e91-b22f-4af5-9e52-9302a0d3b718,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:27.998660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:28.013686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eea46988-414e-441b-9d65-72aaa66c2b8b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:28.062515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403fe449-5ba1-4a51-8417-c4a90ae15c85 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.070870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=3c69ca3d-f9ef-4c76-8a96-e589a00363e8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:28.076706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.077950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2a7ba068-4187-459f-ae97-7a5b2f30a97a tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "PUT /v2.0/routers/1ab12212-2c0f-423a-976a-8e9f94cb8220 HTTP/1.1" status: 200  len: 716 time: 3.1505742
Nov 24 14:34:28.079684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:28.086665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-475c27e8-1505-4306-8cc0-870f852fc979 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:28.096942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54824) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:28.172761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.204945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fe449-5ba1-4a51-8417-c4a90ae15c85 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba31c7f-f0e1-4802-9e60-a280248296d1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:28.213879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-403fe449-5ba1-4a51-8417-c4a90ae15c85 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:28.303889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:28.337462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-403fe449-5ba1-4a51-8417-c4a90ae15c85 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.338833 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-403fe449-5ba1-4a51-8417-c4a90ae15c85 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ba31c7f-f0e1-4802-9e60-a280248296d1 HTTP/1.1" status: 204  len: 168 time: 1.0674968
Nov 24 14:34:28.352277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54828) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:28.373286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.383286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-74b492f3-d51f-43bb-9956-e47d09bfbfed tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:28.434925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Allocated IP 172.20.0.1 (efc160bb-4be8-4cb6-8ce4-d955bf28e95f/f59739d1-3c0e-4df3-a4ec-ed959ec36cc0/87be810f-cfac-4dd0-ad9a-09fa0b05b6a7) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:28.456724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:28.460732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:28.466029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:28.466598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.470275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=7f7f23ad-4461-42df-b1de-9dbf41a77e68,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:28.475370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91046b-0754-497a-9e72-a1d8e70c6b85 None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:28.475532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:28.584597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.6267874
Nov 24 14:34:28.585902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54832) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:28.594434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1995403959', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f7f23ad-4461-42df-b1de-9dbf41a77e68'}], 'security_groups': ['13a6eb82-c5eb-46dc-b9c1-21d7582aff9d']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:28.711067 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-07833e5a-40c5-4ba2-b533-9b8fd65da635 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "GET /v2.0/routers/1ab12212-2c0f-423a-976a-8e9f94cb8220 HTTP/1.1" status: 200  len: 716 time: 0.6116540
Nov 24 14:34:28.719442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54836) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:28.751941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-24a7891e-7a65-4fe1-b98a-62980811cf7e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:28.761342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:28.767258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.774000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:28.791826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:28.814530 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:28.815434 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe061f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:28.876365 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-96e82bc7-bea8-4a96-9300-5700d09bb380 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/floatingips/db4fb359-6b3f-4706-ae31-cb91eb0eafcd HTTP/1.1" status: 200  len: 688 time: 2.2523184
Nov 24 14:34:28.879724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54842) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:28.902952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Update dhcp port {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'fixed_ips': [{'subnet_id': 'e2a24e03-3612-4957-a466-0b978524c5ed', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f7f23ad-4461-42df-b1de-9dbf41a77e68'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '6db5cd51-6be6-41b4-b966-30e8174f4a36'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:34:28.963665 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe061f0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:28.979815 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:28.982104 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe061f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:28.988070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.006313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.014312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-24a7891e-7a65-4fe1-b98a-62980811cf7e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:29.015548 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-24a7891e-7a65-4fe1-b98a-62980811cf7e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6609237
Nov 24 14:34:29.020133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54846) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:29.033208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--766933916'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:29.041917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:29.047785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Transition to ACTIVE for port object 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:29.059938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:29.073918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.082784 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe061f0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:29.083198 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772c3ab0-7796-4103-88c9-d5ecf8bf1c73 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:29.148550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.254805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:29.260448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:29.264707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:29.271298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Allocated IP 2001:db8:0:1::2 (5fb993e7-2511-4500-b908-bfeed451a392/7f7f23ad-4461-42df-b1de-9dbf41a77e68/6db5cd51-6be6-41b4-b966-30e8174f4a36) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:29.271575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:29.296526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.302358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:29.316906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port bc82f857-0c42-4657-8246-b683ef969893 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:29.317478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.407668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:29.416328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:29.428241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:29.447787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] For port 6db5cd51-6be6-41b4-b966-30e8174f4a36, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6db5cd51-6be6-41b4-b966-30e8174f4a36,segment=NetworkSegment(73621502-77ba-49e5-bc13-14977a1b5533),segment_id=73621502-77ba-49e5-bc13-14977a1b5533)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:29.457589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Pushing event updated for resources: {'Port': ['ID=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:29.461019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:29.469170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.519669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.539352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Transition to ACTIVE for port object 6db5cd51-6be6-41b4-b966-30e8174f4a36 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:29.551028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.561505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ac85e91-b22f-4af5-9e52-9302a0d3b718 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:29.568757 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c428c3a3-b10f-4563-928a-984aaa20fe56 tempest-RoutersTestDVR-1359073484 tempest-RoutersTestDVR-1359073484-project] 10.222.0.53 "GET /v2.0/routers/1ab12212-2c0f-423a-976a-8e9f94cb8220 HTTP/1.1" status: 200  len: 682 time: 0.8452446
Nov 24 14:34:29.589864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54850) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:29.620523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-77c1cb9a-b6e7-4410-b8fd-b3f11537926c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:29.627511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.632456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6e6b5273-b140-47b1-b87e-e182c35d67af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:29.679604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.711103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b68574-af35-40a3-b5f5-aca08e02235a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:29.724444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:29.822143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Pushing event updated for resources: {'Port': ['ID=6db5cd51-6be6-41b4-b966-30e8174f4a36,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:29.827653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:29.842855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:29.843207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.850875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.859801 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8288848
Nov 24 14:34:29.860113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54854) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:29.871776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '91b68574-af35-40a3-b5f5-aca08e02235a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:29.902468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:29.913903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef37cf00-101b-4f9e-b619-224a562138ef tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:29.961871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c07fa7d8-285a-45cc-ae2d-3b2cc3cf3ec6 None None] Provisioning for port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:29.971134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c07fa7d8-285a-45cc-ae2d-3b2cc3cf3ec6 None None] Provisioning complete for port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:29.971511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c07fa7d8-285a-45cc-ae2d-3b2cc3cf3ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.013719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:30.038940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:30.053144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c07fa7d8-285a-45cc-ae2d-3b2cc3cf3ec6 None None] Port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:30.053406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.109554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:30.122230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.122546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.186134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:30.273082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for bc82f857-0c42-4657-8246-b683ef969893 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:30.390844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.487364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Provisioning complete for port 9ca04d92-860c-455e-972f-48f8369eb587 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:30.487845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.543657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Port 9ca04d92-860c-455e-972f-48f8369eb587 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:30.580350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Delete allocated IP 2001:db8::268 (5fb993e7-2511-4500-b908-bfeed451a392/e2a24e03-3612-4957-a466-0b978524c5ed) {{(pid=84234) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 24 14:34:30.602820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8:0:1::ff (5fb993e7-2511-4500-b908-bfeed451a392/7f7f23ad-4461-42df-b1de-9dbf41a77e68/9ca04d92-860c-455e-972f-48f8369eb587) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:30.608701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Provisioning for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:30.610173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.615512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:30.619045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.631248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:30.639535 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8995695
Nov 24 14:34:30.640290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54858) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:30.645805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:30.679428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.691800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:30.692493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420091c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:30.711577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:30.812240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef37cf00-101b-4f9e-b619-224a562138ef tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.825926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Pushing event updated for resources: {'Port': ['ID=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:30.832559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:30.833511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.842939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef37cf00-101b-4f9e-b619-224a562138ef tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.852730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:30.856195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:31.032857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet e576fd05-3de3-45d7-9932-884454a77f8e {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:34:31.045680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.081102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.085448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.096356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:31.123516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.153059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:31.158407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:31.159051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=bc82f857-0c42-4657-8246-b683ef969893,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:31.165505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:31.171601 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d77fcd41-3805-4744-b05c-227fd6a2af76 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:31.244573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71602475-e282-4ed2-b303-e8ea1b3f32a1,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:31.279365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef37cf00-101b-4f9e-b619-224a562138ef tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.279841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef37cf00-101b-4f9e-b619-224a562138ef tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab12212-2c0f-423a-976a-8e9f94cb8220 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:34:31.286555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:31.319955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Provisioning complete for port dfd0c621-f65a-4bed-9396-d4e8921c44e9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:31.322053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.333761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ef37cf00-101b-4f9e-b619-224a562138ef tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.335065 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ef37cf00-101b-4f9e-b619-224a562138ef tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1ab12212-2c0f-423a-976a-8e9f94cb8220 HTTP/1.1" status: 204  len: 168 time: 1.7442603
Nov 24 14:34:31.341103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54862) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.358524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Request body: {'router': {'name': 'tempest-router-1019194774', 'distributed': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:31.359086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.362338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.366404 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/floatingips/db4fb359-6b3f-4706-ae31-cb91eb0eafcd HTTP/1.1" status: 204  len: 168 time: 2.4856904
Nov 24 14:34:31.373926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54866) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.392189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:31.409917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Usage tracker for resource:router and tenant:86e2ce0441904d7783d041744a19b08b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:31.414552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-66ec683c-9c91-4225-9424-865d426f6828 None None] Port dfd0c621-f65a-4bed-9396-d4e8921c44e9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:31.423116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:31.440319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420091c40>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 8, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:31.450957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:31.453653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.458311 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 1.5939662
Nov 24 14:34:31.461061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.465038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54870) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.467781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.475595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6db5cd51-6be6-41b4-b966-30e8174f4a36 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:31.490063 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-7ba5e96f-2407-462a-bd26-63baec05ad5c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] delete failed (client error): The resource could not be found.
Nov 24 14:34:31.497149 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7ba5e96f-2407-462a-bd26-63baec05ad5c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/floatingips/db4fb359-6b3f-4706-ae31-cb91eb0eafcd HTTP/1.1" status: 404  len: 345 time: 0.1259973
Nov 24 14:34:31.503556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54874) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.549208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object 9ca04d92-860c-455e-972f-48f8369eb587 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:31.559968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:31.560650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420091c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:31.566270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:31.575957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.590646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.638694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81eb68-9c97-49bf-92d5-0cd8294d64d7 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:31.642807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81eb68-9c97-49bf-92d5-0cd8294d64d7 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:31.647127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81eb68-9c97-49bf-92d5-0cd8294d64d7 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:31.647970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9f81eb68-9c97-49bf-92d5-0cd8294d64d7 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Synchronizing usage tracker for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:31.653103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.661088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2bbb5ce1-d51d-429a-9bec-3c966d3e4e32 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:31.706922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.708361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.709806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.721376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-dc91caae-8197-43ae-9cd5-eb90148991e9 None None] Provisioning complete for port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:31.721814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dc91caae-8197-43ae-9cd5-eb90148991e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.730743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.739220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4d9a0f0e-2340-4882-ad03-bd8e024eb158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:31.781626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=9ca04d92-860c-455e-972f-48f8369eb587,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:31.788939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] In _notify_port_updated(), no bound segment for port 9ca04d92-860c-455e-972f-48f8369eb587 on network 5fb993e7-2511-4500-b908-bfeed451a392 {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:34:31.791383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=e576fd05-3de3-45d7-9932-884454a77f8e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:31.792798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:31.793410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.794111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:31.797501 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "PUT /v2.0/ports/9ca04d92-860c-455e-972f-48f8369eb587 HTTP/1.1" status: 200  len: 930 time: 3.2106416
Nov 24 14:34:31.798334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54878) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.799197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:31.800421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.802216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.803432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:31.803800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.804067 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/71602475-e282-4ed2-b303-e8ea1b3f32a1 HTTP/1.1" status: 204  len: 168 time: 0.3306022
Nov 24 14:34:31.806466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-777f9e4b-15fc-4812-ab09-79c6b943963e tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:31.811090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54880) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.814912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9f81eb68-9c97-49bf-92d5-0cd8294d64d7 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Unset dirty status for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:31.819065 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9f81eb68-9c97-49bf-92d5-0cd8294d64d7 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "GET /v2.0/ports?network_id=445e0988-73af-427a-9243-555c2e12a036 HTTP/1.1" status: 200  len: 2358 time: 0.3142257
Nov 24 14:34:31.828810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.835592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54886) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.853828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71602475-e282-4ed2-b303-e8ea1b3f32a1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:31.861830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:31.873879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cddc29-d829-4473-b91d-cd73ff2cf609 None None] Network a9191c19-5da0-49d2-941c-e16a36584cb0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:31.889319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port 9ca04d92-860c-455e-972f-48f8369eb587 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:31.889647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:31.906078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-dc91caae-8197-43ae-9cd5-eb90148991e9 None None] Port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:31.938141 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/e576fd05-3de3-45d7-9932-884454a77f8e HTTP/1.1" status: 204  len: 168 time: 1.2940996
Nov 24 14:34:31.943875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54890) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:31.962460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:32.017556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcdefe8-d5f5-4569-8e85-240e4f6a7620 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:32.019296 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8bcdefe8-d5f5-4569-8e85-240e4f6a7620 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "GET /v2.0/subnets/aa564d5b-7b23-4e53-8457-926925f5d762 HTTP/1.1" status: 200  len: 797 time: 0.1704679
Nov 24 14:34:32.076303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54894) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:32.084975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'port': {'network_id': '445e0988-73af-427a-9243-555c2e12a036', 'name': 'tempest-FloatingIPTestJSON-224980556', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:32.090645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.126250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-191caac6-1cca-4778-9727-9a18c599c7af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:32.152660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.162743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:32.177048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:32.177466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.341896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.353973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:32.365258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:32.418402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.419738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d58e1eff-97fe-477c-9ebc-40dd17c15d87 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.0758095
Nov 24 14:34:32.420748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-191caac6-1cca-4778-9727-9a18c599c7af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:32.424474 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-191caac6-1cca-4778-9727-9a18c599c7af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6099296
Nov 24 14:34:32.424474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54898) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:32.425576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54900) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:32.438164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-39a7dbdc-e1d7-4966-a3f1-467d28bd928d None None] Provisioning for port 9ca04d92-860c-455e-972f-48f8369eb587 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:32.443331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-39a7dbdc-e1d7-4966-a3f1-467d28bd928d None None] Provisioning complete for port 9ca04d92-860c-455e-972f-48f8369eb587 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:32.443461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-39a7dbdc-e1d7-4966-a3f1-467d28bd928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.505714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for 9ca04d92-860c-455e-972f-48f8369eb587 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:32.529033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] DHCP port deletion for a9191c19-5da0-49d2-941c-e16a36584cb0 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:34:32.545355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Deleting port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:32.545355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.545704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:32.571871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-39a7dbdc-e1d7-4966-a3f1-467d28bd928d None None] Port 9ca04d92-860c-455e-972f-48f8369eb587 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:32.682978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.739425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420091c40>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 8, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:32.753810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-285758dc-7cdb-4a98-8ff8-d304e1f432c2 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.758589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fdbd6-03d4-4154-ab1c-bd19d1086d24 None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 8, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': '9b6f90fb-0033-4687-b5e4-2818520192c2', 'name': '', 'network_id': '59067901-3fa6-4e1f-bcaa-999a0cd1391d', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:d5:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:59Z', 'updated_at': '2021-11-24T14:34:09Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '24e0041c-d603-45c5-8996-c8d490f48c6b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:32.765404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.778641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] device_id is not set on port bc411b26-b8a5-4838-bab5-2f1d8f2e4f03 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:34:32.791509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] For port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,segment=NetworkSegment(302fd5a4-5fde-4741-9cce-429178e31266),segment_id=302fd5a4-5fde-4741-9cce-429178e31266)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:32.792252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:32.939881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Calling delete_port for 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:32.983435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,segment=NetworkSegment(302fd5a4-5fde-4741-9cce-429178e31266),segment_id=302fd5a4-5fde-4741-9cce-429178e31266)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:32.983972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.065398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.118379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:33.180717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.185946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7cae913b-5233-4729-a270-78667965c71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:33.246329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Pushing event deleted for resources: {'Port': ['ID=27934cb5-2c94-472e-bf2e-5ec268fc3ef5,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:33.250351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:33.253653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] No DVR routers for this DVR port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:34:33.304029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.312054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-111ccbb2-1e6d-45a4-a958-cfc2882c8b2d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:33.390871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.398246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=9ca04d92-860c-455e-972f-48f8369eb587,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:33.405296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:33.408517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f01aee8b-461e-444d-b18a-ec5ca34d142b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:33.412957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:33.451635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:33.452357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3c69ca3d-f9ef-4c76-8a96-e589a00363e8 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:33.452444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:33.466915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b68574-af35-40a3-b5f5-aca08e02235a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:33.477033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:33.500467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.502448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:33.503048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:33.503781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.14 (445e0988-73af-427a-9243-555c2e12a036/aa564d5b-7b23-4e53-8457-926925f5d762/bc411b26-b8a5-4838-bab5-2f1d8f2e4f03) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:33.505930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:34:33.506811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:34:33.529400 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/9ca04d92-860c-455e-972f-48f8369eb587 HTTP/1.1" status: 204  len: 168 time: 1.7108088
Nov 24 14:34:33.530652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54906) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:33.530843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.13 (445e0988-73af-427a-9243-555c2e12a036/aa564d5b-7b23-4e53-8457-926925f5d762/bc411b26-b8a5-4838-bab5-2f1d8f2e4f03) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:33.534434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-285758dc-7cdb-4a98-8ff8-d304e1f432c2 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.583220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.586765 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/91b68574-af35-40a3-b5f5-aca08e02235a HTTP/1.1" status: 204  len: 168 time: 1.1568067
Nov 24 14:34:33.586924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-81138cde-4edb-4ad7-a018-696e9c75dab1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:34:33.587406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54910) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:33.588597 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-81138cde-4edb-4ad7-a018-696e9c75dab1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/9ca04d92-860c-455e-972f-48f8369eb587 HTTP/1.1" status: 404  len: 333 time: 0.0692108
Nov 24 14:34:33.590448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54912) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:33.591607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-285758dc-7cdb-4a98-8ff8-d304e1f432c2 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.595180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:33.605091 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:33.616717 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] 10.222.0.53 "PUT /v2.0/routers/aafeda75-af4c-4c7e-a239-b5a5504913cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4580047
Nov 24 14:34:33.623882 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:33.624953 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fef7100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:33.730253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-285758dc-7cdb-4a98-8ff8-d304e1f432c2 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.732038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285758dc-7cdb-4a98-8ff8-d304e1f432c2 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2931f8ec-055f-4572-a934-e021a9617532 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:34:33.755906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-285758dc-7cdb-4a98-8ff8-d304e1f432c2 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.757939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-285758dc-7cdb-4a98-8ff8-d304e1f432c2 tempest-RoutersTestDVR-923978346 tempest-RoutersTestDVR-923978346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2931f8ec-055f-4572-a934-e021a9617532 HTTP/1.1" status: 204  len: 168 time: 1.3263996
Nov 24 14:34:33.851015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f976f75-7870-45ef-b875-4ed3cc15e3ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:33.851500 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:33.937740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.947572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:33.979008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.008230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 27934cb5-2c94-472e-bf2e-5ec268fc3ef5 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:34.008717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.037654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f976f75-7870-45ef-b875-4ed3cc15e3ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:34.047457 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1f976f75-7870-45ef-b875-4ed3cc15e3ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4524090
Nov 24 14:34:34.047457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54926) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:34.052723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808799638'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:34.059315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:34.070563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:34.112715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.126012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-29a2bcb6-dd7a-47d7-b769-93fcc113401c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:34.194870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.208217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.249147 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fef7100>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:30Z', 'revision_number': 2, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:34.253066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=bc411b26-b8a5-4838-bab5-2f1d8f2e4f03,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:34.253670 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:34.254030 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Updating router aafeda75-af4c-4c7e-a239-b5a5504913cd port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:34:34.256871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:34.262223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] The port '27934cb5-2c94-472e-bf2e-5ec268fc3ef5' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:34:34.269196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dff3c5d5-6dde-4ed5-bf7f-640fcb8cef4e tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:34.298436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 445e0988-73af-427a-9243-555c2e12a036 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:34.300610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50e5783-e6ee-44f9-a468-4ecf04c67347,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:34.305853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:34.307500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:34.313285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:34.340120 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.345534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.349488 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/security-groups/b50e5783-e6ee-44f9-a468-4ecf04c67347 HTTP/1.1" status: 204  len: 168 time: 0.7431936
Nov 24 14:34:34.350692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54934) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:34.375062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:34.391046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:34.396434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:34.416715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:34.425569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54938) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:34.431587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:34.432230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.538862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.553154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.578625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.583345 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 2.5036604
Nov 24 14:34:34.583742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54946) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:34.587565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2e9fa0>,) {'filters': {'network_id': ['a9191c19-5da0-49d2-941c-e16a36584cb0']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:34.594397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': 'bc411b26-b8a5-4838-bab5-2f1d8f2e4f03', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:34.603479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:34.614158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e9fa0>, '302fd5a4-5fde-4741-9cce-429178e31266') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:34.614604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e9fa0>, '302fd5a4-5fde-4741-9cce-429178e31266') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:34.618938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:34.623463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.640510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.671800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.686895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:34:34.687358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.697620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:34:34.703682 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:34:34.719580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.726809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3c76f167-186b-49b6-97de-bd838c0678f1 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:34.733703 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.759901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.808222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:34.814788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0af903-6e1a-4c0b-9cdb-f9debf1c24ea,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:34.817330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9c5bcd05e34ab0a5f8d0a6408e75bf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:34.821197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:34.823534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:34.831106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:34.864268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.873571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2caa6049-d977-4188-8da5-3e972081c0f1 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:34.899681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a6eb82-c5eb-46dc-b9c1-21d7582aff9d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:34.905678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:34.906658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.911746 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/security-groups/13a6eb82-c5eb-46dc-b9c1-21d7582aff9d HTTP/1.1" status: 204  len: 168 time: 0.5588377
Nov 24 14:34:34.911956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54956) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:34.921266 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Transition to ACTIVE for port object 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:34.923416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.927291 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8765361
Nov 24 14:34:34.930993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54960) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:34.943965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '4d0af903-6e1a-4c0b-9cdb-f9debf1c24ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:34.954842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.962582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b38a633b-30e7-4761-993e-33d68dba4b25 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:34.963975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:34.978141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:34.983661 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/a9191c19-5da0-49d2-941c-e16a36584cb0 HTTP/1.1" status: 204  len: 168 time: 3.0341475
Nov 24 14:34:34.983879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Usage tracker for resource:security_group_rule and tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:34.988741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:34.989567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54964) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:34.994668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=a9191c19-5da0-49d2-941c-e16a36584cb0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:34.997996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:35.009245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:35.029282 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.035752 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-39ac8456-a6ee-4e1a-b35f-a31c0cb9adf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:35.044218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.061995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.129482 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77efb4-6aaf-4ccb-8441-329ef2d2a46f None None] Pushing event updated for resources: {'Port': ['ID=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:35.129712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.138358 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-cc77efb4-6aaf-4ccb-8441-329ef2d2a46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:35.182672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.215884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:35.252884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54970) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:35.267603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1745758778-network', 'tenant_id': 'd36068cf68994df68b5e6a733159c691'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:35.279366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:35.288080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Usage tracker for resource:network and tenant:d36068cf68994df68b5e6a733159c691 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:35.294843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:35.315182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:35.348409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654a61f6-c2dd-4955-a872-97ccb7d3a9ea,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:35.363655 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff9c5bcd05e34ab0a5f8d0a6408e75bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9368973
Nov 24 14:34:35.365884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54974) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:35.369331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:35.394764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.26.2.170 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/8d3eeec3-15f4-4d82-8614-42ccf8f388a1) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:35.397614 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Attempting to bind port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:35.397993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet e2a24e03-3612-4957-a466-0b978524c5ed {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:34:35.398495 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Attempting to bind port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:35.399044 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Attempting to bind port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:35.405364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.406839 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:35.407826 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Checking segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:35.408531 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.409126 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Bound using segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:35.409813 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Bound port: 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:35.410371 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.417068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.447577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Made reservation on behalf of d36068cf68994df68b5e6a733159c691 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:35.450999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.475695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.517134 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] For port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:35.521267 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] For port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:35.559380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.571318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.577195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc416afc-75dc-4fb6-bf1d-df9662cf3082 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:35.583165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.592863 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.597431 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7f65ee58-75ce-401b-9bb2-c0f0b1294f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:35.636550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6611ef63-913a-4a63-9a39-88306be8ef6c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:35.640118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:35.663839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.685813 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77efb4-6aaf-4ccb-8441-329ef2d2a46f None None] Pushing event updated for resources: {'Port': ['ID=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:35.689450 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-cc77efb4-6aaf-4ccb-8441-329ef2d2a46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:35.691137 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:35.691912 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fef7100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:35.700660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:35.710991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d36068cf68994df68b5e6a733159c691 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:35.716801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:35.732893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:35.737819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.758410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.759715 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8278241
Nov 24 14:34:35.763343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54978) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:35.788211 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-582868e9-2fa8-48b2-8b73-736e23fc6ef5 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules/6611ef63-913a-4a63-9a39-88306be8ef6c HTTP/1.1" status: 200  len: 705 time: 0.0233021
Nov 24 14:34:35.792265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54982) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:35.804663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.839767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.844561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0f666cf3-ea0e-4e44-92e4-3c1e7707c15b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:35.866597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9890b9b7-512e-467b-b958-b6679485e324 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:35.880719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654a61f6-c2dd-4955-a872-97ccb7d3a9ea,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:35.883908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:35.885035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:35.892616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67eedbfa-ffaf-41bc-a037-4e877974280c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:35.915117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.010439 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:36.095169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.096607 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/654a61f6-c2dd-4955-a872-97ccb7d3a9ea HTTP/1.1" status: 204  len: 168 time: 0.7261488
Nov 24 14:34:36.113598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:36.117588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=8d3eeec3-15f4-4d82-8614-42ccf8f388a1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:36.121414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:36.122675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:36.125638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:36.210551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9890b9b7-512e-467b-b958-b6679485e324 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:36.212493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9890b9b7-512e-467b-b958-b6679485e324 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4185069
Nov 24 14:34:36.218396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.219400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54988) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:36.261596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.275607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.319699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.324917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d862a5c-96fc-49f4-8d56-9b591029649d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:36.341841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.368845 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fef7100>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:35Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:36.373504 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df670c-31e8-44b3-8b1e-a3614853a6e8 None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:35Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:36.373816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dcddb4-4f73-4eb9-90ab-56b57d2d9cae,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:36.407285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:36.410767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-448dadf0-0323-4f09-90d1-984e32c876f2 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:36.470463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.475176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.477607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:34:36.481945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a24e03-3612-4957-a466-0b978524c5ed,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:36.482257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58154395-15d8-4c2c-869d-3574a4cc6fb3 None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:36.498709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:36.502715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:36.529058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.529403 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Added segment 04367700-2044-40af-b061-6b2b0f3adc17 of type vlan for network a520b7ea-6dac-4bbd-9185-5bd507293b84
Nov 24 14:34:36.551363 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/e2a24e03-3612-4957-a466-0b978524c5ed HTTP/1.1" status: 204  len: 168 time: 1.6379931
Nov 24 14:34:36.552479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6611ef63-913a-4a63-9a39-88306be8ef6c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:36.554051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 54992) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:36.563840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:36.654419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.703539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.707926 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6611ef63-913a-4a63-9a39-88306be8ef6c HTTP/1.1" status: 204  len: 168 time: 0.4851391
Nov 24 14:34:36.712318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 54998) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:36.828946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:36.851312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.869339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-86284be3-75ee-4218-a393-911cacd8a63d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:36.874978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.876045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:36.876711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:36.901039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a06215af-2574-4344-a65d-9734b705e37d tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:37.035300 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7795281
Nov 24 14:34:37.045607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55002) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:37.051379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.062326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a520b7ea-6dac-4bbd-9185-5bd507293b84,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:37.065921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:37.072363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:34:37.087943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-86284be3-75ee-4218-a393-911cacd8a63d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:37.092028 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-86284be3-75ee-4218-a393-911cacd8a63d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3725379
Nov 24 14:34:37.093305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55006) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:37.101710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Request body: {'subnet': {'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1745758778-subnet', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:37.101918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '4d0af903-6e1a-4c0b-9cdb-f9debf1c24ea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:37.107864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:37.124259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:37.149376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:37.160207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Usage tracker for resource:subnet and tenant:d36068cf68994df68b5e6a733159c691 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:37.169836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:37.190791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:37.222425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:37.225407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:37.239543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:37.263147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:37.285613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55010) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:37.306095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.337896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.342759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Made reservation on behalf of d36068cf68994df68b5e6a733159c691 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:37.345196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.377613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:37.377796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 9b6f90fb-0033-4687-b5e4-2818520192c2 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:37.379857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.511036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:37.533168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:37.538005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Usage tracker for resource:security_group_rule and tenant:86e2ce0441904d7783d041744a19b08b is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:37.541938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:37.688828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.690847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:37.694266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.717440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.728272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:37.734021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:37.738122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.757306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port 9b6f90fb-0033-4687-b5e4-2818520192c2, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9b6f90fb-0033-4687-b5e4-2818520192c2,segment=NetworkSegment(b42338e3-1d60-4d5d-b735-bc7c2eef6e1b),segment_id=b42338e3-1d60-4d5d-b735-bc7c2eef6e1b)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:37.757659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.771437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.785320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:37.819006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-242299d7-f8ef-4ff3-80d9-d7ac63d7b422 None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:37.819743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-242299d7-f8ef-4ff3-80d9-d7ac63d7b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.882048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.889055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ac6139d8-b940-4259-ad55-214cd55d4294 tempest-RoutersAdminTest-1637292167 tempest-RoutersAdminTest-1637292167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:37.930141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:37.989891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 9b6f90fb-0033-4687-b5e4-2818520192c2 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:38.012413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:38.027805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-242299d7-f8ef-4ff3-80d9-d7ac63d7b422 None None] Provisioning complete for port dfd0c621-f65a-4bed-9396-d4e8921c44e9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:38.028335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-242299d7-f8ef-4ff3-80d9-d7ac63d7b422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.030805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da5adaa-f005-4273-8249-2380d4712f22,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.047499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.062600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.084117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.086192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-476b4845-e3eb-4286-b10b-a2921d411fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:38.117793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-242299d7-f8ef-4ff3-80d9-d7ac63d7b422 None None] Port dfd0c621-f65a-4bed-9396-d4e8921c44e9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:38.133693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.143341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0151a92-5a25-49d9-be7f-9c92f0c4cebe tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:38.160897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.164187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.173883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.185590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.186739 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0931709
Nov 24 14:34:38.193642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55014) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:38.241800 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86e2ce0441904d7783d041744a19b08b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9539192
Nov 24 14:34:38.243115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1105dfe9-0574-4dd6-b43c-926b54c8a529,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.249411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55018) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:38.256734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.278723 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ec857538-31a5-437e-b118-1a33ef473977 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules/6da5adaa-f005-4273-8249-2380d4712f22 HTTP/1.1" status: 200  len: 705 time: 0.0824587
Nov 24 14:34:38.283729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55022) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:38.287254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=8d3eeec3-15f4-4d82-8614-42ccf8f388a1,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.299994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.375820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.384008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5c0f48cd-02f2-46c2-96c2-30f82ed9fc4b tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:38.411645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.420050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:38.451708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.462191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd4d3de6-84e1-4f41-8abe-018dbc45a444 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:38.465545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.472253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=9b6f90fb-0033-4687-b5e4-2818520192c2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.479286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.571704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a7bd89-4f08-43a3-9f94-70b491e59fda,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.580780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.605767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Checking segment: {'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:38.606180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Network hostable DHCP agents. Network: a520b7ea-6dac-4bbd-9185-5bd507293b84, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:34:38.617296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.623085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9d41f163-8743-49ff-8150-9749df7f839f tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:38.684078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5c0f48cd-02f2-46c2-96c2-30f82ed9fc4b tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:38.687899 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5c0f48cd-02f2-46c2-96c2-30f82ed9fc4b tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3988376
Nov 24 14:34:38.693119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55026) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:38.699603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:38.714371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:38.724496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:38.725080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.725208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a79961-b544-44c9-a8ef-b547ac927cda None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:38.729691 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 009f31d8-8377-4792-945c-5d0dbf241d14 associated. External IP: 172.26.2.170, port: bc411b26-b8a5-4838-bab5-2f1d8f2e4f03.
Nov 24 14:34:38.793331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=7918a6ae-423f-4092-9114-4b7bd3045aac,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.812481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.835437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.840403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.845410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f691d37f-b521-46c3-af12-39936d225e0c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:38.849088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.861691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:34:38.862951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105dfe9-0574-4dd6-b43c-926b54c8a529,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:38.867895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:38.881031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.885014 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1105dfe9-0574-4dd6-b43c-926b54c8a529 HTTP/1.1" status: 204  len: 168 time: 0.6319273
Nov 24 14:34:38.958691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.959479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a520b7ea-6dac-4bbd-9185-5bd507293b84) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:38.969727 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4093614
Nov 24 14:34:38.970134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55032) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:38.981421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.981635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:38.982370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:38.983943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57282d4-a524-4142-b1b2-c7da91a901cd None None] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:38.989681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:39.004448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1794568385'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:39.010195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:39.014063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:39.016928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:39.023311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:39.045775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6da5adaa-f005-4273-8249-2380d4712f22,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:39.051829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:39.177047 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1278448
Nov 24 14:34:39.177047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.180559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55036) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:39.186340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:39.188116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.192936 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6da5adaa-f005-4273-8249-2380d4712f22 HTTP/1.1" status: 204  len: 168 time: 0.4965210
Nov 24 14:34:39.196345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55040) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:39.199534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:39.205535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Usage tracker for resource:router and tenant:d36068cf68994df68b5e6a733159c691 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:39.213523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:39.222536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:39.263212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:39.279858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group_rule and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:39.285104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:39.303200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:39.313832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f6ce30ca-f30c-42af-8046-6817d52eb841 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:39.365193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a520b7ea-6dac-4bbd-9185-5bd507293b84', 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'fixed_ips': [{'subnet_id': 'a3a7bd89-4f08-43a3-9f94-70b491e59fda'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:39.366102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.391758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Update dhcp port {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'fixed_ips': [{'subnet_id': '7f7f23ad-4461-42df-b1de-9dbf41a77e68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7918a6ae-423f-4092-9114-4b7bd3045aac'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '6db5cd51-6be6-41b4-b966-30e8174f4a36'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:34:39.438377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.448667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.452393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f6ce30ca-f30c-42af-8046-6817d52eb841 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:39.453669 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f6ce30ca-f30c-42af-8046-6817d52eb841 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2551620
Nov 24 14:34:39.460242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55048) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:39.471369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Request body: {'security_group_rule': {'security_group_id': '4d0af903-6e1a-4c0b-9cdb-f9debf1c24ea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:39.480787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:39.536723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:39.536914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.541343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.544396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.556938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:39.607115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:39.686215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.697741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-145aa042-f55d-4624-a49c-6a8014accaf1 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:39.707037 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Project a7fa86e6f5b144928d4f0a4135b4e5a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:34:39.733192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.762743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08b826-51c3-4ae6-9980-784d1bad821e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:39.775397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:39.777007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:39.834291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Allocated IP 172.20.0.2 (a520b7ea-6dac-4bbd-9185-5bd507293b84/a3a7bd89-4f08-43a3-9f94-70b491e59fda/ba8d97d1-d042-4974-ae7e-f8c36add2708) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:39.898006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.902680 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9231591
Nov 24 14:34:39.903448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55058) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:39.911390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'security_group': {'name': 'tempest-secgroup-367878709'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:39.920284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:39.933983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:39.939035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:39.946251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:39.947477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:39.948029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.976920 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:39.985917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:40.069973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.074720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:40.077438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.081958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.090317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ad762d94-048a-47af-a6c0-8d42bd746487 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:40.108533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:40.118732 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1279514
Nov 24 14:34:40.119018 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:40.127381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55064) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:40.137369 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:40.138178 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420005370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:40.140923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.172137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Allocated IP 2001:db8::2 (5fb993e7-2511-4500-b908-bfeed451a392/7918a6ae-423f-4092-9114-4b7bd3045aac/6db5cd51-6be6-41b4-b966-30e8174f4a36) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:40.202441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:40.203276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ab760>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:40.220630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5a5603-8226-4a9c-a2b7-8b8fa5fffead,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:40.256272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:40.288078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ab760>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:40.297736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:40.305886 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.7210376
Nov 24 14:34:40.306691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55070) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:40.307942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group_rule and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:40.313139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:40.319276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'port_id': 'bc411b26-b8a5-4838-bab5-2f1d8f2e4f03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:40.528468 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:40.534859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.537887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:40.538747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ab760>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:40.565528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.620183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet 24e0041c-d603-45c5-8996-c8d490f48c6b {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:34:40.626134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.633631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Transition to ACTIVE for port object ba8d97d1-d042-4974-ae7e-f8c36add2708 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:40.636269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ab760>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:40.637521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9b6193-9454-47c4-bf23-9b21d5860016 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:40.671204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55076) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:40.676951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Transition to ACTIVE for port object ba8d97d1-d042-4974-ae7e-f8c36add2708 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:40.679749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] For port 6db5cd51-6be6-41b4-b966-30e8174f4a36, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6db5cd51-6be6-41b4-b966-30e8174f4a36,segment=NetworkSegment(73621502-77ba-49e5-bc13-14977a1b5533),segment_id=73621502-77ba-49e5-bc13-14977a1b5533)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:40.710117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:40.712546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.716766 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.2517776
Nov 24 14:34:40.717538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55082) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:40.721183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.739780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.744208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Transition to ACTIVE for port object 6db5cd51-6be6-41b4-b966-30e8174f4a36 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:40.755881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.762638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:40.814779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.867707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.875586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-48b254e0-a7dc-4c99-b648-3ef080c466cf tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules/2e5a5603-8226-4a9c-a2b7-8b8fa5fffead HTTP/1.1" status: 200  len: 711 time: 0.1519766
Nov 24 14:34:40.883887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55086) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:40.919122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-148975467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:40.933781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:40.946142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:router and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:40.953502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:40.958707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.960065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:40.964404 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420005370>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:38Z', 'revision_number': 9, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:40.970672 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:40.971792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:40.972316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:40.976890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9fda1df9-cdc7-42b2-b6fb-9a24a975b164 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:40.979631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:40.983096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-590677cc-9eb7-4362-a2dc-0e7fcf878912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:40.986385 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:40.987004 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420005370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:40.997784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:40.998083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Pushing event updated for resources: {'Port': ['ID=ba8d97d1-d042-4974-ae7e-f8c36add2708,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:41.008346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:41.011797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:41.013959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.044395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709f8ee9-24cf-4c9c-bf06-5ffddfcd7167,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:41.053771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:41.060336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.116847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.117775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.196671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9fda1df9-cdc7-42b2-b6fb-9a24a975b164 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:41.201573 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9fda1df9-cdc7-42b2-b6fb-9a24a975b164 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.3122165
Nov 24 14:34:41.208216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55090) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:41.223594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Attempting to bind port ba8d97d1-d042-4974-ae7e-f8c36add2708 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:41.223896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Attempting to bind port ba8d97d1-d042-4974-ae7e-f8c36add2708 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:41.224426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Attempting to bind port ba8d97d1-d042-4974-ae7e-f8c36add2708 on network a520b7ea-6dac-4bbd-9185-5bd507293b84 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:41.226615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Pushing event updated for resources: {'Port': ['ID=6db5cd51-6be6-41b4-b966-30e8174f4a36,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:41.231918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:41.237203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:41.237593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Checking segment: {'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:41.238014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.253250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Bound using segment: {'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:41.253250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Bound port: ba8d97d1-d042-4974-ae7e-f8c36add2708, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:41.253250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.253851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.259140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.276116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Allocated IP 172.26.2.2 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/37e1e2e3-c783-40c4-bd25-eff31a3e336e) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:41.280492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.294225 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:41.306135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.312883 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.4069066
Nov 24 14:34:41.313084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55094) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:41.328643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1869020238'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:41.338013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.358920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7996207-04e7-4990-97f0-5192815f5cda tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:41.405607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] For port ba8d97d1-d042-4974-ae7e-f8c36add2708, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:41.409244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] For port ba8d97d1-d042-4974-ae7e-f8c36add2708, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ba8d97d1-d042-4974-ae7e-f8c36add2708,segment=NetworkSegment(04367700-2044-40af-b061-6b2b0f3adc17),segment_id=04367700-2044-40af-b061-6b2b0f3adc17)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:41.436117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:41.460917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6db5cd51-6be6-41b4-b966-30e8174f4a36 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:41.535103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:41.551100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.557008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=24e0041c-d603-45c5-8996-c8d490f48c6b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:41.562204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.568320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:41.571560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:41.583831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:41.603357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e5a5603-8226-4a9c-a2b7-8b8fa5fffead,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:41.607234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:41.610726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:41.619761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.632753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:41.639805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.669645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea99ad-8c34-4506-80c1-d561ba5ebd58 None None] Network 59067901-3fa6-4e1f-bcaa-999a0cd1391d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:41.686864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.687958 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2e5a5603-8226-4a9c-a2b7-8b8fa5fffead HTTP/1.1" status: 204  len: 168 time: 0.4787111
Nov 24 14:34:41.690798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55098) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:41.696668 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/24e0041c-d603-45c5-8996-c8d490f48c6b HTTP/1.1" status: 204  len: 168 time: 1.5671644
Nov 24 14:34:41.714977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55102) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:41.749042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.780807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.782200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8778cb5a-98ce-447e-8ddb-37ca2e4cb5d8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 1.1097648
Nov 24 14:34:41.784869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55106) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:41.813900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-48521048'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:41.828546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:41.834523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:network and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:41.843682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:41.847184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.867897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8c0b8a20-d7ce-44d4-8b88-c45f8c72bae4 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:41.900820 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420005370>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:38Z', 'revision_number': 9, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:41.905348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:41.919985 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82155f-d837-4fc5-9f58-df9738518e79 None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:38Z', 'revision_number': 9, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627084c-827e-4e16-a313-f42373f6696d', 'name': '', 'network_id': 'c4dbb7d6-062a-4b8a-9bb4-b56daf9452df', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:71:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:50Z', 'updated_at': '2021-11-24T14:34:02Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': 'e62fc49a-eee6-490f-8a96-2633d62edb0f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:41.932872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:41.968055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:41.980558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:41.989938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a30a14a4-490b-4efc-a949-3b84f1d1b44b tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:42.001322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:42.016181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.043407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 8852e6bc-8cd0-4585-9f45-c2076855441e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:42.043716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.068486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:42.074612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Pushing event updated for resources: {'Port': ['ID=ba8d97d1-d042-4974-ae7e-f8c36add2708,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:42.080115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:42.090423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:security_group_rule and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:42.093710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:42.118638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:42.120835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Pushing event updated for resources: {'Port': ['ID=37e1e2e3-c783-40c4-bd25-eff31a3e336e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:42.128058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:42.131176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.146089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:42.149799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.159672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a30a14a4-490b-4efc-a949-3b84f1d1b44b tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:42.160937 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a30a14a4-490b-4efc-a949-3b84f1d1b44b tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4692442
Nov 24 14:34:42.166121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55110) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:42.262620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:42.268414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.273014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:security_group_rule and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:42.274019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1dbe81c6-1c0d-45d0-ab2c-56caa63fa011 None None] Provisioning for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:42.283884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1dbe81c6-1c0d-45d0-ab2c-56caa63fa011 None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:42.284888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1dbe81c6-1c0d-45d0-ab2c-56caa63fa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.291181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:42.302953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:42.337331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.367156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] DHCP port deletion for 59067901-3fa6-4e1f-bcaa-999a0cd1391d request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:34:42.388622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Deleting port 8852e6bc-8cd0-4585-9f45-c2076855441e {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:42.389005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.412477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.431229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6dd943b-5373-47c7-adb3-de1a52eb5a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:42.463655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port 8852e6bc-8cd0-4585-9f45-c2076855441e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8852e6bc-8cd0-4585-9f45-c2076855441e,segment=NetworkSegment(b42338e3-1d60-4d5d-b735-bc7c2eef6e1b),segment_id=b42338e3-1d60-4d5d-b735-bc7c2eef6e1b)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:42.465773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.476852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.498528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca7efaa-2582-4420-bb54-eac99fdca0a9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:42.502142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:42.582759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.587255 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2698450
Nov 24 14:34:42.588818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55114) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:42.598728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-20016103', 'security_groups': ['6ca7efaa-2582-4420-bb54-eac99fdca0a9'], 'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7918a6ae-423f-4092-9114-4b7bd3045aac'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:42.615096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.618955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.619646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.710918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] For port 8852e6bc-8cd0-4585-9f45-c2076855441e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8852e6bc-8cd0-4585-9f45-c2076855441e,segment=NetworkSegment(b42338e3-1d60-4d5d-b735-bc7c2eef6e1b),segment_id=b42338e3-1d60-4d5d-b735-bc7c2eef6e1b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:42.711440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.745309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.757827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f85acf3e-306a-40a0-b584-263601088be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:42.780409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1dbe81c6-1c0d-45d0-ab2c-56caa63fa011 None None] Provisioning complete for port dfd0c621-f65a-4bed-9396-d4e8921c44e9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:42.780712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1dbe81c6-1c0d-45d0-ab2c-56caa63fa011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.813316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:34:42.829523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.838476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 8852e6bc-8cd0-4585-9f45-c2076855441e owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:42.847524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3127c4a-22eb-447a-848b-106d2c89e16d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:42.850547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:42.859796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.859796 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Added segment c7feeffd-4ca0-40a3-acb9-3a00f2c35221 of type vlan for network c95da3a3-6892-4dc5-a185-85e181f0845b
Nov 24 14:34:42.873878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Calling delete_port for 8852e6bc-8cd0-4585-9f45-c2076855441e owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:42.907526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.923894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:42.936116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:42.945051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:port and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:42.950312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:42.954073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe81c6-1c0d-45d0-ab2c-56caa63fa011 None None] Port dfd0c621-f65a-4bed-9396-d4e8921c44e9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:43.170277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:43.357660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:43.365768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edcfd1d-3b64-4c6b-9be9-029215f889ea None None] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:43.458834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 24 14:34:43.458834 dv-neutron-818347-1-hyperv neutron-server[84235]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Nov 24 14:34:43.458834 dv-neutron-818347-1-hyperv neutron-server[84235]: [parameters: {'port_id': '8852e6bc-8cd0-4585-9f45-c2076855441e', 'host': 'dv-neutron-818347-1-hyperv'}]
Nov 24 14:34:43.458834 dv-neutron-818347-1-hyperv neutron-server[84235]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:34:43.458834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:34:43.461297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ba8d97d1-d042-4974-ae7e-f8c36add2708 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:43.513406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:43.518705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.523375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.528802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:34:43.529285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:43.533437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.537798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:43.541002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.548813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcfda661-5a83-424b-a2b8-31fd92b3d105 tempest-FloatingIPAdminTestJSON-1984241885 tempest-FloatingIPAdminTestJSON-1984241885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:43.563867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2cbd8da4-60b7-4224-89e5-42263c107431 None None] Provisioning for port ba8d97d1-d042-4974-ae7e-f8c36add2708 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:43.581593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=8852e6bc-8cd0-4585-9f45-c2076855441e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:43.603748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No DVR routers for this DVR port 8852e6bc-8cd0-4585-9f45-c2076855441e on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:34:43.633525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.633525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.633525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.634135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.634249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.634819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.634945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.635567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.635567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.636022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.636382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:43.644157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:43.647638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53266189-8b16-49b5-8e50-ef4701a597fb tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:43.687480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0af903-6e1a-4c0b-9cdb-f9debf1c24ea,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:43.692393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:43.721568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port ba8d97d1-d042-4974-ae7e-f8c36add2708 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:43.729279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ba8d97d1-d042-4974-ae7e-f8c36add2708 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:43.729757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.738932 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.9380691
Nov 24 14:34:43.754010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55118) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:43.775771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.811854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e830070>,) {'filters': {'network_id': ['59067901-3fa6-4e1f-bcaa-999a0cd1391d']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:43.816178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'subnet': {'network_id': 'c95da3a3-6892-4dc5-a185-85e181f0845b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:43.827159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e830070>, 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:43.827461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e830070>, 'b42338e3-1d60-4d5d-b735-bc7c2eef6e1b') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:43.837598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Network': ['ID=c95da3a3-6892-4dc5-a185-85e181f0845b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:43.841907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.841907 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d0af903-6e1a-4c0b-9cdb-f9debf1c24ea HTTP/1.1" status: 204  len: 168 time: 1.6693726
Nov 24 14:34:43.842148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:43.843443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55122) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:43.847394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.877608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c95da3a3-6892-4dc5-a185-85e181f0845b details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:34:43.882119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.909215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:43.918395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:43.931529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:44.001874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Deleting port 8852e6bc-8cd0-4585-9f45-c2076855441e {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:44.002556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.005856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] device_id is not set on port bb12c762-52cf-42ed-a7fc-e774ed83e3ac yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:34:44.010805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.019043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:34:44.019277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.057806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e749aa34-eded-47ef-98e9-91078026c669 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Synchronizing usage tracker for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:34:44.061448 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:34:44.068516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:44.082222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:subnet and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:44.095916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:44.119903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.141255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:44.184129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b586f8e5-eee5-4208-a079-e80fd946107c None None] The port '8852e6bc-8cd0-4585-9f45-c2076855441e' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:34:44.211078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:44.211491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2ac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:44.220062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e749aa34-eded-47ef-98e9-91078026c669 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Unset dirty status for tenant:a7fa86e6f5b144928d4f0a4135b4e5a7 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:44.221448 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e749aa34-eded-47ef-98e9-91078026c669 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3769803
Nov 24 14:34:44.225518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55126) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:44.231544 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a4d6a19f-184c-4604-9b5f-77c8444f0bcd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/floatingips/009f31d8-8377-4792-945c-5d0dbf241d14 HTTP/1.1" status: 200  len: 978 time: 3.9179356
Nov 24 14:34:44.235544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55130) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:44.278586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.283886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9a90196c-78e8-44e0-afef-067a814c874c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:44.285218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e75d972a-78dc-4a69-be9a-bf3e63425a6d None None] Provisioning complete for port ba8d97d1-d042-4974-ae7e-f8c36add2708 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:44.285663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e75d972a-78dc-4a69-be9a-bf3e63425a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.299900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.316941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port ba8d97d1-d042-4974-ae7e-f8c36add2708, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ba8d97d1-d042-4974-ae7e-f8c36add2708,segment=NetworkSegment(04367700-2044-40af-b061-6b2b0f3adc17),segment_id=04367700-2044-40af-b061-6b2b0f3adc17)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:44.317186 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9032890d-432a-4e0b-8d3a-57983107ec6a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0854011
Nov 24 14:34:44.317186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=59067901-3fa6-4e1f-bcaa-999a0cd1391d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:44.319492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2ac0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:44.320604 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/59067901-3fa6-4e1f-bcaa-999a0cd1391d HTTP/1.1" status: 204  len: 168 time: 2.6029978
Nov 24 14:34:44.321269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55136) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:44.322114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:44.357203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:44.357967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2ac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:44.417197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.428631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:44.462943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:44.488289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2ac0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:44.488688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228f890-76d9-456f-b437-beef3ea5aa80 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:44.499442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b6f90fb-0033-4687-b5e4-2818520192c2 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:44.544654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 9b6f90fb-0033-4687-b5e4-2818520192c2 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:44.545008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b6f90fb-0033-4687-b5e4-2818520192c2 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:44.545440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8852e6bc-8cd0-4585-9f45-c2076855441e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:44.616435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 8852e6bc-8cd0-4585-9f45-c2076855441e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:44.616743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8852e6bc-8cd0-4585-9f45-c2076855441e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:44.640030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8::30a (5fb993e7-2511-4500-b908-bfeed451a392/7918a6ae-423f-4092-9114-4b7bd3045aac/bb12c762-52cf-42ed-a7fc-e774ed83e3ac) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:44.640250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=ba8d97d1-d042-4974-ae7e-f8c36add2708,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:44.649580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:44.716376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.755039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port 8d3eeec3-15f4-4d82-8614-42ccf8f388a1 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:44.755039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.858977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:44.917917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55142) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:45.225060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:45.236884 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Sync routers for ids ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:45.255886 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Routers {'26f48d37-b114-4acb-a9b1-b4dc0e7be674'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:45.256782 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fee2130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:45.257877 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1bca861-5ca7-49e8-a855-eabd80530328 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7fa86e6f5b144928d4f0a4135b4e5a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3383160
Nov 24 14:34:45.260790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55148) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:45.370606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.371751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.418961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.442691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ba8d97d1-d042-4974-ae7e-f8c36add2708 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:45.456159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.500151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.503086 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Set router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:45.509379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for 8d3eeec3-15f4-4d82-8614-42ccf8f388a1 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:45.533826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ba8d97d1-d042-4974-ae7e-f8c36add2708 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:45.534948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.546973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.548152 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.3679886
Nov 24 14:34:45.551218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55152) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:45.720935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.730646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-35b8022f-12c3-4bc3-a9af-cc1fbe3a482f tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:45.741621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.748458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-226ddd1d-da84-49e2-86da-661eec621786 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:45.758801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf19878-8ee7-433e-bd82-528d6e389f64,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:45.761130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:45.814572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object bb12c762-52cf-42ed-a7fc-e774ed83e3ac will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:45.836924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.850019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port c627084c-827e-4e16-a313-f42373f6696d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:45.850354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.892362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:45.893786 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbf19878-8ee7-433e-bd82-528d6e389f64 HTTP/1.1" status: 204  len: 168 time: 0.6320751
Nov 24 14:34:45.948008 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fee2130>, [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:34:42Z', 'revision_number': 3, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:45.954008 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Checking router: 26f48d37-b114-4acb-a9b1-b4dc0e7be674 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:45.959758 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Updating router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 port 37e1e2e3-c783-40c4-bd25-eff31a3e336e binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:34:45.984030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.028570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Subnet': ['ID=a91f8595-7396-4a6e-9b12-936a13324700,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:46.040032 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.044726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:46.051512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:46.053366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.101498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Checking segment: {'id': 'c7feeffd-4ca0-40a3-acb9-3a00f2c35221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c95da3a3-6892-4dc5-a185-85e181f0845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:46.101856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network hostable DHCP agents. Network: c95da3a3-6892-4dc5-a185-85e181f0845b, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:34:46.107220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:46.111260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:46.111874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.127902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.128457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.128866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.129239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.129610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.129977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.130901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.130901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.131180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.131373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.131921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:46.145693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:46.147185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f2603fde-d47d-42c4-bb2b-fb0f884bbc51 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:46.159288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port c627084c-827e-4e16-a313-f42373f6696d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c627084c-827e-4e16-a313-f42373f6696d,segment=NetworkSegment(91b11b6d-a4dc-4165-8b82-7d1471cdb915),segment_id=91b11b6d-a4dc-4165-8b82-7d1471cdb915)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:46.159642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.209364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=8d3eeec3-15f4-4d82-8614-42ccf8f388a1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:46.296431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=bb12c762-52cf-42ed-a7fc-e774ed83e3ac,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:46.302610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:46.308437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:46.314020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:46.353116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for c627084c-827e-4e16-a313-f42373f6696d owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:46.407446 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.8125951
Nov 24 14:34:46.407446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network c95da3a3-6892-4dc5-a185-85e181f0845b is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:34:46.411846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55160) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:46.416127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:46.538265 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.553371 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Transition to ACTIVE for port object 37e1e2e3-c783-40c4-bd25-eff31a3e336e will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:46.566457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9c45ed63-b04b-42c4-90a0-525160cf9abf None None] Provisioning for port bb12c762-52cf-42ed-a7fc-e774ed83e3ac completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:46.573348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9c45ed63-b04b-42c4-90a0-525160cf9abf None None] Provisioning complete for port bb12c762-52cf-42ed-a7fc-e774ed83e3ac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:46.574027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9c45ed63-b04b-42c4-90a0-525160cf9abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.590337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:46.596879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:46.600692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:46.603229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c95da3a3-6892-4dc5-a185-85e181f0845b) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:46.611499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:46.618258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:46.618835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.623834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475321c9-5b0f-47ad-ae62-f12954c313c4 None None] Network c95da3a3-6892-4dc5-a185-85e181f0845b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:46.637454 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.643405 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-04223741-9cf7-44ba-af1e-d5ce49ad3b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:46.742612 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9874496
Nov 24 14:34:46.749651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55172) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:46.749808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:46.749808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.755163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'network': {'name': 'tempest-router-network01--47038003'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:46.756557 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68eb75-dea7-4ca1-9c83-a7aa34d3a706 None None] Pushing event updated for resources: {'Port': ['ID=37e1e2e3-c783-40c4-bd25-eff31a3e336e,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:46.763554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:46.768898 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5d68eb75-dea7-4ca1-9c83-a7aa34d3a706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:46.769865 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Attempting to bind port 37e1e2e3-c783-40c4-bd25-eff31a3e336e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:46.770466 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Attempting to bind port 37e1e2e3-c783-40c4-bd25-eff31a3e336e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:46.770942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:network and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:46.776696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:46.778105 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Attempting to bind port 37e1e2e3-c783-40c4-bd25-eff31a3e336e on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:46.787124 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:46.787664 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:46.788757 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.789258 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:46.789828 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Bound port: 37e1e2e3-c783-40c4-bd25-eff31a3e336e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:46.790324 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:46.817231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:46.913656 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] For port 37e1e2e3-c783-40c4-bd25-eff31a3e336e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:46.918549 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] For port 37e1e2e3-c783-40c4-bd25-eff31a3e336e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=37e1e2e3-c783-40c4-bd25-eff31a3e336e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:46.974075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9c45ed63-b04b-42c4-90a0-525160cf9abf None None] Port bb12c762-52cf-42ed-a7fc-e774ed83e3ac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:47.053895 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.059503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-c95da3a3-6892-4dc5-a185-85e181f0845b', 'network_id': 'c95da3a3-6892-4dc5-a185-85e181f0845b', 'tenant_id': 'c4e92b7a38b14ae3a6e8b0493261cccf', 'fixed_ips': [{'subnet_id': 'a91f8595-7396-4a6e-9b12-936a13324700'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:47.062429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.067337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:47.069541 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2b9adf13-be70-413f-b204-4d456298e20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:47.073023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.085797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.108815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-497c56f3-713f-4076-bd36-2aca1491aa86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:47.138745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7918a6ae-423f-4092-9114-4b7bd3045aac (CIDR: 2001:db8::/64)
Nov 24 14:34:47.184792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=c627084c-827e-4e16-a313-f42373f6696d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:47.192443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:47.199159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:34:47.199724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:34:47.219516 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Routers {'26f48d37-b114-4acb-a9b1-b4dc0e7be674'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:47.223401 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fee2130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:47.227328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:47.298156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Allocated IP 2001:db8::2 (c95da3a3-6892-4dc5-a185-85e181f0845b/a91f8595-7396-4a6e-9b12-936a13324700/c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:47.330782 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36031991-2899-4b59-b651-62ad9377bbba tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9162593
Nov 24 14:34:47.330782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55180) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:47.337240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:34:47.338364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:47.378073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.378414 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Added segment 3e4fcfae-274f-4bd2-af21-78587b6d6a2b of type vlan for network 58edc164-c7bb-4b37-92bc-d1f9c4be051e
Nov 24 14:34:47.566578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.567224 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68eb75-dea7-4ca1-9c83-a7aa34d3a706 None None] Pushing event updated for resources: {'Port': ['ID=37e1e2e3-c783-40c4-bd25-eff31a3e336e,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:47.579779 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5d68eb75-dea7-4ca1-9c83-a7aa34d3a706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:47.609032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.621527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Transition to ACTIVE for port object c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:47.672039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:47.677585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:47.681727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:47.688701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Transition to ACTIVE for port object c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:47.690005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:47.728695 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] Set router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:47.733998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:47.738064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.746093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:47.773491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:47.774286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201d6580>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:47.813329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:47.821430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.861694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.876538 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8b8a3e14-1da4-4e47-85f0-4f567cfeeda8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/floatingips/009f31d8-8377-4792-945c-5d0dbf241d14 HTTP/1.1" status: 204  len: 168 time: 3.6390271
Nov 24 14:34:47.877120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b4be42c3-7ef3-4099-ab6d-6ac62854df91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:47.890597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55186) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:47.909305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.917122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:47.918416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:47.926113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201d6580>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:47.938350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-88fd089f-c331-4abe-b747-498cfd9fb400 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:47.974104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Network c95da3a3-6892-4dc5-a185-85e181f0845b is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:47.979208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:47.982679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Pushing event updated for resources: {'Port': ['ID=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:47.985878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:47.988507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:47.989137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201d6580>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:47.989577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55190) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:48.116670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Network': ['ID=58edc164-c7bb-4b37-92bc-d1f9c4be051e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:48.132943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port bc411b26-b8a5-4838-bab5-2f1d8f2e4f03 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:48.132943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.137752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:48.147546 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.4026029
Nov 24 14:34:48.151217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55196) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:48.161677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:34:48.193588 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fee2130>, [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:34:42Z', 'revision_number': 3, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:48.194040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201d6580>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:48.194480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ae36c-7638-4ba8-a8ad-40d4e041d1fb None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:48.206204 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98f11d-5232-4e15-b913-d10ef33a074d None None] The sync data for ids ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'] in dv-neutron-818347-1-hyperv is: [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:34:42Z', 'revision_number': 3, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:48.207556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.207703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'network': {'name': 'tempest-router-network02--1822186341'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:48.213471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.213985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.214500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.214852 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7f7f23ad-4461-42df-b1de-9dbf41a77e68 (CIDR: 2001:db8:0:1::/64)
Nov 24 14:34:48.215412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.215919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.216271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.216597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.216987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.217346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.217546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:34:48.225224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:48.236517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2072569202'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:48.242092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.254725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:48.265832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:network and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:48.275217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:48.279079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Usage tracker for resource:network and tenant:82a9ddb1284c47c2983e1a8807149f16 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:48.286413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:48.290968 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:34:48.291632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:34:48.295490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:48.346947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:48.355166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.364905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:48.382533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Attempting to bind port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:48.382972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Attempting to bind port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'c7feeffd-4ca0-40a3-acb9-3a00f2c35221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c95da3a3-6892-4dc5-a185-85e181f0845b'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:48.383449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Attempting to bind port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb on network c95da3a3-6892-4dc5-a185-85e181f0845b {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:48.391025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:48.394995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Checking segment: {'id': 'c7feeffd-4ca0-40a3-acb9-3a00f2c35221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c95da3a3-6892-4dc5-a185-85e181f0845b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:48.394995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.394995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Bound using segment: {'id': 'c7feeffd-4ca0-40a3-acb9-3a00f2c35221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c95da3a3-6892-4dc5-a185-85e181f0845b'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:48.394995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Bound port: c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7feeffd-4ca0-40a3-acb9-3a00f2c35221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'c95da3a3-6892-4dc5-a185-85e181f0845b'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:48.394995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.417868 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-16c2e447-3708-424a-87d2-a20c60abed5d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.0825651
Nov 24 14:34:48.418085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55200) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:48.425456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'subnet': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:48.490719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] For port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:48.493878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] For port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,segment=NetworkSegment(c7feeffd-4ca0-40a3-acb9-3a00f2c35221),segment_id=c7feeffd-4ca0-40a3-acb9-3a00f2c35221)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:48.518282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:48.521284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.550148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Made reservation on behalf of 82a9ddb1284c47c2983e1a8807149f16 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:48.553026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.561156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.612644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.617152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-58ce6621-d186-45d3-ac94-65335d4b5fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:48.619060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.654761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:34:48.696639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Pushing event updated for resources: {'Port': ['ID=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:48.700675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:48.710146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for bc411b26-b8a5-4838-bab5-2f1d8f2e4f03 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:48.770541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:48.784771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Usage tracker for resource:subnet and tenant:812d3cde387642f09bf57820011874d9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:48.794138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:48.819560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:48.825490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:48.830270 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Added segment ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c of type vlan for network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20
Nov 24 14:34:48.874861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:48.895193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Usage tracker for resource:security_group_rule and tenant:82a9ddb1284c47c2983e1a8807149f16 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:48.919073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Made reservation on behalf of 812d3cde387642f09bf57820011874d9 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:48.970288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:49.052723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:49.055583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.093356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Allocated IP 172.20.0.1 (a520b7ea-6dac-4bbd-9185-5bd507293b84/a3a7bd89-4f08-43a3-9f94-70b491e59fda/635b4315-9f46-46db-bc01-55cfcdb0b018) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:49.118901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.258664 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.263102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:49.263260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.263691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.272534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-956d22a6-8b40-46d1-9288-705004c8fb31 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:49.274787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:49.371773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=bc411b26-b8a5-4838-bab5-2f1d8f2e4f03,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:49.379813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:49.495401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:49.517605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.562723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.582406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Network': ['ID=d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:49.587993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:49.589699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.600430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:34:49.605631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-210cad24-888f-492b-93a2-ca6ebdb0805f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:49.631413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.651308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:34:49.672458 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5192900
Nov 24 14:34:49.685770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55204) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:49.685770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c099cf5-903f-40d9-adc4-2a99133c52ae,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:49.685770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:49.699133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'subnet': {'network_id': '58edc164-c7bb-4b37-92bc-d1f9c4be051e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:49.719493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.719842 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Added segment fdee41b3-e281-4b26-9644-cf692c71d9b5 of type vlan for network 4bfc0ae0-067e-4315-afa9-2a2991a731df
Nov 24 14:34:49.725226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Transition to ACTIVE for port object 635b4315-9f46-46db-bc01-55cfcdb0b018 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:49.729248 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/ports/bc411b26-b8a5-4838-bab5-2f1d8f2e4f03 HTTP/1.1" status: 204  len: 168 time: 1.8378658
Nov 24 14:34:49.735502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55208) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:49.738062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:49.743524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:49.766098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:49.792193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:49.832054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94df20-8b65-4a47-b8a5-0289cb4cbb60 None None] Network c95da3a3-6892-4dc5-a185-85e181f0845b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:49.864568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.889184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.895126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b9176e06-dcf4-4063-9432-d182f252144e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:49.923434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:49.927510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.937799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:subnet and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:49.944901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:49.954384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:49.957380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:49.986790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Network 5fb993e7-2511-4500-b908-bfeed451a392 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:49.986790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:49.991910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:49.992529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:49.996587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Subnet': ['ID=2ad1842b-1dd1-4c6e-9493-34a1a46b59b4,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:50.005844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:50.019456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a40c16-a55a-4220-9056-42571d82574b None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:50.032725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.044853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6ecd7785-7fa4-44a8-9dc4-7798ffab463b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:50.048711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Provisioning for port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:50.114061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Provisioning complete for port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:50.114518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.126508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.139490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.144155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:50.144734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.149993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:50.168316 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-767fb1ff-4501-473a-9a4f-339421fcf0cf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.7492459
Nov 24 14:34:50.174367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55212) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:50.188867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1154246471', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ad1842b-1dd1-4c6e-9493-34a1a46b59b4'}], 'security_groups': ['4e08b826-51c3-4ae6-9980-784d1bad821e', '709f8ee9-24cf-4c9c-bf06-5ffddfcd7167']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:50.294392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.328038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:50.329148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=635b4315-9f46-46db-bc01-55cfcdb0b018,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:50.334922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:50.338754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:50.338754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-858eab22-3c9e-40af-a530-7ed2de324d4c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:50.359898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:50.382969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.395223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.26.2.132 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/ebc60085-ed70-4248-bb97-d57cee62c785) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:50.408363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.441189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.498852 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] For port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,segment=NetworkSegment(c7feeffd-4ca0-40a3-acb9-3a00f2c35221),segment_id=c7feeffd-4ca0-40a3-acb9-3a00f2c35221)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:50.606536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.615315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:50.651372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.722909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Update dhcp port {'port': {'network_id': '5fb993e7-2511-4500-b908-bfeed451a392', 'fixed_ips': [{'subnet_id': '7f7f23ad-4461-42df-b1de-9dbf41a77e68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7918a6ae-423f-4092-9114-4b7bd3045aac', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ad1842b-1dd1-4c6e-9493-34a1a46b59b4'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '6db5cd51-6be6-41b4-b966-30e8174f4a36'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:34:50.774047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Pushing event updated for resources: {'Port': ['ID=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:50.778571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:50.796827 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.8013690
Nov 24 14:34:50.805665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55216) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:50.813598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Request body: {'subnet': {'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:50.821828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.836822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.848188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb9e4a79-c5df-4a57-885b-cfb0c5b4f9ac tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:50.874385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Pushing event updated for resources: {'Network': ['ID=4bfc0ae0-067e-4315-afa9-2a2991a731df,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:50.876586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:50.879904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:50.890829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 4bfc0ae0-067e-4315-afa9-2a2991a731df details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:34:50.914243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:50.931402 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:50.932879 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6093216
Nov 24 14:34:50.937914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55220) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:50.946799 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:50.947724 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fee2fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:51.044909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5b2bb0cb-ead4-413b-bb76-78c5ee037ffc None None] Provisioning for port 635b4315-9f46-46db-bc01-55cfcdb0b018 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:51.098509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5b2bb0cb-ead4-413b-bb76-78c5ee037ffc None None] Provisioning complete for port 635b4315-9f46-46db-bc01-55cfcdb0b018 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:51.098967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb0cb-ead4-413b-bb76-78c5ee037ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.126731 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:51.192709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5b2bb0cb-ead4-413b-bb76-78c5ee037ffc None None] Port 635b4315-9f46-46db-bc01-55cfcdb0b018 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:51.208312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5b2bb0cb-ead4-413b-bb76-78c5ee037ffc None None] Provisioning complete for port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:51.211716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5b2bb0cb-ead4-413b-bb76-78c5ee037ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.251707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.332940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.343622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b5e21ee-178f-4241-89ad-8d786c9f50ff tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:51.432415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:51.443730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:51.451685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet e62fc49a-eee6-490f-8a96-2633d62edb0f {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:34:51.456313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.474867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:51.484943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Delete allocated IP 2001:db8::30a (5fb993e7-2511-4500-b908-bfeed451a392/7918a6ae-423f-4092-9114-4b7bd3045aac) {{(pid=84233) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 24 14:34:51.491968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:51.514432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:51.514820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.523925 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fee2fd0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:46Z', 'revision_number': 10, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:51.529505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=ebc60085-ed70-4248-bb97-d57cee62c785,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:51.529770 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:51.541618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:51.549351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:51.551872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Allocated IP 2001:db8:0:2::63 (5fb993e7-2511-4500-b908-bfeed451a392/2ad1842b-1dd1-4c6e-9493-34a1a46b59b4/bb12c762-52cf-42ed-a7fc-e774ed83e3ac) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:51.553211 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:51.554549 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fee2fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:51.562658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Usage tracker for resource:subnet and tenant:82a9ddb1284c47c2983e1a8807149f16 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:51.571249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:51.583886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:51.657126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Subnet': ['ID=f7daac61-bd25-4134-a953-980fb7a84039,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:51.672217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:51.682470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Made reservation on behalf of 82a9ddb1284c47c2983e1a8807149f16 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:51.719496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.737485 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:51.786808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.804852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Checking segment: {'id': '3e4fcfae-274f-4bd2-af21-78587b6d6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '58edc164-c7bb-4b37-92bc-d1f9c4be051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:51.805205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network hostable DHCP agents. Network: 58edc164-c7bb-4b37-92bc-d1f9c4be051e, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:34:51.860381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.885505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.911364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:51.919622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a17d12c2-68c4-4794-b79d-d4eecb7aa34f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:51.969499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:34:52.023392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=635b4315-9f46-46db-bc01-55cfcdb0b018,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:52.030455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:52.031229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.062322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 58edc164-c7bb-4b37-92bc-d1f9c4be051e) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:52.072019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:52.072625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.076167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271fc34-a1e4-48bf-a69b-a0268e2f4be5 None None] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:52.119302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.148476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.176569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Transition to ACTIVE for port object bb12c762-52cf-42ed-a7fc-e774ed83e3ac will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:52.192284 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fee2fd0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:46Z', 'revision_number': 10, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:52.196901 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ea7b6-41f3-49a2-a441-5991909e106f None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:34:46Z', 'revision_number': 10, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None, '_interfaces': [{'id': 'aec56f35-d977-491b-9491-bffe2de84f19', 'name': '', 'network_id': '21315e63-3808-4941-b439-b036facfbfa0', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'mac_address': 'fa:16:3e:5d:6b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4372d207-1875-478d-8fe2-00426f671047', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:33:34Z', 'updated_at': '2021-11-24T14:33:47Z', 'revision_number': 5, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'subnets': [{'id': '90231332-e80a-4f0a-8088-6375dc9dba14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:34:52.214292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:52.216523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:52.289418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.301895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8410c6c0-fdfa-405b-856f-b36ef12ea339 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:52.332453 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6451080
Nov 24 14:34:52.333998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.339198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55224) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:52.343914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1182699-55d0-4fda-8639-76d0e69dbccd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:52.344671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.400527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=e62fc49a-eee6-490f-8a96-2633d62edb0f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:52.408814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:52.412734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'subnet': {'network_id': 'd3adb3ec-ae46-43cd-856c-cf2bc7bb2a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:52.425321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Allocated IP 2001:db8:0:2::2 (5fb993e7-2511-4500-b908-bfeed451a392/2ad1842b-1dd1-4c6e-9493-34a1a46b59b4/6db5cd51-6be6-41b4-b966-30e8174f4a36) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:52.464072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] In _notify_port_updated(), no bound segment for port bb12c762-52cf-42ed-a7fc-e774ed83e3ac on network 5fb993e7-2511-4500-b908-bfeed451a392 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:34:52.468171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:52.468360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0506924-44af-4a76-999c-7ac495ed06bc None None] Network c4dbb7d6-062a-4b8a-9bb4-b56daf9452df requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:52.469004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.470257 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "PUT /v2.0/ports/bb12c762-52cf-42ed-a7fc-e774ed83e3ac HTTP/1.1" status: 200  len: 969 time: 2.2952280
Nov 24 14:34:52.484515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55228) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:52.487703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-58edc164-c7bb-4b37-92bc-d1f9c4be051e', 'network_id': '58edc164-c7bb-4b37-92bc-d1f9c4be051e', 'tenant_id': 'c4e92b7a38b14ae3a6e8b0493261cccf', 'fixed_ips': [{'subnet_id': 'f7daac61-bd25-4134-a953-980fb7a84039'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:52.488552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.571689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port bb12c762-52cf-42ed-a7fc-e774ed83e3ac {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:52.572149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.613647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event updated for resources: {'Port': ['ID=bb12c762-52cf-42ed-a7fc-e774ed83e3ac,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:52.631179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:52.647588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.673206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ddfb3da2-0173-4602-afca-ad0f3c3483e3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:52.741703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.743523 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/e62fc49a-eee6-490f-8a96-2633d62edb0f HTTP/1.1" status: 204  len: 168 time: 1.8037705
Nov 24 14:34:52.753459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55232) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:52.801790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:52.809804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:subnet and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:52.814473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:52.822299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:52.869543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] For port 6db5cd51-6be6-41b4-b966-30e8174f4a36, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6db5cd51-6be6-41b4-b966-30e8174f4a36,segment=NetworkSegment(73621502-77ba-49e5-bc13-14977a1b5533),segment_id=73621502-77ba-49e5-bc13-14977a1b5533)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:52.904796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-20a1bad0-c7fe-40f9-bfe5-56ea867ff145 None None] Provisioning complete for port 635b4315-9f46-46db-bc01-55cfcdb0b018 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:52.905215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20a1bad0-c7fe-40f9-bfe5-56ea867ff145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:52.911869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:53.002846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Pushing event updated for resources: {'Subnet': ['ID=16901210-7878-4f67-b214-50e16a36f999,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:53.005149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-20a1bad0-c7fe-40f9-bfe5-56ea867ff145 None None] Port 635b4315-9f46-46db-bc01-55cfcdb0b018 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:53.029929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:53.030166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.038921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.039065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Allocated IP 2001:db8::2 (58edc164-c7bb-4b37-92bc-d1f9c4be051e/f7daac61-bd25-4134-a953-980fb7a84039/e56b045e-d66a-4fab-8a6e-cbb00d5895d3) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:53.045673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.061487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Transition to ACTIVE for port object 6db5cd51-6be6-41b4-b966-30e8174f4a36 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:53.171814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:53.171814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.322536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.333559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Transition to ACTIVE for port object e56b045e-d66a-4fab-8a6e-cbb00d5895d3 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:53.351827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] DHCP port deletion for c4dbb7d6-062a-4b8a-9bb4-b56daf9452df request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:34:53.357980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.366904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-91c12f01-771e-4b42-96f4-62ec725fb387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:53.421997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Checking segment: {'id': 'fdee41b3-e281-4b26-9644-cf692c71d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:53.422628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Network hostable DHCP agents. Network: 4bfc0ae0-067e-4315-afa9-2a2991a731df, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:34:53.432494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:34:53.433544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Transition to ACTIVE for port object e56b045e-d66a-4fab-8a6e-cbb00d5895d3 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:53.448407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Deleting port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:53.450199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.565917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.566327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.571811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-759e825d-405c-4517-9617-83992377524c tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:53.589944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.599382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 37e1e2e3-c783-40c4-bd25-eff31a3e336e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:53.658733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Subnet': ['ID=79e27711-ffdf-41de-b3c4-66eb4f18fa28,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:53.662067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:53.729176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.737192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for bb12c762-52cf-42ed-a7fc-e774ed83e3ac owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:53.767175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Checking segment: {'id': 'ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd3adb3ec-ae46-43cd-856c-cf2bc7bb2a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:53.767950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network hostable DHCP agents. Network: d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:34:53.778487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.802324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:53.818491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c110fe30-9845-435a-b845-cd009b35a4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:53.838923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Pushing event updated for resources: {'Port': ['ID=6db5cd51-6be6-41b4-b966-30e8174f4a36,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:53.843760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:34:53.848510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:53.854652 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] 10.222.0.53 "PUT /v2.0/routers/26f48d37-b114-4acb-a9b1-b4dc0e7be674/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2976847
Nov 24 14:34:53.893160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:34:53.926184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:53.985501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Network 4bfc0ae0-067e-4315-afa9-2a2991a731df is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:34:54.016056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:54.041802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:54.044894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:54.051261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:54.053491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.062037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:54.087629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=ebc60085-ed70-4248-bb97-d57cee62c785,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:54.100269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 4bfc0ae0-067e-4315-afa9-2a2991a731df) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:54.103157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:54.103889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,segment=NetworkSegment(91b11b6d-a4dc-4165-8b82-7d1471cdb915),segment_id=91b11b6d-a4dc-4165-8b82-7d1471cdb915)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:54.104289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.147878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:54.150645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.158919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c44bc0-d65d-4b11-b587-f2a27d881058 None None] Network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:54.190275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec5da7-5d25-4fda-8383-58eae14528ee None None] Network 4bfc0ae0-067e-4315-afa9-2a2991a731df requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:54.236081 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8574531
Nov 24 14:34:54.238087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55242) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:54.254142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.268324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Pushing event updated for resources: {'Port': ['ID=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:54.281752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:54.364413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:54.476294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.507037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 37e1e2e3-c783-40c4-bd25-eff31a3e336e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:54.601415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 37e1e2e3-c783-40c4-bd25-eff31a3e336e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:54.601788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.634716 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8283985
Nov 24 14:34:54.635807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55246) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:54.644637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Request body: {'port': {'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df', 'name': 'tempest-TagsExtTest-660678066'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:54.648175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.649775 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9130623
Nov 24 14:34:54.655054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55250) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:54.661061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'port': {'network_id': '445e0988-73af-427a-9243-555c2e12a036', 'name': 'tempest-FloatingIPTestJSON-2017476144'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:54.696078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.710762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.723429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] For port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,segment=NetworkSegment(91b11b6d-a4dc-4165-8b82-7d1471cdb915),segment_id=91b11b6d-a4dc-4165-8b82-7d1471cdb915)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:54.724188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.804927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:54.886459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Attempting to bind port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:54.887429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Attempting to bind port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '3e4fcfae-274f-4bd2-af21-78587b6d6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '58edc164-c7bb-4b37-92bc-d1f9c4be051e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:54.887955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Attempting to bind port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 on network 58edc164-c7bb-4b37-92bc-d1f9c4be051e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:54.912840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=3cf2fead-97e8-4f75-8b58-4f53bbab5e43,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:54.961676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=bb12c762-52cf-42ed-a7fc-e774ed83e3ac,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:54.965913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:54.969347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:54.983213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:54.983620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:54.991516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No DVR routers for this DVR port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:34:55.005066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Calling delete_port for 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:34:55.017957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:55.030768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Usage tracker for resource:port and tenant:82a9ddb1284c47c2983e1a8807149f16 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:55.035098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:55.058967 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/bb12c762-52cf-42ed-a7fc-e774ed83e3ac HTTP/1.1" status: 204  len: 168 time: 2.5655644
Nov 24 14:34:55.072069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55254) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:55.118479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:55.118479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Checking segment: {'id': '3e4fcfae-274f-4bd2-af21-78587b6d6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '58edc164-c7bb-4b37-92bc-d1f9c4be051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:55.118782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.118979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Bound using segment: {'id': '3e4fcfae-274f-4bd2-af21-78587b6d6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '58edc164-c7bb-4b37-92bc-d1f9c4be051e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:55.119748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:55.119868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Bound port: e56b045e-d66a-4fab-8a6e-cbb00d5895d3, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4fcfae-274f-4bd2-af21-78587b6d6a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '58edc164-c7bb-4b37-92bc-d1f9c4be051e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:55.119868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.145395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-03858a44-a247-458b-b1e7-d89c7e273cf9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] GET failed (client error): The resource could not be found.
Nov 24 14:34:55.145395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-03858a44-a247-458b-b1e7-d89c7e273cf9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Synchronizing usage tracker for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:34:55.233407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:55.238212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:port and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:55.241376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:55.248392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:55.288729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.329120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eec7c70>,) {'filters': {'network_id': ['c4dbb7d6-062a-4b8a-9bb4-b56daf9452df']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:55.350135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:55.357144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.374896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-03858a44-a247-458b-b1e7-d89c7e273cf9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Unset dirty status for tenant:812d3cde387642f09bf57820011874d9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:34:55.377052 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-03858a44-a247-458b-b1e7-d89c7e273cf9 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports/bb12c762-52cf-42ed-a7fc-e774ed83e3ac HTTP/1.1" status: 404  len: 333 time: 0.3002849
Nov 24 14:34:55.379615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55258) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:55.380141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eec7c70>, '91b11b6d-a4dc-4165-8b82-7d1471cdb915') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:55.380542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eec7c70>, '91b11b6d-a4dc-4165-8b82-7d1471cdb915') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:55.404653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.419077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:34:55.419698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:34:55.425115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] device_id is not set on port 9f72ed9d-7194-407c-a628-e517d3e1e446 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:34:55.463852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Made reservation on behalf of 82a9ddb1284c47c2983e1a8807149f16 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:34:55.468125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.513128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] device_id is not set on port 3c761f53-58ca-4a73-880d-07b82876b129 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:34:55.613782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.649994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.658720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d0812113-fa23-4444-ac0b-3c1ce2afeac6 None None] Provisioning for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:55.669566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20', 'network_id': 'd3adb3ec-ae46-43cd-856c-cf2bc7bb2a20', 'tenant_id': 'c4e92b7a38b14ae3a6e8b0493261cccf', 'fixed_ips': [{'subnet_id': '79e27711-ffdf-41de-b3c4-66eb4f18fa28'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:55.670624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.681063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.691208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d0812113-fa23-4444-ac0b-3c1ce2afeac6 None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:55.691824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d0812113-fa23-4444-ac0b-3c1ce2afeac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.718354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.727413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-4bfc0ae0-067e-4315-afa9-2a2991a731df', 'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df', 'tenant_id': '82a9ddb1284c47c2983e1a8807149f16', 'fixed_ips': [{'subnet_id': '16901210-7878-4f67-b214-50e16a36f999'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:34:55.728536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.740745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] For port e56b045e-d66a-4fab-8a6e-cbb00d5895d3, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:55.742614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:34:55.743073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:34:55.762592 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:34:55.774180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] For port e56b045e-d66a-4fab-8a6e-cbb00d5895d3, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,segment=NetworkSegment(3e4fcfae-274f-4bd2-af21-78587b6d6a2b),segment_id=3e4fcfae-274f-4bd2-af21-78587b6d6a2b)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:55.832474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-430bba4c-16da-436e-bdf8-fa4acba64930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.848287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 37e1e2e3-c783-40c4-bd25-eff31a3e336e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=37e1e2e3-c783-40c4-bd25-eff31a3e336e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:55.912600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:55.922695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.2 (445e0988-73af-427a-9243-555c2e12a036/aa564d5b-7b23-4e53-8457-926925f5d762/9f72ed9d-7194-407c-a628-e517d3e1e446) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:55.971335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Deleting port 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:55.972043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.032986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Allocated IP 172.20.0.10 (4bfc0ae0-067e-4315-afa9-2a2991a731df/16901210-7878-4f67-b214-50e16a36f999/3c761f53-58ca-4a73-880d-07b82876b129) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:56.149258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Allocated IP 2001:db8::2 (d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20/79e27711-ffdf-41de-b3c4-66eb4f18fa28/c6f7bcab-9254-4920-a89b-535d44a6057c) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:56.176557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.187162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.188752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.190395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-db834c88-7f9f-45de-916e-803efa3ba8fa tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:56.196450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7bb4deb7-295c-4ba2-99d6-e637393a11ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:56.196746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.210349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c71072fd-a534-40cd-b0fa-5810888c8b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:56.210575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.220687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=c4dbb7d6-062a-4b8a-9bb4-b56daf9452df,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:56.226064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:56.232466 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/c4dbb7d6-062a-4b8a-9bb4-b56daf9452df HTTP/1.1" status: 204  len: 168 time: 3.4761810
Nov 24 14:34:56.234166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55264) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:56.237576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.243669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca7efaa-2582-4420-bb54-eac99fdca0a9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:56.255172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:56.319095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Allocated IP 2001:db8::1 (58edc164-c7bb-4b37-92bc-d1f9c4be051e/f7daac61-bd25-4134-a953-980fb7a84039/a61866d3-552e-4c95-97e1-5cd2ec9e0eb7) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:56.328416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55268) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:56.341452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629395786', 'description': 'tempest-secgroup-smoke-1629395786 description', 'project_id': '30d72de9781d4279be986cf6b0dcc86a'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:56.355212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:56.375270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.379776 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ca7efaa-2582-4420-bb54-eac99fdca0a9 HTTP/1.1" status: 204  len: 168 time: 0.9945230
Nov 24 14:34:56.379934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c627084c-827e-4e16-a313-f42373f6696d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:56.397955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:56.403142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:56.409559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55272) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:56.431532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:56.438097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d9ff8-93c8-4939-a352-97c9514f046f None None] The port '3cf2fead-97e8-4f75-8b58-4f53bbab5e43' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:34:56.465667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c627084c-827e-4e16-a313-f42373f6696d {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:56.466022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c627084c-827e-4e16-a313-f42373f6696d not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:56.466441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:34:56.522573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.538431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:34:56.538431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3cf2fead-97e8-4f75-8b58-4f53bbab5e43 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:34:56.543641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.548905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.560577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bafe0c3-e9df-40be-b87a-940647764d06 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:56.570412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Pushing event updated for resources: {'Port': ['ID=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:56.583600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:56.588407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:56.609587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Transition to ACTIVE for port object 3c761f53-58ca-4a73-880d-07b82876b129 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:56.619066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.643080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=9f72ed9d-7194-407c-a628-e517d3e1e446,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:56.647555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.664825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.691064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Transition to ACTIVE for port object a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:56.726384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:56.738254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:56.743445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:56.753602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:56.754567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6db5cd51-6be6-41b4-b966-30e8174f4a36 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:56.759633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:56.778917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d0812113-fa23-4444-ac0b-3c1ce2afeac6 None None] Provisioning complete for port dfd0c621-f65a-4bed-9396-d4e8921c44e9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:56.779285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d0812113-fa23-4444-ac0b-3c1ce2afeac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.802320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.812625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f8c418f7-6c7f-40ba-b45b-a890c2926b90 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:56.848250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 445e0988-73af-427a-9243-555c2e12a036 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:56.855556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:56.860668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:56.885417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.942680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.977905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:56.980529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:56.985355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:56.996497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:56.996723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.002367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Port': ['ID=a61866d3-552e-4c95-97e1-5cd2ec9e0eb7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:57.004109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=37e1e2e3-c783-40c4-bd25-eff31a3e336e,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:57.014188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Network 4bfc0ae0-067e-4315-afa9-2a2991a731df is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:57.016629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:57.018711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:57.019774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:57.034739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:57.035716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.053489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.056403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:57.057973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:57.058935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.077075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Allocated IP 172.20.0.2 (4bfc0ae0-067e-4315-afa9-2a2991a731df/16901210-7878-4f67-b214-50e16a36f999/950555d4-afed-4723-9224-5863b2a91891) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:34:57.083317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3cbeb0f5-0ce1-4aae-884f-c3b428fdb729 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:57.097070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Transition to ACTIVE for port object c6f7bcab-9254-4920-a89b-535d44a6057c will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:57.098784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.102742 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/security-groups/709f8ee9-24cf-4c9c-bf06-5ffddfcd7167 HTTP/1.1" status: 204  len: 168 time: 0.6922312
Nov 24 14:34:57.104794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d0812113-fa23-4444-ac0b-3c1ce2afeac6 None None] Port dfd0c621-f65a-4bed-9396-d4e8921c44e9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:34:57.107889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.108672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55276) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:57.123885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d0812113-fa23-4444-ac0b-3c1ce2afeac6 None None] Could not find standard attr ID for object bb12c762-52cf-42ed-a7fc-e774ed83e3ac. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:34:57.173249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f8ee9-24cf-4c9c-bf06-5ffddfcd7167,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:57.173846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:57.179728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.5234554
Nov 24 14:34:57.183373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55280) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:57.185492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.211735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Pushing event updated for resources: {'Port': ['ID=3c761f53-58ca-4a73-880d-07b82876b129,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:57.217714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:57.218352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1e59ecf-699a-4f1b-b82e-12d914bff083 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:57.231933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:34:57.232579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.248461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Transition to ACTIVE for port object c6f7bcab-9254-4920-a89b-535d44a6057c will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:57.263939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.265150 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9337053
Nov 24 14:34:57.270685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55284) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:57.273168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1092ca-27e9-4c5b-9df1-b9765500656a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:57.275568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'port_id': '9f72ed9d-7194-407c-a628-e517d3e1e446'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:57.278755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'security_group_rule': {'security_group_id': 'eb1092ca-27e9-4c5b-9df1-b9765500656a', 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:57.282021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d2616879-d4ac-49c7-83ce-0d5eb580d9ab None None] Could not find standard attr ID for object bb12c762-52cf-42ed-a7fc-e774ed83e3ac. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:34:57.284360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:57.285821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:57.289482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:57.292544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:57.315521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:57.316259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.327681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:57.338681 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.7010667
Nov 24 14:34:57.343327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:57.349719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.351715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1053284212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:57.365093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:57.367808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0ed3f4fb-a722-4462-b838-dfe5fc24bfb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:57.377638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Usage tracker for resource:router and tenant:82a9ddb1284c47c2983e1a8807149f16 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:57.381967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:57.384881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.398340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:57.436780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.503441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.525966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:57.527347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Pushing event updated for resources: {'Port': ['ID=c6f7bcab-9254-4920-a89b-535d44a6057c,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:57.532634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:57.534572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:57.541906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:57.556437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.574968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.575282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.582310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.594473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.603624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Transition to ACTIVE for port object 950555d4-afed-4723-9224-5863b2a91891 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:57.716113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Transition to ACTIVE for port object 950555d4-afed-4723-9224-5863b2a91891 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:34:57.751073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Attempting to bind port c6f7bcab-9254-4920-a89b-535d44a6057c on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:57.751650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Attempting to bind port c6f7bcab-9254-4920-a89b-535d44a6057c by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd3adb3ec-ae46-43cd-856c-cf2bc7bb2a20'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:57.752242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Attempting to bind port c6f7bcab-9254-4920-a89b-535d44a6057c on network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:57.762397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:57.763714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Checking segment: {'id': 'ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd3adb3ec-ae46-43cd-856c-cf2bc7bb2a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:57.764323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.764905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Bound using segment: {'id': 'ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd3adb3ec-ae46-43cd-856c-cf2bc7bb2a20'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:57.765570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Bound port: c6f7bcab-9254-4920-a89b-535d44a6057c, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'd3adb3ec-ae46-43cd-856c-cf2bc7bb2a20'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:57.766182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.863691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.891085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.947111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:57.981595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-318d8c28-25c6-4f41-8051-64ec9953e1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:58.018290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Sync routers for ids ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:34:58.093883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Network 4bfc0ae0-067e-4315-afa9-2a2991a731df is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:58.108055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:58.110711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:34:58.122941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.127605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Routers {'26f48d37-b114-4acb-a9b1-b4dc0e7be674'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:34:58.128292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201959d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:58.130114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79155f03-a8c5-4aa0-8b19-025f5e38c2d0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:58.144887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.146373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.168488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08b826-51c3-4ae6-9980-784d1bad821e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:58.174711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:58.179007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:58.198032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b92eea-6a06-41f0-9992-55391c0303a9 None None] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:58.203868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c51578-118c-445f-a0c0-5c00c828690a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:58.206783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:58.229334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.231855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] For port c6f7bcab-9254-4920-a89b-535d44a6057c, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:58.235837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Pushing event updated for resources: {'Port': ['ID=950555d4-afed-4723-9224-5863b2a91891,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:58.235985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.243474 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e08b826-51c3-4ae6-9980-784d1bad821e HTTP/1.1" status: 204  len: 168 time: 1.1220303
Nov 24 14:34:58.243667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.243667 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8844fea4-e4b9-4936-8eaf-9c62946d990b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8943777
Nov 24 14:34:58.243861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:58.245819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55292) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:58.248591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55294) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:58.321317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f0b69b2b-570d-42d2-a1a6-6914fcfbce09 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-597620381', 'prefixes': ['172.20.0.0/16']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:58.328486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f0b69b2b-570d-42d2-a1a6-6914fcfbce09 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:58.336343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] For port c6f7bcab-9254-4920-a89b-535d44a6057c, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c6f7bcab-9254-4920-a89b-535d44a6057c,segment=NetworkSegment(ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c),segment_id=ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:58.342490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.357010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.357327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.360885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.364719 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0919375
Nov 24 14:34:58.367488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b9d823d5-a8fd-47e2-afe7-ee2b1c22526d tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:58.371011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55300) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:58.391271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'security_group_rule': {'security_group_id': 'eb1092ca-27e9-4c5b-9df1-b9765500656a', 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:58.402941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:58.422100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:58.426801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:58.434805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:58.490226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.499927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f12cf61-a0d8-482b-b1d0-b22621d4af43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:58.542889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-282c71eb-1984-4ee5-b1fa-321c67855845 None None] Provisioning for port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:34:58.551991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Port': ['ID=a61866d3-552e-4c95-97e1-5cd2ec9e0eb7,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:58.558579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Attempting to bind port 950555d4-afed-4723-9224-5863b2a91891 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:34:58.558579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Attempting to bind port 950555d4-afed-4723-9224-5863b2a91891 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fdee41b3-e281-4b26-9644-cf692c71d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:34:58.558579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Attempting to bind port 950555d4-afed-4723-9224-5863b2a91891 on network 4bfc0ae0-067e-4315-afa9-2a2991a731df {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:34:58.577096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.590514 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:34:58.604266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:58.632700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 7918a6ae-423f-4092-9114-4b7bd3045aac {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:34:58.642410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:34:58.643321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Checking segment: {'id': 'fdee41b3-e281-4b26-9644-cf692c71d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:34:58.643918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.645069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Bound using segment: {'id': 'fdee41b3-e281-4b26-9644-cf692c71d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:34:58.646395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Bound port: 950555d4-afed-4723-9224-5863b2a91891, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdee41b3-e281-4b26-9644-cf692c71d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4bfc0ae0-067e-4315-afa9-2a2991a731df'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:34:58.647001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.648818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.779047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Pushing event updated for resources: {'Port': ['ID=c6f7bcab-9254-4920-a89b-535d44a6057c,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:58.779647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:34:58.781421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.784674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:58.801664 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:34:58.854494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Set router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:34:58.861987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.867190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a648c69-61ce-45e8-b23f-746e05bbee99 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:58.877808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:58.897573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7299faa-570e-49d3-b670-6596fcdfc6e7,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:58.901007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:58.927722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 37e1e2e3-c783-40c4-bd25-eff31a3e336e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:59.023358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.085560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.086691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7089949
Nov 24 14:34:59.095276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55304) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:59.099090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:34:59.107638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'security_group_rule': {'security_group_id': 'eb1092ca-27e9-4c5b-9df1-b9765500656a', 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:34:59.116393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.126427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:34:59.134790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:34:59.139644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:34:59.147304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:34:59.165599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port aec56f35-d977-491b-9491-bffe2de84f19 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:34:59.166242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.176860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=950555d4-afed-4723-9224-5863b2a91891,segment=NetworkSegment(fdee41b3-e281-4b26-9644-cf692c71d9b5),segment_id=fdee41b3-e281-4b26-9644-cf692c71d9b5)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:34:59.212209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.239857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.260743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.269288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b44a79a-099b-462d-9ffc-2c70f667b270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:59.382079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 37e1e2e3-c783-40c4-bd25-eff31a3e336e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:34:59.382439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.456139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Pushing event updated for resources: {'Port': ['ID=950555d4-afed-4723-9224-5863b2a91891,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:59.459212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:59.460312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.475705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-03f6ab46-2735-48d2-8c18-c09390d4e9a6 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:34:59.504982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f0b69b2b-570d-42d2-a1a6-6914fcfbce09 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for subnetpool, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.508169 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f0b69b2b-570d-42d2-a1a6-6914fcfbce09 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 1.2596283
Nov 24 14:34:59.508169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.509736 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/7918a6ae-423f-4092-9114-4b7bd3045aac HTTP/1.1" status: 204  len: 168 time: 1.2598011
Nov 24 14:34:59.511181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55308) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:59.514848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55312) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:34:59.527235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port aec56f35-d977-491b-9491-bffe2de84f19, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=aec56f35-d977-491b-9491-bffe2de84f19,segment=NetworkSegment(30f68c43-7407-4b28-b355-06a7a612cafe),segment_id=30f68c43-7407-4b28-b355-06a7a612cafe)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:34:59.527863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.537167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b13f8b-d4cd-414f-96d2-4bba75cc6c45 None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:34:59.537630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=7918a6ae-423f-4092-9114-4b7bd3045aac,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:34:59.537630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:34:59.545858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-667eb5d5-f2a6-431d-b3a5-e6a097620f32 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641ed44cd0>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', 'tempest-TagsExtTest-Tag-126712816') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:59.745945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Router 7550ee55-f705-41e1-a58f-86b2869903be is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:34:59.805317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:34:59.831463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201959d0>, [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:34:50Z', 'revision_number': 4, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '635b4315-9f46-46db-bc01-55cfcdb0b018', 'name': '', 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'mac_address': 'fa:16:3e:27:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3a7bd89-4f08-43a3-9f94-70b491e59fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:48Z', 'updated_at': '2021-11-24T14:34:51Z', 'revision_number': 2, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'subnets': [{'id': 'a3a7bd89-4f08-43a3-9f94-70b491e59fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:34:59.852558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e56b045e-d66a-4fab-8a6e-cbb00d5895d3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:34:59.959434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Checking router: 26f48d37-b114-4acb-a9b1-b4dc0e7be674 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:34:59.959795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Updating router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 port 635b4315-9f46-46db-bc01-55cfcdb0b018 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:35:00.088246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for aec56f35-d977-491b-9491-bffe2de84f19 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:00.115724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.118322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.137496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:00.217071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2394ad2b-756a-42d5-bdd0-815379bda7de,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:00.245154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:00.343107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:00.363915 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1203570
Nov 24 14:35:00.364208 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] Sync routers for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:00.364835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55316) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:00.372416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:00.375692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2d0d4914-8cca-4365-a2d6-edd5a4b4dd8a None None] Provisioning for port a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:00.385201 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:00.390899 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203bc460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:00.396327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:00.396845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.399164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.402419 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.3033879
Nov 24 14:35:00.424690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55320) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:00.450697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2d0d4914-8cca-4365-a2d6-edd5a4b4dd8a None None] Provisioning complete for port a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:00.451042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2d0d4914-8cca-4365-a2d6-edd5a4b4dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.458860 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203bc460>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:00.471403 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:00.472376 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203bc460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:00.502589 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 58dbe377-371f-47c2-b770-d2ab28fd43e4 associated. External IP: 172.26.2.132, port: 9f72ed9d-7194-407c-a628-e517d3e1e446.
Nov 24 14:35:00.543724 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203bc460>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:00.544426 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb51bf-7c9e-428c-8c98-8b5819f7b9e0 None None] The sync data for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:00.617284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0bec6a-5f11-465a-8a57-8c01a24ce115 None None] Network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:00.623391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'security_group_rule': {'security_group_id': 'eb1092ca-27e9-4c5b-9df1-b9765500656a', 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:00.634725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:00.670714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:00.675617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:00.691478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:00.740646 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-667eb5d5-f2a6-431d-b3a5-e6a097620f32 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags/tempest-TagsExtTest-Tag-126712816 HTTP/1.1" status: 201  len: 201 time: 1.2282434
Nov 24 14:35:00.751305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55324) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:00.775256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-5e72beda-cd93-4dfc-bca0-134556e8157f tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e6f2ac0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', 'tempest-TagsExtTest-Tag-2073139634') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:00.804935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.819948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Transition to ACTIVE for port object 635b4315-9f46-46db-bc01-55cfcdb0b018 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:00.850223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d4914-8cca-4365-a2d6-edd5a4b4dd8a None None] Port a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:00.851259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 2ad1842b-1dd1-4c6e-9493-34a1a46b59b4 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:00.866716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.940750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:00.949917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9cb61f06-7329-4704-9b81-52e3b59374bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:01.064713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.167011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.285836 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-6f56f703-9867-4173-8c07-5f5e1a3b907e tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:35:01.287038 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6f56f703-9867-4173-8c07-5f5e1a3b907e tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9213791
Nov 24 14:35:01.287350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.295904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55328) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:01.298877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.314324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ad2277c8-8aa0-4243-a3f1-f8811859d2eb None None] Provisioning for port c6f7bcab-9254-4920-a89b-535d44a6057c completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:01.371219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ac8cd-8087-4146-ab64-9ea5e519c7f8 None None] Pushing event updated for resources: {'Port': ['ID=635b4315-9f46-46db-bc01-55cfcdb0b018,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:01.383087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1f9ac8cd-8087-4146-ab64-9ea5e519c7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:01.466819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e56b045e-d66a-4fab-8a6e-cbb00d5895d3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,segment=NetworkSegment(3e4fcfae-274f-4bd2-af21-78587b6d6a2b),segment_id=3e4fcfae-274f-4bd2-af21-78587b6d6a2b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:01.530319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.533900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.543130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:01.583242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22818eb1-b030-4b6a-aad0-ca9a52e02355 None None] Network 4bfc0ae0-067e-4315-afa9-2a2991a731df requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:01.609098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=aec56f35-d977-491b-9491-bffe2de84f19,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:01.620707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:01.623630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.625719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.656890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:01.676370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.697819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b4be42c3-7ef3-4099-ab6d-6ac62854df91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:01.716616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a170a3c-ec85-4389-8c78-d2166ae5a1d4,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:01.725154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:01.809374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ad2277c8-8aa0-4243-a3f1-f8811859d2eb None None] Provisioning complete for port a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:01.809735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ad2277c8-8aa0-4243-a3f1-f8811859d2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.828257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-85b2bab8-f4c2-4663-acf9-c34e8544277f tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:01.835189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.908676 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5e72beda-cd93-4dfc-bca0-134556e8157f tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags/tempest-TagsExtTest-Tag-2073139634 HTTP/1.1" status: 201  len: 201 time: 1.1450491
Nov 24 14:35:01.910924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.912053 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3148878
Nov 24 14:35:01.913435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:01.923822 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/2ad1842b-1dd1-4c6e-9493-34a1a46b59b4 HTTP/1.1" status: 204  len: 168 time: 2.3998556
Nov 24 14:35:01.934336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55332) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:01.934841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55334) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:01.935296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55336) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:01.955654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad1842b-1dd1-4c6e-9493-34a1a46b59b4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:01.966528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:01.974651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Attempting to bind port 635b4315-9f46-46db-bc01-55cfcdb0b018 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:01.975203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Attempting to bind port 635b4315-9f46-46db-bc01-55cfcdb0b018 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:01.975392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Attempting to bind port 635b4315-9f46-46db-bc01-55cfcdb0b018 on network a520b7ea-6dac-4bbd-9185-5bd507293b84 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:01.977820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:01.988467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f12a5-2dbb-4239-97bc-1a8c7101fece None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:02.003573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-3eaa9d55-6c3b-48fc-9f38-20ef0ed19853 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e831370>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', 'tempest-TagsExtTest-Tag-1830572092') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:02.087213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:02.219103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c6f7bcab-9254-4920-a89b-535d44a6057c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:02.248517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:02.248934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Checking segment: {'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:02.250485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.250485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Bound using segment: {'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:02.250485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Bound port: 635b4315-9f46-46db-bc01-55cfcdb0b018, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04367700-2044-40af-b061-6b2b0f3adc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:02.250826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.256247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'security_group_rule': {'security_group_id': 'eb1092ca-27e9-4c5b-9df1-b9765500656a', 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:02.272537 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-3899a5dd-724a-494e-b3a0-8f013628ab86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:02.272979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3899a5dd-724a-494e-b3a0-8f013628ab86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:02.274599 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3899a5dd-724a-494e-b3a0-8f013628ab86 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/7918a6ae-423f-4092-9114-4b7bd3045aac HTTP/1.1" status: 404  len: 337 time: 0.3342288
Nov 24 14:35:02.277298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:02.340767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55346) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:02.345104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:02.355224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:02.413079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:02.449258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ad2277c8-8aa0-4243-a3f1-f8811859d2eb None None] Port a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:02.456656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.477354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting subnet 7f7f23ad-4461-42df-b1de-9dbf41a77e68 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:02.483905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.536511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Project 30d72de9781d4279be986cf6b0dcc86a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:35:02.553750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.590233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.643039 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3eaa9d55-6c3b-48fc-9f38-20ef0ed19853 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags/tempest-TagsExtTest-Tag-1830572092 HTTP/1.1" status: 201  len: 201 time: 0.7063675
Nov 24 14:35:02.671894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] For port 635b4315-9f46-46db-bc01-55cfcdb0b018, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:02.675287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55350) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:02.688993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-9cb834cf-c5f1-4f3a-86a0-92f7e1eead03 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641eaa8ac0>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', 'tempest-TagsExtTest-Tag-983227735') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:02.714450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] For port 635b4315-9f46-46db-bc01-55cfcdb0b018, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=635b4315-9f46-46db-bc01-55cfcdb0b018,segment=NetworkSegment(04367700-2044-40af-b061-6b2b0f3adc17),segment_id=04367700-2044-40af-b061-6b2b0f3adc17)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:02.799827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.821439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c6f7bcab-9254-4920-a89b-535d44a6057c completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:02.830321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c6f7bcab-9254-4920-a89b-535d44a6057c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:02.830713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.904263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.909320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.924302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:02.934243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:02.935968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:02.975210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:02.985344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-00b48df2-629f-4cda-993e-2e59ecbf6964 None None] Provisioning for port 950555d4-afed-4723-9224-5863b2a91891 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:03.034817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe13708-b0af-46c1-8b72-016891578251,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:03.054931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:03.055527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:03.079741 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9cb834cf-c5f1-4f3a-86a0-92f7e1eead03 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags/tempest-TagsExtTest-Tag-983227735 HTTP/1.1" status: 201  len: 201 time: 0.3984253
Nov 24 14:35:03.091388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55354) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.102988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-19dea2b6-300f-416f-9991-b5a0744831b1 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e845100>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.118490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ac8cd-8087-4146-ab64-9ea5e519c7f8 None None] Pushing event updated for resources: {'Port': ['ID=635b4315-9f46-46db-bc01-55cfcdb0b018,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:03.155917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.159670 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.2193258
Nov 24 14:35:03.165241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55358) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.176116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'security_group_rule': {'security_group_id': 'eb1092ca-27e9-4c5b-9df1-b9765500656a', 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:03.185092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:03.193184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:security_group_rule and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:03.196684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:03.199230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1f9ac8cd-8087-4146-ab64-9ea5e519c7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:03.208070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:03.222898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Routers {'26f48d37-b114-4acb-a9b1-b4dc0e7be674'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:03.224406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201959d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.351084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:03.361047 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1249928
Nov 24 14:35:03.361810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55362) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.367998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.384306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:03.393195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.403632 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Project 30d72de9781d4279be986cf6b0dcc86a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:35:03.432156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-56c6d580-6c40-4ddb-adc0-a601fb9a0000 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:03.501991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.508126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-00b48df2-629f-4cda-993e-2e59ecbf6964 None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:03.508588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-00b48df2-629f-4cda-993e-2e59ecbf6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.561013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7f23ad-4461-42df-b1de-9dbf41a77e68,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:03.562967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:03.563855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:03.564573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3eea60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.565003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:03.569989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.570650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.580778 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:03.614995 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:03.615529 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd3db50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.662459 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/7f7f23ad-4461-42df-b1de-9dbf41a77e68 HTTP/1.1" status: 204  len: 168 time: 1.3190458
Nov 24 14:35:03.666174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55366) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.672942 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fa2ff53a-8de4-4778-a578-eee90ee5bad4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/floatingips/58dbe377-371f-47c2-b770-d2ab28fd43e4 HTTP/1.1" status: 200  len: 978 time: 6.4208763
Nov 24 14:35:03.698024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55370) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.721548 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-327c281f-d32c-48b7-98f9-a38d201ab740 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:03.722283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327c281f-d32c-48b7-98f9-a38d201ab740 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:03.724147 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-327c281f-d32c-48b7-98f9-a38d201ab740 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/e2a24e03-3612-4957-a466-0b978524c5ed HTTP/1.1" status: 404  len: 337 time: 0.0568299
Nov 24 14:35:03.727598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55374) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.765972 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd3db50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.791428 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:03.792863 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd3db50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.820597 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-88d28959-5a84-4728-a083-4be3cfbc309e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f79594-0b17-49ec-92b4-02c4f9789191 HTTP/1.1" status: 200  len: 205 time: 0.0913711
Nov 24 14:35:03.821208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55378) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.859224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c6f7bcab-9254-4920-a89b-535d44a6057c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c6f7bcab-9254-4920-a89b-535d44a6057c,segment=NetworkSegment(ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c),segment_id=ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:03.862859 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd3db50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.863475 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c557d-46b1-4b93-b003-7a6894ad15dd None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:03.884678 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-19dea2b6-300f-416f-9991-b5a0744831b1 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags HTTP/1.1" status: 200  len: 240 time: 0.7918468
Nov 24 14:35:03.890260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55382) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:03.899962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:03.902094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-e09a6f94-0df8-4974-9569-014e4dbcacc5 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e982820>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', 'tempest-TagsExtTest-Tag-126712816') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:03.956211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting subnet 90231332-e80a-4f0a-8088-6375dc9dba14 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:03.959847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.971450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:03.972660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 950555d4-afed-4723-9224-5863b2a91891 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:03.986890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.008595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:04.037710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port 9f72ed9d-7194-407c-a628-e517d3e1e446 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:04.038053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.045323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] Set router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:04.088585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.102309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:04.110175 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e09a6f94-0df8-4974-9569-014e4dbcacc5 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags/tempest-TagsExtTest-Tag-126712816 HTTP/1.1" status: 204  len: 168 time: 0.2153301
Nov 24 14:35:04.121959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55386) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.136542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-ff6cf307-4fc7-4c8d-8822-6994c2071c54 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e8f6790>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', 'tempest-TagsExtTest-Tag-126712816') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:04.160864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9083d8-f2d0-47ff-907d-44a5a93e0d19 None None] Network 5fb993e7-2511-4500-b908-bfeed451a392 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:04.164656 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-aa33d3d7-b60d-4ee4-8870-006f12d57cd3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:04.168362 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-aa33d3d7-b60d-4ee4-8870-006f12d57cd3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/routers/06f79594-0b17-49ec-92b4-02c4f9789191 HTTP/1.1" status: 404  len: 336 time: 0.3420367
Nov 24 14:35:04.168596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55390) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.182563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ded195e-be74-4f84-a851-b5e5d4e802b1,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:04.215623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:04.215907 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a769ef39-4a9e-4f84-a1ac-89e24090afd8 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.215907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a769ef39-4a9e-4f84-a1ac-89e24090afd8 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.219393 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a769ef39-4a9e-4f84-a1ac-89e24090afd8 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/fe4eb552-14ec-41c3-80a4-5e9d62cd985b HTTP/1.1" status: 404  len: 337 time: 0.0476117
Nov 24 14:35:04.220968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55394) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.269010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3eea60>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:35:00Z', 'revision_number': 11, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:04.269298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.295610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:35:04.296599 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efc64a3-5b1c-4cfe-af0a-cbe3c2e586dc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.297040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efc64a3-5b1c-4cfe-af0a-cbe3c2e586dc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.301009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0efc64a3-5b1c-4cfe-af0a-cbe3c2e586dc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/404b9f1a-54d6-4ba1-b169-cac61d9c2c24 HTTP/1.1" status: 404  len: 337 time: 0.0773163
Nov 24 14:35:04.304329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55398) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.321748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.327745 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.1518981
Nov 24 14:35:04.344352 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e2c2ad-0b87-4702-aa25-04efbf91fa43 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.344771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e2c2ad-0b87-4702-aa25-04efbf91fa43 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.348692 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36e2c2ad-0b87-4702-aa25-04efbf91fa43 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/e97e8bb5-deee-4a9f-a6a8-466aa6941971 HTTP/1.1" status: 404  len: 337 time: 0.0413165
Nov 24 14:35:04.349578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55404) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.440846 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-93411290-d70f-4205-a2c4-e5e2ec35503b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.441331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93411290-d70f-4205-a2c4-e5e2ec35503b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.447216 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-93411290-d70f-4205-a2c4-e5e2ec35503b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/cf569989-d7ca-4dff-a608-ff96175c32f1 HTTP/1.1" status: 404  len: 333 time: 0.0970335
Nov 24 14:35:04.447902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55416) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.540396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:04.541173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3eea60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:04.543408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7782be-aa38-40f6-b03e-1b7f8c39ca1a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.543866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7782be-aa38-40f6-b03e-1b7f8c39ca1a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.548711 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6f7782be-aa38-40f6-b03e-1b7f8c39ca1a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/68ed2e55-a5d6-4229-a9ce-6d4e1be30603 HTTP/1.1" status: 404  len: 337 time: 0.0642262
Nov 24 14:35:04.550511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55426) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.554179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.593839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:04.594175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.625830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c6f7bcab-9254-4920-a89b-535d44a6057c,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:04.629149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:04.658988 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-74df26cc-02be-4c57-b0f8-1d732b9542d6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.659435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74df26cc-02be-4c57-b0f8-1d732b9542d6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.661197 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-74df26cc-02be-4c57-b0f8-1d732b9542d6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/9d0c6e9b-8947-4bc6-af2e-4792dee6474b HTTP/1.1" status: 404  len: 337 time: 0.1006374
Nov 24 14:35:04.663768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55436) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.719113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.720669 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5b03d8-4994-44ac-99fb-12927ecc0246 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.721339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5b03d8-4994-44ac-99fb-12927ecc0246 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.729032 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6e5b03d8-4994-44ac-99fb-12927ecc0246 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/0717340c-2c74-45c8-9c8d-ab45f7b2cbe4 HTTP/1.1" status: 404  len: 333 time: 0.0629842
Nov 24 14:35:04.732832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55440) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.738304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.744783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-092b544a-fd96-46ee-931f-4575c51cf194 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:04.793258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Subnet': ['ID=90231332-e80a-4f0a-8088-6375dc9dba14,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:04.803849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:04.804840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.811590 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/90231332-e80a-4f0a-8088-6375dc9dba14 HTTP/1.1" status: 204  len: 168 time: 1.4477692
Nov 24 14:35:04.812835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55444) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:04.831151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d87850e-3a21-4416-93d6-219c92a0cc54 None None] Network 21315e63-3808-4941-b439-b036facfbfa0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:04.857995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:04.968865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.981174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Deleting port ecf253b5-c748-43ce-910d-391711d5a692 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:04.981421 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c55c1c3-077d-4860-97f9-199f4c03ea65 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:04.981666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:04.981785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c55c1c3-077d-4860-97f9-199f4c03ea65 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:04.983370 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2c55c1c3-077d-4860-97f9-199f4c03ea65 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/4d735f41-e0ba-442f-a0bc-4b869de98096 HTTP/1.1" status: 404  len: 337 time: 0.2447829
Nov 24 14:35:04.990888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55448) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:05.060248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 950555d4-afed-4723-9224-5863b2a91891 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:05.060823 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f8662c-9406-41a8-8622-7c20990910f4 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:05.060823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f8662c-9406-41a8-8622-7c20990910f4 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:05.062396 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-65f8662c-9406-41a8-8622-7c20990910f4 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/subnets/548978fc-b7ab-4849-8512-484665dcbf01 HTTP/1.1" status: 404  len: 337 time: 0.0697796
Nov 24 14:35:05.066523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55452) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:05.082022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-00b48df2-629f-4cda-993e-2e59ecbf6964 None None] Provisioning complete for port dfd0c621-f65a-4bed-9396-d4e8921c44e9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:05.082660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-00b48df2-629f-4cda-993e-2e59ecbf6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.132401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3eea60>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:35:00Z', 'revision_number': 11, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:05.134224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 950555d4-afed-4723-9224-5863b2a91891 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:05.134600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.145097 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ff6cf307-4fc7-4c8d-8822-6994c2071c54 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags/tempest-TagsExtTest-Tag-126712816 HTTP/1.1" status: 204  len: 168 time: 1.0134456
Nov 24 14:35:05.147867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Deleting port dfd0c621-f65a-4bed-9396-d4e8921c44e9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:05.148320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.156403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55456) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:05.165959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.178610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-e1dfaba6-c54e-44ac-9255-59a9d36839cd tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641ea05310>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:05.191388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c391c0-1679-4e90-be62-d0b1a58a76bb None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:35:00Z', 'revision_number': 11, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:05.353038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-00b48df2-629f-4cda-993e-2e59ecbf6964 None None] Port dfd0c621-f65a-4bed-9396-d4e8921c44e9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:05.362805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Calling delete_port for a61866d3-552e-4c95-97e1-5cd2ec9e0eb7 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:05.418199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] For port ecf253b5-c748-43ce-910d-391711d5a692, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ecf253b5-c748-43ce-910d-391711d5a692,segment=NetworkSegment(30f68c43-7407-4b28-b355-06a7a612cafe),segment_id=30f68c43-7407-4b28-b355-06a7a612cafe)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:05.418709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.471604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.555323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=950555d4-afed-4723-9224-5863b2a91891,segment=NetworkSegment(fdee41b3-e281-4b26-9644-cf692c71d9b5),segment_id=fdee41b3-e281-4b26-9644-cf692c71d9b5)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:05.559033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201959d0>, [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:34:50Z', 'revision_number': 4, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '635b4315-9f46-46db-bc01-55cfcdb0b018', 'name': '', 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'mac_address': 'fa:16:3e:27:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3a7bd89-4f08-43a3-9f94-70b491e59fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:48Z', 'updated_at': '2021-11-24T14:35:02Z', 'revision_number': 4, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'subnets': [{'id': 'a3a7bd89-4f08-43a3-9f94-70b491e59fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:05.573414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b9dd77-44e4-4861-809e-cc1361230a1a None None] The sync data for ids ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'] in dv-neutron-818347-1-hyperv is: [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:34:50Z', 'revision_number': 4, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '635b4315-9f46-46db-bc01-55cfcdb0b018', 'name': '', 'network_id': 'a520b7ea-6dac-4bbd-9185-5bd507293b84', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'mac_address': 'fa:16:3e:27:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3a7bd89-4f08-43a3-9f94-70b491e59fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:48Z', 'updated_at': '2021-11-24T14:35:02Z', 'revision_number': 4, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'subnets': [{'id': 'a3a7bd89-4f08-43a3-9f94-70b491e59fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:05.575304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Provisioning complete for port 6db5cd51-6be6-41b4-b966-30e8174f4a36 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:05.575703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.581372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.581741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.582064 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 58dbe377-371f-47c2-b770-d2ab28fd43e4 disassociated. External IP: 172.26.2.132, port: 9f72ed9d-7194-407c-a628-e517d3e1e446.
Nov 24 14:35:05.582392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for 9f72ed9d-7194-407c-a628-e517d3e1e446 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:05.614865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] DHCP port deletion for 5fb993e7-2511-4500-b908-bfeed451a392 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:05.639235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c38093c-c7e4-4622-97bc-0c79fe2612ca None None] DHCP port deletion for 21315e63-3808-4941-b439-b036facfbfa0 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:05.656877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Deleting port 6db5cd51-6be6-41b4-b966-30e8174f4a36 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:05.663301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:05.731297 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e1dfaba6-c54e-44ac-9255-59a9d36839cd tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags HTTP/1.1" status: 200  len: 205 time: 0.5716546
Nov 24 14:35:05.781702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55464) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:05.805412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Calling delete_port for ecf253b5-c748-43ce-910d-391711d5a692 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:05.872557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-4d47ce45-d2e8-4742-8acc-5a970f7a18a0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e5bf130>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:05.959733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.050827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.053058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7c38093c-c7e4-4622-97bc-0c79fe2612ca None None] Deleting port ecf253b5-c748-43ce-910d-391711d5a692 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:06.053494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7c38093c-c7e4-4622-97bc-0c79fe2612ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.161270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.171909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7c15448a-2c68-40b9-b66c-9e06a6d2a325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:06.174263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d6ad677-d72f-430d-b30a-83bdde49aa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:06.247420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.283980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=9f72ed9d-7194-407c-a628-e517d3e1e446,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:06.284674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Calling delete_port for dfd0c621-f65a-4bed-9396-d4e8921c44e9 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:06.322763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 635b4315-9f46-46db-bc01-55cfcdb0b018 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:06.334512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:06.335680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:06.446246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Port': ['ID=a61866d3-552e-4c95-97e1-5cd2ec9e0eb7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:06.450868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:06.481822 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4d47ce45-d2e8-4742-8acc-5a970f7a18a0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags HTTP/1.1" status: 200  len: 241 time: 0.6931989
Nov 24 14:35:06.483982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55474) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:06.493793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-d5586990-772c-46b8-9999-c646bc90fc83 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641ea3e9a0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', 'tempest-TagsExtTest-Tag-2073139634') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:06.525520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.539488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-439aedcf-d10e-4032-8d07-6b7f5111856e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:06.576784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.608965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] For port 6db5cd51-6be6-41b4-b966-30e8174f4a36, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6db5cd51-6be6-41b4-b966-30e8174f4a36,segment=NetworkSegment(73621502-77ba-49e5-bc13-14977a1b5533),segment_id=73621502-77ba-49e5-bc13-14977a1b5533)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:06.609645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.639923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Port': ['ID=dfd0c621-f65a-4bed-9396-d4e8921c44e9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:06.657083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:06.657505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9b576239-39d5-4753-9c20-65b7f8505367 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:06.706900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.736041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No DVR routers for this DVR port ecf253b5-c748-43ce-910d-391711d5a692 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:06.739374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Port': ['ID=ecf253b5-c748-43ce-910d-391711d5a692,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:06.789129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Calling delete_port for 6db5cd51-6be6-41b4-b966-30e8174f4a36 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:06.804663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:06.930205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:06.943584 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/ports/dfd0c621-f65a-4bed-9396-d4e8921c44e9 HTTP/1.1" status: 204  len: 168 time: 1.8721497
Nov 24 14:35:06.949519 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d5586990-772c-46b8-9999-c646bc90fc83 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags/tempest-TagsExtTest-Tag-2073139634 HTTP/1.1" status: 204  len: 168 time: 0.4608865
Nov 24 14:35:06.950692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55496) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:06.950839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55498) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:06.972372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-8976e3d7-61cd-4e24-9f43-ef0f2a953a2d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f641eb7aeb0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', 'tempest-TagsExtTest-Tag-2073139634') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.037702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7c38093c-c7e4-4622-97bc-0c79fe2612ca None None] The port 'ecf253b5-c748-43ce-910d-391711d5a692' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:07.081528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.092810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Port 6db5cd51-6be6-41b4-b966-30e8174f4a36 update to ACTIVE by agent not found {{(pid=84235) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Nov 24 14:35:07.100694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.135097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=950555d4-afed-4723-9224-5863b2a91891,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:07.147462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:07.150779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] No DVR routers for this DVR port 6db5cd51-6be6-41b4-b966-30e8174f4a36 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:07.161232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:07.203412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e9d0f10>,) {'filters': {'network_id': ['21315e63-3808-4941-b439-b036facfbfa0']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.226198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Pushing event deleted for resources: {'Port': ['ID=6db5cd51-6be6-41b4-b966-30e8174f4a36,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:07.229171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 635b4315-9f46-46db-bc01-55cfcdb0b018 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:07.234506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d0f10>, '30f68c43-7407-4b28-b355-06a7a612cafe') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.235978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d0f10>, '30f68c43-7407-4b28-b355-06a7a612cafe') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.241076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:07.241667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 635b4315-9f46-46db-bc01-55cfcdb0b018 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:07.242331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.279620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.285058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Provisioning complete for port 950555d4-afed-4723-9224-5863b2a91891 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:07.285545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.322707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.350734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.361431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:07.362160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:07.378743 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:07.525868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.576594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 635b4315-9f46-46db-bc01-55cfcdb0b018, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=635b4315-9f46-46db-bc01-55cfcdb0b018,segment=NetworkSegment(04367700-2044-40af-b061-6b2b0f3adc17),segment_id=04367700-2044-40af-b061-6b2b0f3adc17)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:07.579822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Provisioning complete for port 635b4315-9f46-46db-bc01-55cfcdb0b018 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:07.580302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.597291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.631687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f06b070>,) {'filters': {'network_id': ['5fb993e7-2511-4500-b908-bfeed451a392']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.641303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:07.645772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f06b070>, '73621502-77ba-49e5-bc13-14977a1b5533') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.646295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f06b070>, '73621502-77ba-49e5-bc13-14977a1b5533') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.658556 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8976e3d7-61cd-4e24-9f43-ef0f2a953a2d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags/tempest-TagsExtTest-Tag-2073139634 HTTP/1.1" status: 204  len: 168 time: 0.7041376
Nov 24 14:35:07.661058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55504) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:07.665578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.684865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.692780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:07.693302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.694737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.696100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c6f7bcab-9254-4920-a89b-535d44a6057c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:07.716772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-f65306ef-86d7-4d25-826d-f42be765726c tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641ed4ae80>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:07.722119 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:07.730420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.737604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ca2be82d-b23f-42e4-bfd6-adb225f85a4d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:07.740328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c561c930-6525-4965-87e5-79b71acecc8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:07.840328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:07.841549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Pushing event deleted for resources: {'Network': ['ID=21315e63-3808-4941-b439-b036facfbfa0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:07.845623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:07.872351 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/networks/21315e63-3808-4941-b439-b036facfbfa0 HTTP/1.1" status: 204  len: 168 time: 3.0581849
Nov 24 14:35:07.875123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55508) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:07.884291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Router 7550ee55-f705-41e1-a58f-86b2869903be has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:07.884973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'routes': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:07.899227 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f65306ef-86d7-4d25-826d-f42be765726c tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags HTTP/1.1" status: 200  len: 205 time: 0.1879911
Nov 24 14:35:07.906243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55512) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:07.924713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-8c54b51a-5fb2-4752-b24b-cd0efd48ffe4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e84d730>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:07.945969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=635b4315-9f46-46db-bc01-55cfcdb0b018,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:07.951621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:07.969285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c6f7bcab-9254-4920-a89b-535d44a6057c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:07.969761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:08.025760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:08.031982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:08.037605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-789653a1-bc5c-4df4-9b5e-542e50ea2440 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:08.071204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Provisioning for port 3c761f53-58ca-4a73-880d-07b82876b129 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:08.083555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] 10.222.0.53 "DELETE /v2.0/networks/5fb993e7-2511-4500-b908-bfeed451a392 HTTP/1.1" status: 204  len: 168 time: 1.1316977
Nov 24 14:35:08.084503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Pushing event deleted for resources: {'Network': ['ID=5fb993e7-2511-4500-b908-bfeed451a392,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:08.087774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:08.089044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Provisioning complete for port 3c761f53-58ca-4a73-880d-07b82876b129 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:08.090199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:08.148029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e56b045e-d66a-4fab-8a6e-cbb00d5895d3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:08.203927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Port 3c761f53-58ca-4a73-880d-07b82876b129 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:08.215800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Could not find standard attr ID for object dfd0c621-f65a-4bed-9396-d4e8921c44e9. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:35:08.237922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Provisioning complete for port c6f7bcab-9254-4920-a89b-535d44a6057c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:08.238646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82c8f3ab-1a6d-4121-9016-0d3f2b2bf8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:08.318690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:08.319152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:08.474364 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8c54b51a-5fb2-4752-b24b-cd0efd48ffe4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags HTTP/1.1" status: 200  len: 241 time: 0.5647759
Nov 24 14:35:08.480906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55520) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:08.488317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-8bdae48d-ad47-4ff6-830e-90b2b32b93ec tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641fc84550>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', 'tempest-TagsExtTest-Tag-1830572092') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:08.623562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6db5cd51-6be6-41b4-b966-30e8174f4a36 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:08.661614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Added routes are [] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Nov 24 14:35:08.661909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.extraroute_db [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Removed routes are [] {{(pid=84233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Nov 24 14:35:08.662249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:08.671479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 6db5cd51-6be6-41b4-b966-30e8174f4a36 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:08.672028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6db5cd51-6be6-41b4-b966-30e8174f4a36 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:08.672993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ecf253b5-c748-43ce-910d-391711d5a692 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:08.774338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ecf253b5-c748-43ce-910d-391711d5a692 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:08.774930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ecf253b5-c748-43ce-910d-391711d5a692 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:08.775531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device aec56f35-d977-491b-9491-bffe2de84f19 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:08.837656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: aec56f35-d977-491b-9491-bffe2de84f19 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:08.838015 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device aec56f35-d977-491b-9491-bffe2de84f19 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:08.885655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:08.898579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] Sync routers for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:08.918351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:08.918979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fea1550>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:08.937612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55526) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:08.949624 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6445811
Nov 24 14:35:08.963973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55530) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.001965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.005455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.013299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fea1550>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.026042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:09.026794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fea1550>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.091085 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8bdae48d-ad47-4ff6-830e-90b2b32b93ec tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags/tempest-TagsExtTest-Tag-1830572092 HTTP/1.1" status: 204  len: 168 time: 0.6092262
Nov 24 14:35:09.092729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fea1550>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.092866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55536) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.093155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6802bfb7-944e-4bb7-b228-fa1e0b4048d0 None None] The sync data for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:09.094661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 635b4315-9f46-46db-bc01-55cfcdb0b018 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:09.102100 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-f9d93c0b-3cb2-4c3c-bcf2-592b13bc48c6 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:09.103308 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f9d93c0b-3cb2-4c3c-bcf2-592b13bc48c6 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1751355494 HTTP/1.1" status: 404  len: 335 time: 0.1368394
Nov 24 14:35:09.110082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55538) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.130090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d2e3d90c-bf1b-477c-8065-f0d23ba8c1df tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'router': {'external_gateway_info': {'network_id': '7550ee55-f705-41e1-a58f-86b2869903be'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:09.163382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-44c56bb7-a7b3-4b86-91c4-5a9d9e6cb7be tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e92a5e0>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', 'tempest-TagsExtTest-Tag-1830572092') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.211958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 635b4315-9f46-46db-bc01-55cfcdb0b018 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:09.212369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.304155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:09.318519 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:09.330931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router 4372d207-1875-478d-8fe2-00426f671047 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:09.332587 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:09.333693 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420060070>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.394875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 950555d4-afed-4723-9224-5863b2a91891 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:09.441773 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420060070>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.458343 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:09.460565 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420060070>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.503197 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-58cba997-1d7c-4999-b488-ae581c3d4b0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=812d3cde387642f09bf57820011874d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5632498
Nov 24 14:35:09.514711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55546) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.526201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 950555d4-afed-4723-9224-5863b2a91891 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:09.526643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.541596 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420060070>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.543001 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc5e8b-a912-4e9c-a85e-af161bece75b None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:09.566156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-44c56bb7-a7b3-4b86-91c4-5a9d9e6cb7be tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags/tempest-TagsExtTest-Tag-1830572092 HTTP/1.1" status: 204  len: 168 time: 0.4118638
Nov 24 14:35:09.580778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55550) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.598239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-8daac027-9958-4268-9cc9-831edca67039 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e89c490>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.656605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.660658 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/ports/9f72ed9d-7194-407c-a628-e517d3e1e446 HTTP/1.1" status: 204  len: 168 time: 5.9569285
Nov 24 14:35:09.664933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55554) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.758984 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7498f1ec-568b-4192-ab7e-8b63a1c23a19 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "GET /v2.0/floatingips/58dbe377-371f-47c2-b770-d2ab28fd43e4 HTTP/1.1" status: 200  len: 688 time: 0.0886457
Nov 24 14:35:09.760364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55558) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.771739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:09.778063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.779228 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-83570433-0215-4aed-8cd4-f58b79407c21 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 200  len: 701 time: 1.9025414
Nov 24 14:35:09.784602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55562) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.785107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] Sync routers for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:09.810980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:09.814778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642001bbe0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.833962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7f4cb135-6c80-4b99-a5eb-c6226d0e6271 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:09.870794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.888482 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8daac027-9958-4268-9cc9-831edca67039 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags HTTP/1.1" status: 200  len: 205 time: 0.3064132
Nov 24 14:35:09.889291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55566) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.899534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-e74b6c33-2dfd-4d07-b69d-1d875a9dc37c tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e4087f0>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:09.931934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:09.946448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7f4cb135-6c80-4b99-a5eb-c6226d0e6271 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:09.952858 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7f4cb135-6c80-4b99-a5eb-c6226d0e6271 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 200  len: 205 time: 0.1620836
Nov 24 14:35:09.956688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55570) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:09.968199 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e74b6c33-2dfd-4d07-b69d-1d875a9dc37c tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags HTTP/1.1" status: 200  len: 240 time: 0.0750217
Nov 24 14:35:09.981379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:10.057345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55574) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:10.078413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-e773062d-2207-49de-a20f-8b0b5a99a1a8 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e7f6460>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', 'tempest-TagsExtTest-Tag-983227735') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:10.097172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642001bbe0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:35:00Z', 'revision_number': 11, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:10.101501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] Checking router: 4372d207-1875-478d-8fe2-00426f671047 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:35:10.114166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] Routers {'4372d207-1875-478d-8fe2-00426f671047'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:10.114957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642001bbe0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4372d207-1875-478d-8fe2-00426f671047'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:10.143158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port ebc60085-ed70-4248-bb97-d57cee62c785 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:10.143805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.217642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d2e3d90c-bf1b-477c-8065-f0d23ba8c1df tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.257226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] Set router 4372d207-1875-478d-8fe2-00426f671047 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:10.328582 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e773062d-2207-49de-a20f-8b0b5a99a1a8 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags/tempest-TagsExtTest-Tag-983227735 HTTP/1.1" status: 204  len: 168 time: 0.2599459
Nov 24 14:35:10.332272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e1186da0-c5d4-43f8-9b24-80428de0440c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.336249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:10.344981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-61354388-75e4-40e1-aa42-7b6aa18001f2 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f641fe25df0>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', 'tempest-TagsExtTest-Tag-983227735') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:10.376446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642001bbe0>, [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:35:00Z', 'revision_number': 11, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:10.381439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2dcd6-19a3-4151-b589-25bfced3a926 None None] The sync data for ids ['4372d207-1875-478d-8fe2-00426f671047'] in dv-neutron-818347-1-hyperv is: [{'id': '4372d207-1875-478d-8fe2-00426f671047', 'name': 'tempest-RoutersTest-router-1108656449', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:33:28Z', 'updated_at': '2021-11-24T14:35:00Z', 'revision_number': 11, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:10.545690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.554471 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-d2e3d90c-bf1b-477c-8065-f0d23ba8c1df tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] update failed (client error): The resource could not be found.
Nov 24 14:35:10.555480 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d2e3d90c-bf1b-477c-8065-f0d23ba8c1df tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be HTTP/1.1" status: 404  len: 339 time: 1.4405422
Nov 24 14:35:10.559571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.559899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.567712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55582) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:10.577002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-532005226'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:10.634851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:10.663626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1de64411-f95e-41eb-b127-ba329b264598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:10.702359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for ebc60085-ed70-4248-bb97-d57cee62c785 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:10.736598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:network and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:10.741938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:10.760099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:10.812168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.813301 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9fc3788-7aea-46a7-b90c-623c3cf77bf9 HTTP/1.1" status: 204  len: 168 time: 1.2969987
Nov 24 14:35:10.814284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc3788-7aea-46a7-b90c-623c3cf77bf9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:10.843180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:10.860695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e1186da0-c5d4-43f8-9b24-80428de0440c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.865053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e1186da0-c5d4-43f8-9b24-80428de0440c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.872714 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-61354388-75e4-40e1-aa42-7b6aa18001f2 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags/tempest-TagsExtTest-Tag-983227735 HTTP/1.1" status: 204  len: 168 time: 0.5355804
Nov 24 14:35:10.875833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55590) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:10.886513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-a24e6853-18e0-4474-a7ab-ba52cb8fccb5 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f641edb3220>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:10.909898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:10.912817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.951352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e1186da0-c5d4-43f8-9b24-80428de0440c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.952144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1186da0-c5d4-43f8-9b24-80428de0440c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Fanout notify agent at l3_agent the message router_deleted on router 4372d207-1875-478d-8fe2-00426f671047 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:35:10.953074 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a24e6853-18e0-4474-a7ab-ba52cb8fccb5 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags HTTP/1.1" status: 200  len: 205 time: 0.0756569
Nov 24 14:35:10.955710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55594) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:10.961620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-310a45d5-7322-4037-929c-42569c14ac4c tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e7d0580>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:10.970787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e1186da0-c5d4-43f8-9b24-80428de0440c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:10.972275 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e1186da0-c5d4-43f8-9b24-80428de0440c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 204  len: 168 time: 1.0137992
Nov 24 14:35:10.976817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55598) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:10.983597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1348451597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:10.990660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:10.998901 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-310a45d5-7322-4037-929c-42569c14ac4c tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags HTTP/1.1" status: 204  len: 168 time: 0.0417762
Nov 24 14:35:10.999572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Usage tracker for resource:router and tenant:9adc891ef4204e788337fa0db6856be0 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:11.001291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55602) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:11.002912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:11.008127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-b259ec29-67e3-476f-ae58-858f921fe310 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641f30a3a0>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:11.008916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:11.065295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.066551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.070198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.083358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cf4fb1b5-bbe5-44f6-ae23-9cda80e1e52a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:11.091686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.111347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:35:11.156057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.218959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=ebc60085-ed70-4248-bb97-d57cee62c785,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:11.228693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:11.229771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.230101 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Added segment 291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf of type vlan for network fc6be889-749e-4f77-9ef0-0717293f1398
Nov 24 14:35:11.276860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.278368 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f4d17a0d-5150-4ff2-bae7-06188d9cc8b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3003595
Nov 24 14:35:11.281077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55608) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:11.287585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-fb88c611-79d1-404e-b1eb-55ce52ce2098 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:11.357502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.366266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.420946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b259ec29-67e3-476f-ae58-858f921fe310 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags HTTP/1.1" status: 204  len: 168 time: 0.4161870
Nov 24 14:35:11.422070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55614) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:11.427788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-1346f17b-8888-45d9-abf2-7a6ad10a4c63 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641f91ebb0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:11.471174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.477964 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/floatingips/58dbe377-371f-47c2-b770-d2ab28fd43e4 HTTP/1.1" status: 204  len: 168 time: 1.7130361
Nov 24 14:35:11.489239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55620) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:11.490040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '5b4c9e05-99c5-44fb-95ce-2365ae04357c'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:11.504477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:11.525180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:floatingip and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:11.533358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:11.555086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:11.559894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.563653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:11.570398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.596130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ab9351b0-35f7-4785-bca0-6f07be214438 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:11.650302 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1346f17b-8888-45d9-abf2-7a6ad10a4c63 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags HTTP/1.1" status: 204  len: 168 time: 0.2271028
Nov 24 14:35:11.655576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55626) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:11.664037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-9a907b9f-552b-4283-8864-3a643c4711cf tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e33c250>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:11.707837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.733661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Network': ['ID=fc6be889-749e-4f77-9ef0-0717293f1398,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:11.739291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:11.743607 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1748903
Nov 24 14:35:11.748824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network fc6be889-749e-4f77-9ef0-0717293f1398 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:35:11.758419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55634) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:11.778835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'subnet': {'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:11.906680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb88c611-79d1-404e-b1eb-55ce52ce2098 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:11.956369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9a907b9f-552b-4283-8864-3a643c4711cf tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags HTTP/1.1" status: 204  len: 168 time: 0.2986045
Nov 24 14:35:11.961059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55638) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:11.968352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-118fc748-d3d9-4ba6-816e-9803cb622e38 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e62c4f0>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', 'tempest-TagsExtTest-Tag-1367888881') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:11.971120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:11.982677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Usage tracker for resource:subnet and tenant:c4e92b7a38b14ae3a6e8b0493261cccf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:12.018701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb88c611-79d1-404e-b1eb-55ce52ce2098 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.033398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:12.045818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:12.113217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.154213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Made reservation on behalf of c4e92b7a38b14ae3a6e8b0493261cccf for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:12.341025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.412506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55648) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:12.422181 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-118fc748-d3d9-4ba6-816e-9803cb622e38 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags/tempest-TagsExtTest-Tag-1367888881 HTTP/1.1" status: 201  len: 201 time: 0.4601042
Nov 24 14:35:12.424918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55654) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:12.430667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-7bb29a61-46f9-4d18-af29-3014c7d3f806 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e37d280>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', 'tempest-TagsExtTest-Tag-117574421') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:12.468529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb88c611-79d1-404e-b1eb-55ce52ce2098 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Router beecaf23-78fd-4dd3-bc78-29680ab5edfe is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:35:12.474413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.26.2.166 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/190a00c9-19d4-45ef-aded-c099df1ce61b) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:12.638692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1692475317'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:12.652032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:12.659237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:12.665849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:12.674999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:12.704204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88c611-79d1-404e-b1eb-55ce52ce2098 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:12.712666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb88c611-79d1-404e-b1eb-55ce52ce2098 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.716692 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fb88c611-79d1-404e-b1eb-55ce52ce2098 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "PUT /v2.0/routers/beecaf23-78fd-4dd3-bc78-29680ab5edfe HTTP/1.1" status: 200  len: 694 time: 1.4346437
Nov 24 14:35:12.720050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55658) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:12.726584 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] Sync routers for ids ['beecaf23-78fd-4dd3-bc78-29680ab5edfe'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:12.736698 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] Routers {'beecaf23-78fd-4dd3-bc78-29680ab5edfe'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:12.738327 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff4c460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['beecaf23-78fd-4dd3-bc78-29680ab5edfe'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:12.812409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:12.815377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.840864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.915493 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] Set router beecaf23-78fd-4dd3-bc78-29680ab5edfe gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:12.919024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.923601 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:12.933839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9352d420-e444-4b97-8616-4628280ebf5b tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:12.980366 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c7a36a5a-bcc3-4652-8074-5bc1a42aa76d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/routers/beecaf23-78fd-4dd3-bc78-29680ab5edfe HTTP/1.1" status: 200  len: 700 time: 0.2590201
Nov 24 14:35:12.981660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:12.984058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55664) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:13.025593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group_rule and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:13.033056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:13.044226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0619fbb8-5a06-4051-969c-0b82b2268338 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=beecaf23-78fd-4dd3-bc78-29680ab5edfe HTTP/1.1" status: 200  len: 205 time: 0.0587885
Nov 24 14:35:13.046000 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7bb29a61-46f9-4d18-af29-3014c7d3f806 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags/tempest-TagsExtTest-Tag-117574421 HTTP/1.1" status: 201  len: 201 time: 0.6201229
Nov 24 14:35:13.046797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55668) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:13.052555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:13.054312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55670) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:13.063836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Subnet': ['ID=5650a1cd-67b4-4d05-817c-6b5f7797df0a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:13.069525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:13.076552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:13.080383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54cf22bb-66ab-4e85-a07c-ccd745c2ff88 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:13.101689 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff4c460>, [{'id': 'beecaf23-78fd-4dd3-bc78-29680ab5edfe', 'name': 'tempest-RoutersTest-router-1348451597', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:11Z', 'updated_at': '2021-11-24T14:35:11Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:13.106047 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] Checking router: beecaf23-78fd-4dd3-bc78-29680ab5edfe for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:35:13.117893 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] Routers {'beecaf23-78fd-4dd3-bc78-29680ab5edfe'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:13.118537 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff4c460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['beecaf23-78fd-4dd3-bc78-29680ab5edfe'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:13.132946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-64882a9c-129e-46da-ab16-6fd9c098ec74 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641eb7a910>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', 'tempest-TagsExtTest-Tag-1341853524') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:13.177714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:13.199531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:13.202076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=190a00c9-19d4-45ef-aded-c099df1ce61b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:13.205452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:13.252803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:13.290313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] Set router beecaf23-78fd-4dd3-bc78-29680ab5edfe gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:13.293750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Checking segment: {'id': '291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:13.294114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network hostable DHCP agents. Network: fc6be889-749e-4f77-9ef0-0717293f1398, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:35:13.397565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008466d5-2f28-4e32-8228-f24c384be2ce tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:13.467693 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff4c460>, [{'id': 'beecaf23-78fd-4dd3-bc78-29680ab5edfe', 'name': 'tempest-RoutersTest-router-1348451597', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:11Z', 'updated_at': '2021-11-24T14:35:11Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:13.471787 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0fba53-829e-4260-b860-225b676b24b5 None None] The sync data for ids ['beecaf23-78fd-4dd3-bc78-29680ab5edfe'] in dv-neutron-818347-1-hyperv is: [{'id': 'beecaf23-78fd-4dd3-bc78-29680ab5edfe', 'name': 'tempest-RoutersTest-router-1348451597', 'tenant_id': '9adc891ef4204e788337fa0db6856be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:11Z', 'updated_at': '2021-11-24T14:35:11Z', 'revision_number': 2, 'project_id': '9adc891ef4204e788337fa0db6856be0', 'gw_port_host': None}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:13.519399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network fc6be889-749e-4f77-9ef0-0717293f1398 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:35:13.596652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, fc6be889-749e-4f77-9ef0-0717293f1398) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:13.601787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:13.606411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa684f9-6a44-4e22-b6dc-43cf53531eef None None] Network fc6be889-749e-4f77-9ef0-0717293f1398 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:13.608312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:13.608900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:13.711202 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.9503424
Nov 24 14:35:13.714901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55676) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:13.731027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-41a5eb45-4a52-48ad-b9c5-dd0b1b3a5e1a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:13.736065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:13.742692 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-64882a9c-129e-46da-ab16-6fd9c098ec74 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags/tempest-TagsExtTest-Tag-1341853524 HTTP/1.1" status: 201  len: 201 time: 0.6871698
Nov 24 14:35:13.752061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55680) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:13.752801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b93f53e8-d221-423a-a6be-71c33d718ad6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:13.766859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-cba47974-4495-46f6-af64-04c400b0769d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f641ef6d4c0>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', 'tempest-TagsExtTest-Tag-903224188') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:13.815775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:35:14.009056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-fc6be889-749e-4f77-9ef0-0717293f1398', 'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398', 'tenant_id': 'c4e92b7a38b14ae3a6e8b0493261cccf', 'fixed_ips': [{'subnet_id': '5650a1cd-67b4-4d05-817c-6b5f7797df0a'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:35:14.012538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.034969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420ebd7e-a7c5-402a-8980-b49ff9a0484b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:14.042486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:14.055010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.056754 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment 8873024b-a1a3-4386-a500-601b382ccd84 of type vlan for network a6751f70-bbe8-4e36-9e9b-d30034d20db7
Nov 24 14:35:14.268029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.286967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.294268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Allocated IP 2001:db8:1::2 (fc6be889-749e-4f77-9ef0-0717293f1398/5650a1cd-67b4-4d05-817c-6b5f7797df0a/ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:14.297031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008466d5-2f28-4e32-8228-f24c384be2ce tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.312050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008466d5-2f28-4e32-8228-f24c384be2ce tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.396815 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cba47974-4495-46f6-af64-04c400b0769d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags/tempest-TagsExtTest-Tag-903224188 HTTP/1.1" status: 201  len: 201 time: 0.6360161
Nov 24 14:35:14.397067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55686) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:14.407316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-25a10140-360d-4a3f-9a7f-5bb35b476609 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f641f519220>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', {'tags': ['tempest-TagsExtTest-Tag-782597542', 'tempest-TagsExtTest-Tag-757756554', 'tempest-TagsExtTest-Tag-225508872']}) {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:14.437919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008466d5-2f28-4e32-8228-f24c384be2ce tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.438435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008466d5-2f28-4e32-8228-f24c384be2ce tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Fanout notify agent at l3_agent the message router_deleted on router beecaf23-78fd-4dd3-bc78-29680ab5edfe {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:35:14.444560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.450266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:14.450885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.473126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:14.565378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.579069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Transition to ACTIVE for port object ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:14.600121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Transition to ACTIVE for port object ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:14.657358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.660037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.668963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:14.669615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-008466d5-2f28-4e32-8228-f24c384be2ce tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.670977 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-008466d5-2f28-4e32-8228-f24c384be2ce tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/beecaf23-78fd-4dd3-bc78-29680ab5edfe HTTP/1.1" status: 204  len: 168 time: 1.6199677
Nov 24 14:35:14.679187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55690) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:14.685182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=a6751f70-bbe8-4e36-9e9b-d30034d20db7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:14.687962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:14.715453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:35:14.727529 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 2.3134632
Nov 24 14:35:14.739326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55694) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:14.746068 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dd5ba5fe-c919-46aa-988b-a77ba205b1b9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=beecaf23-78fd-4dd3-bc78-29680ab5edfe HTTP/1.1" status: 200  len: 205 time: 0.0649300
Nov 24 14:35:14.751476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'name': 'tempest-PortsTestJSON-1555366965'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:14.755293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55698) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:14.757549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-41a5eb45-4a52-48ad-b9c5-dd0b1b3a5e1a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:14.840863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Network fc6be889-749e-4f77-9ef0-0717293f1398 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:14.855599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:14.871780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:14.874958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Pushing event updated for resources: {'Port': ['ID=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:14.875979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:14.882421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:14.884384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:14.886628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:14.893578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:14.979485 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-c39462dc-b0d8-4a76-a0c1-fc78b5164309 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:14.983019 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c39462dc-b0d8-4a76-a0c1-fc78b5164309 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/beecaf23-78fd-4dd3-bc78-29680ab5edfe HTTP/1.1" status: 404  len: 336 time: 0.2177422
Nov 24 14:35:14.983476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55702) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.001092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Attempting to bind port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:15.001559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Attempting to bind port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:15.002013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Attempting to bind port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f on network fc6be889-749e-4f77-9ef0-0717293f1398 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:15.009039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:15.009513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Checking segment: {'id': '291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:15.009998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.010408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Bound using segment: {'id': '291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:15.011448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Bound port: ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'fc6be889-749e-4f77-9ef0-0717293f1398'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:15.011846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.028184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:15.032123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.049349 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e024099-d4d9-446d-8641-ac183a49b909 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:15.049945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e024099-d4d9-446d-8641-ac183a49b909 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:15.051935 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9e024099-d4d9-446d-8641-ac183a49b909 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/e576fd05-3de3-45d7-9932-884454a77f8e HTTP/1.1" status: 404  len: 337 time: 0.0671818
Nov 24 14:35:15.053473 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-25a10140-360d-4a3f-9a7f-5bb35b476609 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags HTTP/1.1" status: 200  len: 315 time: 0.6554687
Nov 24 14:35:15.057363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55706) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.057363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55708) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.108305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] For port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:15.109252 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e6d408-79fa-429a-b39a-bba120a1414f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:15.109778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e6d408-79fa-429a-b39a-bba120a1414f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:15.111563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55e6d408-79fa-429a-b39a-bba120a1414f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/24e0041c-d603-45c5-8996-c8d490f48c6b HTTP/1.1" status: 404  len: 337 time: 0.0526178
Nov 24 14:35:15.111862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] For port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,segment=NetworkSegment(291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf),segment_id=291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:15.114692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55714) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.116147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-c22b3293-f16c-4567-aa3b-2b5870ce15a3 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e583070>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:15.157915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port a548363f-5cea-48f2-863d-34de6e1f2fac yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:15.163103 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e95b89-a9dc-4b90-98f2-c43392ae257d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:15.163545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e95b89-a9dc-4b90-98f2-c43392ae257d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:15.185414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.199626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:15.259474 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-59e95b89-a9dc-4b90-98f2-c43392ae257d tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/e62fc49a-eee6-490f-8a96-2633d62edb0f HTTP/1.1" status: 404  len: 337 time: 0.1416287
Nov 24 14:35:15.261637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55718) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.366013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Pushing event updated for resources: {'Port': ['ID=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:15.369627 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea62fcef-67fa-4789-9895-3b18e767ff24 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:15.370674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea62fcef-67fa-4789-9895-3b18e767ff24 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:15.379461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:15.380313 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ea62fcef-67fa-4789-9895-3b18e767ff24 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/90231332-e80a-4f0a-8088-6375dc9dba14 HTTP/1.1" status: 404  len: 337 time: 0.1150656
Nov 24 14:35:15.381754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55724) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.481261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ad81044-26ad-4439-9a11-b03c3b936893 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Synchronizing usage tracker for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:15.490165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.resource_extend [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:35:15.494429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.517019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.540233 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c22b3293-f16c-4567-aa3b-2b5870ce15a3 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags HTTP/1.1" status: 204  len: 168 time: 0.4794080
Nov 24 14:35:15.544344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55728) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.548063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2ad81044-26ad-4439-9a11-b03c3b936893 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Unset dirty status for tenant:9adc891ef4204e788337fa0db6856be0 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:15.551640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-161a7a72-c72b-404a-9f4d-781e8d79d5ff tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641f0377c0>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', 'tempest-TagsExtTest-Tag-782597542') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:15.551821 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2ad81044-26ad-4439-9a11-b03c3b936893 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 200  len: 205 time: 0.1581311
Nov 24 14:35:15.553013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55732) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.645642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.649408 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-99a6c58e-14ec-40e4-a54d-0981f636b72a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:15.651836 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99a6c58e-14ec-40e4-a54d-0981f636b72a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/4372d207-1875-478d-8fe2-00426f671047 HTTP/1.1" status: 404  len: 336 time: 0.0974483
Nov 24 14:35:15.657767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:15.664540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55736) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.666049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af3cde95-012d-46a1-adc8-72ecc9277f48 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:15.669679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a334c843-8784-4c18-b7ae-5a302487800c tempest-TestServerAdvancedOps-582954726 tempest-TestServerAdvancedOps-582954726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:15.706122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-161a7a72-c72b-404a-9f4d-781e8d79d5ff tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:15.706122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-161a7a72-c72b-404a-9f4d-781e8d79d5ff tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags/tempest-TagsExtTest-Tag-782597542 HTTP/1.1" status: 404  len: 328 time: 0.1594470
Nov 24 14:35:15.713491 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-41a5eb45-4a52-48ad-b9c5-dd0b1b3a5e1a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:35:15.716460 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-41a5eb45-4a52-48ad-b9c5-dd0b1b3a5e1a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be HTTP/1.1" status: 400  len: 364 time: 1.9978852
Nov 24 14:35:15.719641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55740) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.720052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55742) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.736176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-1143bc5c-f390-4932-ad5a-5ea4cd861b26 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641edc1a60>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', 'tempest-TagsExtTest-Tag-757756554') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:15.799985 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9f57fc04-506b-47af-8067-86c3c712c1bc tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=d314b7f9-f677-408e-bf54-a01d254b5cf1 HTTP/1.1" status: 200  len: 205 time: 0.0853806
Nov 24 14:35:15.800887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55748) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.921159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=190a00c9-19d4-45ef-aded-c099df1ce61b,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:15.927898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=a548363f-5cea-48f2-863d-34de6e1f2fac,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:15.934628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:15.934784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:15.963321 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-f4b57813-d546-4e17-8f90-43bd37bed5eb tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:15.970352 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f4b57813-d546-4e17-8f90-43bd37bed5eb tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/d314b7f9-f677-408e-bf54-a01d254b5cf1 HTTP/1.1" status: 404  len: 336 time: 0.1618571
Nov 24 14:35:15.970609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55752) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:15.972258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': '8873024b-a1a3-4386-a500-601b382ccd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:15.972718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: a6751f70-bbe8-4e36-9e9b-d30034d20db7, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:35:16.007213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:16.100916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-87910e16-19c9-4ed8-ae66-701570dd13fe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:16.101446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87910e16-19c9-4ed8-ae66-701570dd13fe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:16.277646 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 637c4ca7-4a4c-48b9-9b0c-6c1b9fde2881 associated. External IP: 172.26.2.166, port: 5b4c9e05-99c5-44fb-95ce-2365ae04357c.
Nov 24 14:35:16.304323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-87910e16-19c9-4ed8-ae66-701570dd13fe tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/93d57d34-3433-40ef-a8f1-0f54253be620 HTTP/1.1" status: 404  len: 337 time: 0.3336136
Nov 24 14:35:16.310086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55756) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.381776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-1143bc5c-f390-4932-ad5a-5ea4cd861b26 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:16.386222 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1143bc5c-f390-4932-ad5a-5ea4cd861b26 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags/tempest-TagsExtTest-Tag-757756554 HTTP/1.1" status: 404  len: 328 time: 0.6650214
Nov 24 14:35:16.388026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55760) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.404122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-497639e4-bc70-4ddd-97c9-6bd6ddb4d356 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4bf3798-8db1-4f4c-9d7b-582464a9aba6 HTTP/1.1" status: 200  len: 205 time: 0.0911102
Nov 24 14:35:16.405807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-ff166bd0-68ec-4f4c-bc49-f3a3c3d25f98 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641f7b5c40>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999', 'tempest-TagsExtTest-Tag-225508872') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:16.410618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55764) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.506460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:35:16.665833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a6751f70-bbe8-4e36-9e9b-d30034d20db7) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:16.670383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:16.674551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:16.677812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c5fdb-ecfc-4d30-83cc-b68ed2db4099 None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:16.688534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:16.712590 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-ff166bd0-68ec-4f4c-bc49-f3a3c3d25f98 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:16.717138 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ff166bd0-68ec-4f4c-bc49-f3a3c3d25f98 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags/tempest-TagsExtTest-Tag-225508872 HTTP/1.1" status: 404  len: 328 time: 0.3214362
Nov 24 14:35:16.723145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55770) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.732070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-fe9d1ccd-f988-435c-aff1-96cffca9ee25 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f641f3d1610>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', {'tags': ['tempest-TagsExtTest-Tag-1044904782', 'tempest-TagsExtTest-Tag-1776475739', 'tempest-TagsExtTest-Tag-1743893656']}) {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:16.739820 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-df783013-2a3a-473b-bc99-7958421803e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:16.740881 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-df783013-2a3a-473b-bc99-7958421803e7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/c4bf3798-8db1-4f4c-9d7b-582464a9aba6 HTTP/1.1" status: 404  len: 336 time: 0.2501774
Nov 24 14:35:16.743438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55774) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.801663 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb0a98c2-e247-491f-9721-423254b532e2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=62c06cfa-3936-4641-be3e-63be63e9475f HTTP/1.1" status: 200  len: 205 time: 0.0569835
Nov 24 14:35:16.803747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55778) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.868656 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.1282532
Nov 24 14:35:16.882196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55782) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.884020 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-a441b9eb-00e1-43cb-96a3-f06540247f95 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:16.884491 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a441b9eb-00e1-43cb-96a3-f06540247f95 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/62c06cfa-3936-4641-be3e-63be63e9475f HTTP/1.1" status: 404  len: 336 time: 0.0795052
Nov 24 14:35:16.884628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:16.887629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55784) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.944672 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c4e103-82f8-427f-b08c-6ab8dcf3a16c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:16.944846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1495720035'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:16.944944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c4e103-82f8-427f-b08c-6ab8dcf3a16c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:16.944944 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-67c4e103-82f8-427f-b08c-6ab8dcf3a16c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/01cfec65-3544-4bde-b895-f42fcbdd7429 HTTP/1.1" status: 404  len: 337 time: 0.0518229
Nov 24 14:35:16.944944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:16.945190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:16.950759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:16.954420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:16.955668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d494d5-7696-471a-b732-72d214de0672 None None] Network fc6be889-749e-4f77-9ef0-0717293f1398 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:17.040913 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-edf1d94b-2bc8-496b-8ece-0ab11919c21e tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd714b3a-176a-427f-b2e7-cb617ca9529d HTTP/1.1" status: 200  len: 205 time: 0.0934024
Nov 24 14:35:17.043117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:17.043274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55794) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:17.099482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:17.130589 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-c84556ff-9b62-422e-b4fc-861a09cef824 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:17.136122 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c84556ff-9b62-422e-b4fc-861a09cef824 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/bd714b3a-176a-427f-b2e7-cb617ca9529d HTTP/1.1" status: 404  len: 336 time: 0.0871615
Nov 24 14:35:17.136122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55798) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:17.180501 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99e07fc-8d8c-41e8-b3f1-a763e170db09 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:17.180878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99e07fc-8d8c-41e8-b3f1-a763e170db09 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:17.185689 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c99e07fc-8d8c-41e8-b3f1-a763e170db09 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/35355d45-8ed2-44d1-83f4-c5326183d9a6 HTTP/1.1" status: 404  len: 337 time: 0.0468836
Nov 24 14:35:17.186139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55802) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:17.241683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:17.245071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.304690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4d6c319d-9bb4-4c9e-b38e-d36b5b480dc6 None None] Provisioning for port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:17.312796 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b740747e-6a1e-4bce-a8d2-9af3a36196ad tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "GET /v2.0/ports?device_id=e33aa1e6-ecbe-4af4-8028-e29039bdaedd HTTP/1.1" status: 200  len: 205 time: 0.1251793
Nov 24 14:35:17.315505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55806) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:17.378014 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fe9d1ccd-f988-435c-aff1-96cffca9ee25 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags HTTP/1.1" status: 200  len: 318 time: 0.6545527
Nov 24 14:35:17.380514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55810) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:17.396427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:35:17.400780 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-485ced0f-9b7a-455a-a1f9-b5ad124bb55f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:17.402576 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-485ced0f-9b7a-455a-a1f9-b5ad124bb55f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/routers/e33aa1e6-ecbe-4af4-8028-e29039bdaedd HTTP/1.1" status: 404  len: 336 time: 0.0851066
Nov 24 14:35:17.405304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55812) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:17.429888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-20e4c75a-22be-4588-a340-efb2bbbe2a8e tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641f7b5dc0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:17.436280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:17.441802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:17.444839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.467077 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5129e9-491c-4c11-a782-72be594811d2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:17.467486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5129e9-491c-4c11-a782-72be594811d2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:17.471354 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5a5129e9-491c-4c11-a782-72be594811d2 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/64e5438b-157e-4ca1-83ea-e7e4822df0d4 HTTP/1.1" status: 404  len: 337 time: 0.0620883
Nov 24 14:35:17.472761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55818) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:17.483386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.485005 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment 5518ef8b-6fe7-42f8-b57f-d0663dcc1adf of type vlan for network 43654110-3822-40d8-86d6-505b744cce60
Nov 24 14:35:17.515956 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a0c486-f58e-4b60-aa1c-9de59bb6112f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:17.516434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a0c486-f58e-4b60-aa1c-9de59bb6112f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:17.520856 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c3a0c486-f58e-4b60-aa1c-9de59bb6112f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] 10.222.0.53 "DELETE /v2.0/subnets/787602d0-c507-41a7-951e-4d5063ac5926 HTTP/1.1" status: 404  len: 337 time: 0.0456820
Nov 24 14:35:17.529476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.640605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.661098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.665312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:17.665890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.675528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:17.759313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:17.782466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,segment=NetworkSegment(291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf),segment_id=291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:17.811349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-011a22e3-69fa-4dcb-bcfa-d04b8bfc33fc None None] Provisioning complete for port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:17.811734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-011a22e3-69fa-4dcb-bcfa-d04b8bfc33fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.865555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Allocated IP 2001:db8::1 (c95da3a3-6892-4dc5-a185-85e181f0845b/a91f8595-7396-4a6e-9b12-936a13324700/cdfa9d6b-42b1-405f-be8f-692a7e215e6b) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:17.883617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=43654110-3822-40d8-86d6-505b744cce60,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:17.894999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:17.898858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 43654110-3822-40d8-86d6-505b744cce60 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:35:17.920448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:17.926686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:18.019589 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0994458
Nov 24 14:35:18.020520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55826) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.036424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'ports': [{'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7'}, {'network_id': '43654110-3822-40d8-86d6-505b744cce60'}]} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:18.036739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:18.037202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': '43654110-3822-40d8-86d6-505b744cce60'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:18.065112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:18.069320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:18.086909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:18.115232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:18.152007 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-20e4c75a-22be-4588-a340-efb2bbbe2a8e tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags HTTP/1.1" status: 204  len: 168 time: 0.7347515
Nov 24 14:35:18.156029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55830) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.157435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:18.158072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcf4040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.159873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-b2beebf2-fef5-4d21-8d9c-0ab8067a8248 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e8a72e0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', 'tempest-TagsExtTest-Tag-1044904782') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.222468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:18.222749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcf4040>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.235096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:18.235838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcf4040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.299363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:18.320532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcf4040>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.320886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5045b-c058-4e52-9a21-6bb78972f6de None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:18.335372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Transition to ACTIVE for port object cdfa9d6b-42b1-405f-be8f-692a7e215e6b will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:18.343968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:18.349346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:18.353210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:18.361008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:18.370978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55836) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.382751 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 6.9026163
Nov 24 14:35:18.384872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55842) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.387879 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-b2beebf2-fef5-4d21-8d9c-0ab8067a8248 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:18.391589 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b2beebf2-fef5-4d21-8d9c-0ab8067a8248 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags/tempest-TagsExtTest-Tag-1044904782 HTTP/1.1" status: 404  len: 329 time: 0.2349162
Nov 24 14:35:18.391736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1957653360'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:18.392268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55846) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.396358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:18.398417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-5b7ec8c6-afeb-4cc1-b0d1-90ee992d4a9d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641eedb0a0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', 'tempest-TagsExtTest-Tag-1776475739') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.400280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:network and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:18.403936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:18.409864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:18.465704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 2} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:18.469452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:18.478370 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-5b7ec8c6-afeb-4cc1-b0d1-90ee992d4a9d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:18.483762 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5b7ec8c6-afeb-4cc1-b0d1-90ee992d4a9d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags/tempest-TagsExtTest-Tag-1776475739 HTTP/1.1" status: 404  len: 329 time: 0.0900137
Nov 24 14:35:18.484518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55850) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.492816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-bda4669e-b721-48e5-934e-17cf66799ad0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641f6eb3d0>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129', 'tempest-TagsExtTest-Tag-1743893656') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.497503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:18.505015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:18.508141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:18.520252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:18.582287 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-bda4669e-b721-48e5-934e-17cf66799ad0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:18.583316 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bda4669e-b721-48e5-934e-17cf66799ad0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags/tempest-TagsExtTest-Tag-1743893656 HTTP/1.1" status: 404  len: 329 time: 0.0970836
Nov 24 14:35:18.586130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55854) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.593122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-534b8a8c-0f00-4be3-9201-fc1b982674ad tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f641eedb8e0>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', {'tags': ['tempest-TagsExtTest-Tag-2063489347', 'tempest-TagsExtTest-Tag-937923304', 'tempest-TagsExtTest-Tag-1165887486']}) {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.690346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:18.784648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network c95da3a3-6892-4dc5-a185-85e181f0845b is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:18.801345 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-534b8a8c-0f00-4be3-9201-fc1b982674ad tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags HTTP/1.1" status: 200  len: 317 time: 0.2141626
Nov 24 14:35:18.802636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:18.804125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55858) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:18.806555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:18.806555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:18.809719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Port': ['ID=cdfa9d6b-42b1-405f-be8f-692a7e215e6b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:18.812699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:18.819056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-5610a4c1-91cc-428b-b87d-6754ff0a1a59 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641f745df0>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:18.961186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 37882f04-45c3-498b-a13e-281f450a628e yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:19.007718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:19.100136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:19.100772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.108440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:35:19.118407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.118751 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Added segment 5d6e909c-e0a2-46db-bc2d-086ee4c42f3f of type vlan for network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55
Nov 24 14:35:19.147255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.243836 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bbdfbef0-ef00-4fa6-b0a4-2274a19496e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9adc891ef4204e788337fa0db6856be0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8717282
Nov 24 14:35:19.248894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.251207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55864) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:19.252670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:19.253258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.263414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0494a3ca-c892-4fd4-b8db-f6c31e8838f9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:19.327229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.359059 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5610a4c1-91cc-428b-b87d-6754ff0a1a59 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags HTTP/1.1" status: 204  len: 168 time: 0.5515988
Nov 24 14:35:19.360515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55868) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:19.364110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.375464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-0ae94760-d9bc-4bee-811f-c20b4a6e2734 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641f696760>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', 'tempest-TagsExtTest-Tag-2063489347') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:19.379009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-61f006b2-be31-4855-abf0-887db4bdff76 None None] Provisioning for port cdfa9d6b-42b1-405f-be8f-692a7e215e6b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:19.384297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-61f006b2-be31-4855-abf0-887db4bdff76 None None] Provisioning complete for port cdfa9d6b-42b1-405f-be8f-692a7e215e6b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:19.384669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-61f006b2-be31-4855-abf0-887db4bdff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.427416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.441265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-61f006b2-be31-4855-abf0-887db4bdff76 None None] Port cdfa9d6b-42b1-405f-be8f-692a7e215e6b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:19.461891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Network': ['ID=83c2cfe0-0611-46b8-a0ce-dab2266bcc55,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:19.473682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:19.478120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.483350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:35:19.535546 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.1496294
Nov 24 14:35:19.548045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55872) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:19.559168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'subnet': {'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:19.593088 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-0ae94760-d9bc-4bee-811f-c20b4a6e2734 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:19.594945 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0ae94760-d9bc-4bee-811f-c20b4a6e2734 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags/tempest-TagsExtTest-Tag-2063489347 HTTP/1.1" status: 404  len: 329 time: 0.2327015
Nov 24 14:35:19.604327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55876) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:19.616488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-c29c3ad8-3efb-4275-983d-b8ac808eef75 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641ee94910>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', 'tempest-TagsExtTest-Tag-937923304') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:19.666011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 0cb86005-35c9-4c39-a9d3-109d59ec5996 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:19.683882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:19.687763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:subnet and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:19.691043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:19.697745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:19.756648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.763328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-87de368c-796c-43b8-82ba-e8b0cd15e41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:19.777099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be281926-19cb-4c58-8fde-b0814e29be9e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:19.779584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:19.781846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.810055 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be281926-19cb-4c58-8fde-b0814e29be9e HTTP/1.1" status: 204  len: 168 time: 0.5550923
Nov 24 14:35:19.812689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:19.942239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:19.981244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-c29c3ad8-3efb-4275-983d-b8ac808eef75 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:19.982283 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c29c3ad8-3efb-4275-983d-b8ac808eef75 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags/tempest-TagsExtTest-Tag-937923304 HTTP/1.1" status: 404  len: 328 time: 0.3781240
Nov 24 14:35:19.999338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55882) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:20.016753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-2e0380d4-4de9-4d90-a105-5b22229ee108 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641ef6d040>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe', 'tempest-TagsExtTest-Tag-1165887486') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:20.207954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.305930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.312888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6e130810-f073-4afe-9aec-7f373b7f2990 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:20.441015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Subnet': ['ID=709592aa-7aeb-444a-9a41-3a4fbca5a957,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:20.447236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:20.450753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Checking segment: {'id': '5d6e909c-e0a2-46db-bc2d-086ee4c42f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:20.450753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network hostable DHCP agents. Network: 83c2cfe0-0611-46b8-a0ce-dab2266bcc55, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:35:20.467535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.508504 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-2e0380d4-4de9-4d90-a105-5b22229ee108 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:20.508504 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2e0380d4-4de9-4d90-a105-5b22229ee108 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags/tempest-TagsExtTest-Tag-1165887486 HTTP/1.1" status: 404  len: 329 time: 0.4975007
Nov 24 14:35:20.510192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55896) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:20.517693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.tag.tag_plugin [None req-5f357961-0cfe-48b2-bad2-1e1333c9825a tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f641ec66b80>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', {'tags': ['tempest-TagsExtTest-Tag-1777755528', 'tempest-TagsExtTest-Tag-246905807', 'tempest-TagsExtTest-Tag-1496786962']}) {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:20.545967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.562026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:35:20.608064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.608989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.613493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f445bb9-61b8-4bd9-afff-20e3b99bb0bc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:20.638049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 83c2cfe0-0611-46b8-a0ce-dab2266bcc55) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:20.643493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5f357961-0cfe-48b2-bad2-1e1333c9825a tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "PUT /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags HTTP/1.1" status: 200  len: 317 time: 0.1289074
Nov 24 14:35:20.650808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55900) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:20.651745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.656289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:20.656882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.657295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d8cae-396d-40c5-98c4-a8be1966a718 None None] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:20.692523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-eabb87b6-ad7b-4331-ba19-95519ab4d52d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e7fbee0>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:20.717268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:20.734109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:20.740516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:20.741492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.774629 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2222967
Nov 24 14:35:20.777418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55906) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:20.780321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event updated for resources: {'Port': ['ID=cdfa9d6b-42b1-405f-be8f-692a7e215e6b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:20.783793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:20.786631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-709d6069-bc69-4fd9-9e29-9473a1aa7aff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:20.793505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-543488159', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:20.813480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:20.819803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:router and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:20.824146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:20.830519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:20.920546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.923107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.947401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:20.964236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-83c2cfe0-0611-46b8-a0ce-dab2266bcc55', 'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55', 'tenant_id': '2c4f2b4e25f34230be3878a9e85a8abf', 'fixed_ips': [{'subnet_id': '709592aa-7aeb-444a-9a41-3a4fbca5a957'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:35:20.966919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:21.016648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=37882f04-45c3-498b-a13e-281f450a628e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:21.101386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': '5518ef8b-6fe7-42f8-b57f-d0663dcc1adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '43654110-3822-40d8-86d6-505b744cce60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:21.101733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: 43654110-3822-40d8-86d6-505b744cce60, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:35:21.144188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Network c95da3a3-6892-4dc5-a185-85e181f0845b is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:21.149715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:21.153251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=0cb86005-35c9-4c39-a9d3-109d59ec5996,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:21.195400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Allocated IP 172.20.0.2 (83c2cfe0-0611-46b8-a0ce-dab2266bcc55/709592aa-7aeb-444a-9a41-3a4fbca5a957/baee1729-ed3a-4d25-a673-9faf03e49556) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:21.206449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:21.224185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:21.230889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:21.231291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:21.325479 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eabb87b6-ad7b-4331-ba19-95519ab4d52d tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags HTTP/1.1" status: 204  len: 168 time: 0.6594899
Nov 24 14:35:21.333939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55918) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:21.348910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-b1aa2ff6-3364-4cb7-9631-0c9e082377c8 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641eddffd0>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', 'tempest-TagsExtTest-Tag-1777755528') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:21.430029 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-b1aa2ff6-3364-4cb7-9631-0c9e082377c8 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:21.431043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b1aa2ff6-3364-4cb7-9631-0c9e082377c8 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags/tempest-TagsExtTest-Tag-1777755528 HTTP/1.1" status: 404  len: 329 time: 0.0962832
Nov 24 14:35:21.434276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55922) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:21.441950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-3f54220b-30e1-402a-95de-332cdc2b7917 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641f8075e0>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', 'tempest-TagsExtTest-Tag-246905807') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:21.457921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55926) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:21.559545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:21.572610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Transition to ACTIVE for port object baee1729-ed3a-4d25-a673-9faf03e49556 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:21.602308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Transition to ACTIVE for port object baee1729-ed3a-4d25-a673-9faf03e49556 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:21.606866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 43654110-3822-40d8-86d6-505b744cce60 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:35:21.688859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:21.696120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fdb3146a-7d46-4688-8aa0-2a15d47d757c None None] Provisioning complete for port cdfa9d6b-42b1-405f-be8f-692a7e215e6b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:21.696327 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8c413624-690b-4394-bde5-96e225324618 tempest-ServiceProvidersTest-540057550 tempest-ServiceProvidersTest-540057550-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2262893
Nov 24 14:35:21.696436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fdb3146a-7d46-4688-8aa0-2a15d47d757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:21.696540 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-3f54220b-30e1-402a-95de-332cdc2b7917 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:21.697508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3f54220b-30e1-402a-95de-332cdc2b7917 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags/tempest-TagsExtTest-Tag-246905807 HTTP/1.1" status: 404  len: 328 time: 0.2620928
Nov 24 14:35:21.701722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55934) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:21.709327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-5e6bfbf1-3f14-4c92-921f-6b043a52d0b0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f641e7d4940>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5', 'tempest-TagsExtTest-Tag-1496786962') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:21.735252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:21.763913 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-5e6bfbf1-3f14-4c92-921f-6b043a52d0b0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] show failed (client error): The resource could not be found.
Nov 24 14:35:21.764970 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5e6bfbf1-3f14-4c92-921f-6b043a52d0b0 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags/tempest-TagsExtTest-Tag-1496786962 HTTP/1.1" status: 404  len: 329 time: 0.0624623
Nov 24 14:35:21.768122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55938) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:21.781904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-0d87f75e-53c1-4ce0-8068-f2bbbc80a19e tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641ecf5700>, 'subnetpools', '1d904442-ff74-4519-9009-5ca131df16c5') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:21.816727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3146a-7d46-4688-8aa0-2a15d47d757c None None] Port cdfa9d6b-42b1-405f-be8f-692a7e215e6b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:21.820429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Router 7550ee55-f705-41e1-a58f-86b2869903be has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:21.834163 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0d87f75e-53c1-4ce0-8068-f2bbbc80a19e tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5/tags HTTP/1.1" status: 204  len: 168 time: 0.0624676
Nov 24 14:35:21.834385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55942) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:21.847086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-c6659a22-f4e6-46f7-a3de-e14389a19fd7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641ea1dd60>, 'routers', 'dd10bc71-d029-458a-80f5-ed5fb6f8f6fe') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:22.022952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.26.2.45 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/c482df38-1cc2-4c7e-9863-549f8bdfd4aa) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:22.149703 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c6659a22-f4e6-46f7-a3de-e14389a19fd7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe/tags HTTP/1.1" status: 204  len: 168 time: 0.3139908
Nov 24 14:35:22.160888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55948) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:22.170908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-762d73b0-79a7-40ab-83b4-e564f4298ba9 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641e76a400>, 'ports', '3c761f53-58ca-4a73-880d-07b82876b129') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:22.260031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:22.283818 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] Sync routers for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:22.284497 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5585883
Nov 24 14:35:22.284626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55952) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:22.296150 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:22.296787 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe63dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:22.305428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:22.372160 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe63dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:22.384858 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:22.386189 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe63dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:34:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:22.446190 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe63dc0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:22.446762 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0d292-e6db-4f49-8ba9-3fb4c15f2d04 None None] The sync data for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:22.489510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:22.494600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:22.585867 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-762d73b0-79a7-40ab-83b4-e564f4298ba9 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129/tags HTTP/1.1" status: 204  len: 168 time: 0.4205308
Nov 24 14:35:22.586114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55958) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:22.592988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.tag.tag_plugin [None req-135dbafe-ab5b-4db6-a613-b690544a5378 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f641fee49a0>, 'subnets', '16901210-7878-4f67-b214-50e16a36f999') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:22.613472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:22.620840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:22.623325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:22.630114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Pushing event updated for resources: {'Port': ['ID=baee1729-ed3a-4d25-a673-9faf03e49556,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:22.635141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:22.702819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 43654110-3822-40d8-86d6-505b744cce60) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:22.710287 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-135dbafe-ab5b-4db6-a613-b690544a5378 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999/tags HTTP/1.1" status: 204  len: 168 time: 0.1232693
Nov 24 14:35:22.716964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55962) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:22.719564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:22.723126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:22.726482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:22.727385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:22.737861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f1f4d-7c2a-4744-92bd-6c5a10a155d5 None None] Network 43654110-3822-40d8-86d6-505b744cce60 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:22.742936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-efcf2def-863d-403d-a92b-daa874db5964 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:22.811297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:22.813026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Attempting to bind port baee1729-ed3a-4d25-a673-9faf03e49556 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:22.813615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Attempting to bind port baee1729-ed3a-4d25-a673-9faf03e49556 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5d6e909c-e0a2-46db-bc2d-086ee4c42f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:22.814170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Attempting to bind port baee1729-ed3a-4d25-a673-9faf03e49556 on network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:22.819698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7816806-0d76-43d9-8cc6-70927bb4672a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:22.833665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:22.834326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Checking segment: {'id': '5d6e909c-e0a2-46db-bc2d-086ee4c42f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:22.834936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:22.835534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Bound using segment: {'id': '5d6e909c-e0a2-46db-bc2d-086ee4c42f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:22.836373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Bound port: baee1729-ed3a-4d25-a673-9faf03e49556, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6e909c-e0a2-46db-bc2d-086ee4c42f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:22.843664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:22.951134 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-efcf2def-863d-403d-a92b-daa874db5964 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:35:22.959034 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-efcf2def-863d-403d-a92b-daa874db5964 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be HTTP/1.1" status: 409  len: 329 time: 0.6709342
Nov 24 14:35:22.959624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 55968) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:22.999691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:23.004519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:23.008922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:23.021985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38850415-3fa5-4f87-b347-83d39509acad None None] For port baee1729-ed3a-4d25-a673-9faf03e49556, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:23.026253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38850415-3fa5-4f87-b347-83d39509acad None None] For port baee1729-ed3a-4d25-a673-9faf03e49556, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=baee1729-ed3a-4d25-a673-9faf03e49556,segment=NetworkSegment(5d6e909c-e0a2-46db-bc2d-086ee4c42f3f),segment_id=5d6e909c-e0a2-46db-bc2d-086ee4c42f3f)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:23.053543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=c482df38-1cc2-4c7e-9863-549f8bdfd4aa,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:23.061219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:23.068319 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.0413220
Nov 24 14:35:23.074247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55974) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:23.097760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.101779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ece22f-897c-402a-9fcd-34bdde9055ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:23.204230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Pushing event updated for resources: {'Port': ['ID=baee1729-ed3a-4d25-a673-9faf03e49556,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:23.207669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:23.251088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55978) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:23.308318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 0cb86005-35c9-4c39-a9d3-109d59ec5996 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:23.308853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.358295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d9a0-633a-44cb-a032-3d5f16ec72f6 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for subnetpool, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.359737 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d1e2d9a0-633a-44cb-a032-3d5f16ec72f6 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnetpools/1d904442-ff74-4519-9009-5ca131df16c5 HTTP/1.1" status: 204  len: 168 time: 0.6412117
Nov 24 14:35:23.365025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55984) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:23.524651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8df01809-2441-4f1d-b5d2-02c53f51e28b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Synchronizing usage tracker for tenant:82a9ddb1284c47c2983e1a8807149f16 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:23.524878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.579907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bca34f00-4585-47c6-9756-ee415f8c2e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.623000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.720035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8df01809-2441-4f1d-b5d2-02c53f51e28b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Unset dirty status for tenant:82a9ddb1284c47c2983e1a8807149f16 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:23.723648 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8df01809-2441-4f1d-b5d2-02c53f51e28b tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd10bc71-d029-458a-80f5-ed5fb6f8f6fe HTTP/1.1" status: 200  len: 205 time: 0.3551152
Nov 24 14:35:23.732754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 55994) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:23.753365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.905930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:23.918798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:23.977225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e11834e4ec410cb9172bf9b00bb8b4 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:24.043843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 0cb86005-35c9-4c39-a9d3-109d59ec5996 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:24.071218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:24.092564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:24.168262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5a44592-b46d-493e-8901-505c02b24e17 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.227286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.227986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.275021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port cdfa9d6b-42b1-405f-be8f-692a7e215e6b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:24.280179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.330004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200c17f-1a4e-4486-84f2-a52d0eaf4552 None None] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:24.402905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.488921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.548682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:24.597428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.606523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c9d1afb5-32bb-49cd-9d10-b826774b28d7 None None] Provisioning for port baee1729-ed3a-4d25-a673-9faf03e49556 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:24.609596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=0cb86005-35c9-4c39-a9d3-109d59ec5996,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:24.612770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:24.644773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.781756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Calling delete_port for cdfa9d6b-42b1-405f-be8f-692a7e215e6b owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:24.797008 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/0cb86005-35c9-4c39-a9d3-109d59ec5996 HTTP/1.1" status: 204  len: 168 time: 1.7191370
Nov 24 14:35:24.804450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:24.830059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56002) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:24.851201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-73cacabd-3f61-4ed4-83f5-b2bbd5807097 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:24.912424 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6e11834e4ec410cb9172bf9b00bb8b4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6526947
Nov 24 14:35:24.920065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56008) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:24.924654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b6ed7-c57b-4d2d-a1c5-226380d20230,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:24.929221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:25.052329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935327a-2958-4a9e-9008-8c9188ed098f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:25.056542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935327a-2958-4a9e-9008-8c9188ed098f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:25.057991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8935327a-2958-4a9e-9008-8c9188ed098f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:25.077377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device baee1729-ed3a-4d25-a673-9faf03e49556 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:25.191252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5a44592-b46d-493e-8901-505c02b24e17 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.205751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5a44592-b46d-493e-8901-505c02b24e17 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.219059 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port baee1729-ed3a-4d25-a673-9faf03e49556 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:25.224108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port baee1729-ed3a-4d25-a673-9faf03e49556 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:25.229905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.246564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.255084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.261325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8935327a-2958-4a9e-9008-8c9188ed098f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:25.265532 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8935327a-2958-4a9e-9008-8c9188ed098f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.4283960
Nov 24 14:35:25.265532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-29baba62-7dbe-43f9-8e4f-8316ccfaa1bd tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:25.272903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56012) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:25.314566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Port': ['ID=cdfa9d6b-42b1-405f-be8f-692a7e215e6b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:25.318023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:25.343457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.356281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.384420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 37882f04-45c3-498b-a13e-281f450a628e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:25.384809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.397807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port baee1729-ed3a-4d25-a673-9faf03e49556, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=baee1729-ed3a-4d25-a673-9faf03e49556,segment=NetworkSegment(5d6e909c-e0a2-46db-bc2d-086ee4c42f3f),segment_id=5d6e909c-e0a2-46db-bc2d-086ee4c42f3f)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:25.413259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5a44592-b46d-493e-8901-505c02b24e17 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.413784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a44592-b46d-493e-8901-505c02b24e17 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Fanout notify agent at l3_agent the message router_deleted on router dd10bc71-d029-458a-80f5-ed5fb6f8f6fe {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:35:25.466035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5a44592-b46d-493e-8901-505c02b24e17 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.467131 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f5a44592-b46d-493e-8901-505c02b24e17 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/routers/dd10bc71-d029-458a-80f5-ed5fb6f8f6fe HTTP/1.1" status: 204  len: 168 time: 1.7213063
Nov 24 14:35:25.478887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56016) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:25.484057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.486473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:25.548921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.649032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Deleting port 3c761f53-58ca-4a73-880d-07b82876b129 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:25.649303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.666051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=baee1729-ed3a-4d25-a673-9faf03e49556,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:25.681216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:25.699300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ab01-2ab1-4fb7-a0ea-f1953c322328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.740668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.762574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c105a070-5e57-4092-9adc-e56f2aaaa55c tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:25.786840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b6ed7-c57b-4d2d-a1c5-226380d20230,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:25.809356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:25.841527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.915605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:25.919810 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef2b6ed7-c57b-4d2d-a1c5-226380d20230 HTTP/1.1" status: 204  len: 168 time: 0.9922791
Nov 24 14:35:25.993688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 37882f04-45c3-498b-a13e-281f450a628e owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:26.023242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 1afdcfba-c70d-455b-b921-460e419788e5 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:35:26.033163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Router 7550ee55-f705-41e1-a58f-86b2869903be has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:26.196948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:26.206263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] Sync routers for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:26.211256 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2453959
Nov 24 14:35:26.211256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56026) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:26.220802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:26.221423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd79c70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:26.287501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd79c70>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:26.288880 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-6eacc0c0-2d9a-44c4-9dfe-26ab7d5a3288 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] show failed (client error): The resource could not be found.
Nov 24 14:35:26.292141 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6eacc0c0-2d9a-44c4-9dfe-26ab7d5a3288 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-700795429 HTTP/1.1" status: 404  len: 334 time: 0.0788276
Nov 24 14:35:26.296574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56030) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:26.302795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] Routers {'7550ee55-f705-41e1-a58f-86b2869903be'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:26.303424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd79c70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['7550ee55-f705-41e1-a58f-86b2869903be'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:26.304586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d3826950-d4ec-4d05-86d0-baf1126279f0 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:26.374214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd79c70>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:26.374693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e49aa-21a0-48b4-b3a3-3634d5779efb None None] The sync data for ids ['7550ee55-f705-41e1-a58f-86b2869903be'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:26.518871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:26.542937 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-d3826950-d4ec-4d05-86d0-baf1126279f0 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] update failed (client error): The resource could not be found.
Nov 24 14:35:26.544395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d3826950-d4ec-4d05-86d0-baf1126279f0 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-67424758 HTTP/1.1" status: 404  len: 333 time: 0.2453737
Nov 24 14:35:26.547941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56038) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:26.648340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:26.650777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Calling delete_port for 3c761f53-58ca-4a73-880d-07b82876b129 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:26.686237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:26.695374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67641079-f1e1-43ea-ba92-a9dd44551891 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:26.740170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting subnet 5650a1cd-67b4-4d05-817c-6b5f7797df0a {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:26.743262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:26.751347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=37882f04-45c3-498b-a13e-281f450a628e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:26.753770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:26.773331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:26.822706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:26.930189 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/37882f04-45c3-498b-a13e-281f450a628e HTTP/1.1" status: 204  len: 168 time: 1.6501663
Nov 24 14:35:26.931695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56042) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:26.939125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:26.975424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device baee1729-ed3a-4d25-a673-9faf03e49556 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:27.055939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9e9d0-8c15-4764-b20a-bd6db4966c86 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:27.056586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c9c9e9d0-8c15-4764-b20a-bd6db4966c86 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:27.057152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port baee1729-ed3a-4d25-a673-9faf03e49556 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:27.057675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.074099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:27.086849 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] Sync routers for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:27.106076 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:27.107166 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642007ccd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:27.133590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.138580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.139702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b14970f2-0883-45da-aa5e-ee755db02848 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:27.146347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9b259522-7deb-4c65-87f1-e84d6db8c6c5 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:27.191408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Subnet': ['ID=5650a1cd-67b4-4d05-817c-6b5f7797df0a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:27.202499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:27.222439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c9c9e9d0-8c15-4764-b20a-bd6db4966c86 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:27.227370 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642007ccd0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:27.228507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd41bcc-1e49-4377-ac9f-4440a1d032aa None None] Network fc6be889-749e-4f77-9ef0-0717293f1398 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:27.230305 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c9c9e9d0-8c15-4764-b20a-bd6db4966c86 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2960832
Nov 24 14:35:27.231176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.233363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.235991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56048) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:27.236364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56050) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:27.237599 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 6.4585288
Nov 24 14:35:27.246137 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:27.247072 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642007ccd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:27.263708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Pushing event deleted for resources: {'Port': ['ID=3c761f53-58ca-4a73-880d-07b82876b129,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:27.266297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:27.367705 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642007ccd0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:27.369577 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87c5b00-22fb-4076-a462-0fb90b971fce None None] The sync data for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:27.409796 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/subnets/5650a1cd-67b4-4d05-817c-6b5f7797df0a HTTP/1.1" status: 204  len: 168 time: 0.8606756
Nov 24 14:35:27.422913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56056) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:27.426082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.428463 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/ports/3c761f53-58ca-4a73-880d-07b82876b129 HTTP/1.1" status: 204  len: 168 time: 1.9458370
Nov 24 14:35:27.440192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56060) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:27.538853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe37d760-c129-433e-8cf0-50e2d94ca543 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:35:27.540172 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fe37d760-c129-433e-8cf0-50e2d94ca543 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/0cb86005-35c9-4c39-a9d3-109d59ec5996 HTTP/1.1" status: 404  len: 333 time: 0.3017247
Nov 24 14:35:27.560481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56064) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:27.608152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.622816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:27.623030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.665716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] DHCP port deletion for fc6be889-749e-4f77-9ef0-0717293f1398 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:27.672537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Deleting port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:27.673201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.676543 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7320f31-7d9d-410a-9586-a27bb63dd330 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:35:27.680208 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c7320f31-7d9d-410a-9586-a27bb63dd330 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/37882f04-45c3-498b-a13e-281f450a628e HTTP/1.1" status: 404  len: 333 time: 0.1148157
Nov 24 14:35:27.680986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56068) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:27.839547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Deleting subnet 16901210-7878-4f67-b214-50e16a36f999 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:27.844100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.925249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.939129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:27.974640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] For port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,segment=NetworkSegment(291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf),segment_id=291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:27.975946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.092511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] For port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,segment=NetworkSegment(291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf),segment_id=291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:28.092775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.122668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.131463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Calling delete_port for ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:28.274842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.310874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.316335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:28.365490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] No DVR routers for this DVR port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:28.374690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Pushing event deleted for resources: {'Port': ['ID=ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:28.377226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:28.438605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.453216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Calling delete_port for ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:28.511804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641febad60>,) {'filters': {'network_id': ['43654110-3822-40d8-86d6-505b744cce60']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:28.529605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.535436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f5d80af2-2a75-4f82-b404-93106074da3c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:28.542175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641febad60>, '5518ef8b-6fe7-42f8-b57f-d0663dcc1adf') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:28.542456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641febad60>, '5518ef8b-6fe7-42f8-b57f-d0663dcc1adf') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:28.567883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.574469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Pushing event deleted for resources: {'Subnet': ['ID=16901210-7878-4f67-b214-50e16a36f999,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:28.577243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:28.583264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.589197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f4583-5ff2-4c49-9d19-3e91a53bf1bf None None] Network 4bfc0ae0-067e-4315-afa9-2a2991a731df requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:28.591982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:28.592339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:28.593114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.596874 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/subnets/16901210-7878-4f67-b214-50e16a36f999 HTTP/1.1" status: 204  len: 168 time: 1.1445680
Nov 24 14:35:28.597062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56074) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:28.627037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:28.627724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:28.642858 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:28.810096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.825733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Deleting port 950555d4-afed-4723-9224-5863b2a91891 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:28.826100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.892817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] DHCP port deletion for 4bfc0ae0-067e-4315-afa9-2a2991a731df request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:28.900459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Deleting port 950555d4-afed-4723-9224-5863b2a91891 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:28.902602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.902724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.936191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.941654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:28.969106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:28.983258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=43654110-3822-40d8-86d6-505b744cce60,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:28.987414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:28.990019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:29.017493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/43654110-3822-40d8-86d6-505b744cce60 HTTP/1.1" status: 204  len: 168 time: 1.3318629
Nov 24 14:35:29.018364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56078) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:29.025938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-815213603'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:29.038364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:29.038718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:29.039142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 950555d4-afed-4723-9224-5863b2a91891 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:29.086430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:29.092996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:29.093422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.131536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:29.145690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:29.188390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] The port 'ac71fde7-b8b9-4685-a38c-1e9eeb3ee95f' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:29.190720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:29.230720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=950555d4-afed-4723-9224-5863b2a91891,segment=NetworkSegment(fdee41b3-e281-4b26-9644-cf692c71d9b5),segment_id=fdee41b3-e281-4b26-9644-cf692c71d9b5)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:29.231175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.299789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.326251 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=950555d4-afed-4723-9224-5863b2a91891,segment=NetworkSegment(fdee41b3-e281-4b26-9644-cf692c71d9b5),segment_id=fdee41b3-e281-4b26-9644-cf692c71d9b5)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:29.326656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.361710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.1 (83c2cfe0-0611-46b8-a0ce-dab2266bcc55/709592aa-7aeb-444a-9a41-3a4fbca5a957/ebf42ddd-a499-46be-addb-670d160d84b7) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:29.382544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Calling delete_port for 950555d4-afed-4723-9224-5863b2a91891 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:29.461211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:29.464734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.477607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Calling delete_port for 950555d4-afed-4723-9224-5863b2a91891 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:29.504361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.536155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=950555d4-afed-4723-9224-5863b2a91891,segment=NetworkSegment(fdee41b3-e281-4b26-9644-cf692c71d9b5),segment_id=fdee41b3-e281-4b26-9644-cf692c71d9b5)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:29.548262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.562149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:35:29.566301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Transition to ACTIVE for port object ebf42ddd-a499-46be-addb-670d160d84b7 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:29.572325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e8964c0>,) {'filters': {'network_id': ['fc6be889-749e-4f77-9ef0-0717293f1398']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:29.587609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.587946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83 of type vlan for network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f
Nov 24 14:35:29.591560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8964c0>, '291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:29.591846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8964c0>, '291fe4f4-ae04-4b22-8a93-9d4e2ef76aaf') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:29.612845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.645449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.649011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.657829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:29.658204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.664893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.667501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:29.676517 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:29.710671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.722993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1c6c470f-33cf-4bd9-a610-1e36d622d1ca tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:29.739786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=950555d4-afed-4723-9224-5863b2a91891,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:29.742759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:29.762121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:29.765336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:29.793902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:29.796757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:29.797337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:29.801285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:29.805585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:29.842373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=ebf42ddd-a499-46be-addb-670d160d84b7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:29.848923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:29.874823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.882081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.886609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:29.887195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.893223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-539e87bd-1839-419e-b29e-24724aa13c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:29.932358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.988383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:29.990166 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/networks/fc6be889-749e-4f77-9ef0-0717293f1398 HTTP/1.1" status: 204  len: 168 time: 2.5661135
Nov 24 14:35:30.003089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56084) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:30.053915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.154436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4fedfaf6-e9b8-42f0-b778-27957c642adc None None] Provisioning for port ebf42ddd-a499-46be-addb-670d160d84b7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:30.160681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4fedfaf6-e9b8-42f0-b778-27957c642adc None None] Provisioning complete for port ebf42ddd-a499-46be-addb-670d160d84b7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:30.161240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4fedfaf6-e9b8-42f0-b778-27957c642adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.164739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=12b0aa9a-4c63-49b7-9f38-871e741cfe2f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:30.168383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:30.172786 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.1534019
Nov 24 14:35:30.176639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56088) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:30.176863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:30.200477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:35:30.221991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:30.236287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Network': ['ID=fc6be889-749e-4f77-9ef0-0717293f1398,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:30.239356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:30.325128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Deleting port 950555d4-afed-4723-9224-5863b2a91891 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:30.325457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.351562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Deleting port 950555d4-afed-4723-9224-5863b2a91891 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:30.353237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.392943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4fedfaf6-e9b8-42f0-b778-27957c642adc None None] Port ebf42ddd-a499-46be-addb-670d160d84b7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:30.484850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:30.509563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.536330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:30.549196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:30.567432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:30.582001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=950555d4-afed-4723-9224-5863b2a91891,segment=NetworkSegment(fdee41b3-e281-4b26-9644-cf692c71d9b5),segment_id=fdee41b3-e281-4b26-9644-cf692c71d9b5)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:30.582658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.587201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting subnet 79e27711-ffdf-41de-b3c4-66eb4f18fa28 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:30.612024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.693458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.706561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Calling delete_port for 950555d4-afed-4723-9224-5863b2a91891 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:30.728905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a897ac0-e048-4a3c-8ad3-356bd07cbea3 tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:30.745470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.782637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] For port 950555d4-afed-4723-9224-5863b2a91891, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=950555d4-afed-4723-9224-5863b2a91891,segment=NetworkSegment(fdee41b3-e281-4b26-9644-cf692c71d9b5),segment_id=fdee41b3-e281-4b26-9644-cf692c71d9b5)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:30.782993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.791355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:30.869034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.873906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:30.924968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Pushing event deleted for resources: {'Port': ['ID=950555d4-afed-4723-9224-5863b2a91891,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:30.928864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:30.929335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] No DVR routers for this DVR port 950555d4-afed-4723-9224-5863b2a91891 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:30.934129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=ebf42ddd-a499-46be-addb-670d160d84b7,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:30.941338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:30.950661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:30.955084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Calling delete_port for 950555d4-afed-4723-9224-5863b2a91891 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:31.078849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:31.080047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:31.111040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.205630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.258193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:31.258659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:31.265749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Performing IP validity checks on allocation pools {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 14:35:31.266666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 14:35:31.323707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3737eeb6-1e1a-4cf5-865a-3cb2b32e4694 None None] Provisioning complete for port ebf42ddd-a499-46be-addb-670d160d84b7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:31.324412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3737eeb6-1e1a-4cf5-865a-3cb2b32e4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.391880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3737eeb6-1e1a-4cf5-865a-3cb2b32e4694 None None] Port ebf42ddd-a499-46be-addb-670d160d84b7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:31.410945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.415874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5e99bd8d-1409-4e1e-9028-98bfa9247181 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:31.455361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Subnet': ['ID=79e27711-ffdf-41de-b3c4-66eb4f18fa28,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:31.459332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:31.463648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.470122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa65ee-d924-4ef1-b8dd-22ad9e8a503d None None] Network d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:31.478816 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/subnets/79e27711-ffdf-41de-b3c4-66eb4f18fa28 HTTP/1.1" status: 204  len: 168 time: 1.4747262
Nov 24 14:35:31.481914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56094) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:31.490063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 1afdcfba-c70d-455b-b921-460e419788e5 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:31.529282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.535560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df32a571-436b-44b6-b616-428e382a2e14 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:31.574492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Deleting port 950555d4-afed-4723-9224-5863b2a91891 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:31.574827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.666122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] The port '950555d4-afed-4723-9224-5863b2a91891' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:31.714894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:31.729486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] Sync routers for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:31.738336 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/routers/1afdcfba-c70d-455b-b921-460e419788e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4981284
Nov 24 14:35:31.739194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56100) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:31.746967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'port': {'network_id': '83c2cfe0-0611-46b8-a0ce-dab2266bcc55', 'name': 'tempest-FloatingIPTestJSON-1945815534'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:31.758441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] DHCP port deletion for d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:31.763150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:31.763849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f491e50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:31.822155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Deleting port c6f7bcab-9254-4920-a89b-535d44a6057c {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:31.822622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:31.864576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f491e50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:31.905108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:31.910017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Usage tracker for resource:port and tenant:2c4f2b4e25f34230be3878a9e85a8abf is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:31.913555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:31.918991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=31350031-4454-491c-a821-bb4a62d30ab5,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:31.919613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:31.936739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:31.937508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f491e50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:31.978657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:32.000043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f491e50>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:32.000506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138e2ad-f40d-402a-91c0-4f2155e0b58c None None] The sync data for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:32.022629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Made reservation on behalf of 2c4f2b4e25f34230be3878a9e85a8abf for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:32.025717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.049051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] device_id is not set on port 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:32.095945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.116349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': 'f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:32.116713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: 12b0aa9a-4c63-49b7-9f38-871e741cfe2f, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:35:32.130589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] For port c6f7bcab-9254-4920-a89b-535d44a6057c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c6f7bcab-9254-4920-a89b-535d44a6057c,segment=NetworkSegment(ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c),segment_id=ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:32.131117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.156259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f1a2400>,) {'filters': {'network_id': ['4bfc0ae0-067e-4315-afa9-2a2991a731df']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:32.177660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f1a2400>, 'fdee41b3-e281-4b26-9644-cf692c71d9b5') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:32.177944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f1a2400>, 'fdee41b3-e281-4b26-9644-cf692c71d9b5') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:32.187477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting subnet f7daac61-bd25-4134-a953-980fb7a84039 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:32.196599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.199242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Allocated IP 172.20.0.9 (83c2cfe0-0611-46b8-a0ce-dab2266bcc55/709592aa-7aeb-444a-9a41-3a4fbca5a957/4e1b0faf-3e94-4673-bae7-edf7ddaeeeef) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:32.225914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.256572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Calling delete_port for c6f7bcab-9254-4920-a89b-535d44a6057c owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:32.266220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.273552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.313763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:32.314161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:32.329220 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:32.412572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.413011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:35:32.442653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.447143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:32.461825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.488646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Pushing event deleted for resources: {'Port': ['ID=c6f7bcab-9254-4920-a89b-535d44a6057c,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:32.491135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:32.497461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] No DVR routers for this DVR port c6f7bcab-9254-4920-a89b-535d44a6057c on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:32.526458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Transition to ACTIVE for port object 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:32.526757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.530316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-08f7a957-0e69-4826-b0ce-4750ba39209e tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:32.546707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.562885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Pushing event deleted for resources: {'Network': ['ID=4bfc0ae0-067e-4315-afa9-2a2991a731df,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:32.567385 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] 10.222.0.53 "DELETE /v2.0/networks/4bfc0ae0-067e-4315-afa9-2a2991a731df HTTP/1.1" status: 204  len: 168 time: 3.9693551
Nov 24 14:35:32.568565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:32.570156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 12b0aa9a-4c63-49b7-9f38-871e741cfe2f) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:32.575328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:32.575977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.583103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bda889-ca48-4f25-98d3-8dd7013ebf56 None None] Network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:32.671360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.677777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-782599a5-65ab-452f-9fd3-8207f96141f0 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:32.735219 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5425138
Nov 24 14:35:32.737437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.743065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56106) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:32.744356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-05d78e99-9338-40c1-8d58-7578176045e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:32.757399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f', 'name': 'tempest-PortsTestJSON-1564964333'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:32.779720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:32.787260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:32.793028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event updated for resources: {'Port': ['ID=4e1b0faf-3e94-4673-bae7-edf7ddaeeeef,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:32.797883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:32.800950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Subnet': ['ID=f7daac61-bd25-4134-a953-980fb7a84039,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:32.806431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:32.821427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:32.821427 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/subnets/f7daac61-bd25-4134-a953-980fb7a84039 HTTP/1.1" status: 204  len: 168 time: 1.3369727
Nov 24 14:35:32.821427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56112) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:32.839388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372c430-3f05-4286-aa8e-d3fd84de85a6 None None] Network 58edc164-c7bb-4b37-92bc-d1f9c4be051e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:32.996583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-12b0aa9a-4c63-49b7-9f38-871e741cfe2f', 'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f', 'tenant_id': '8641dcc97b5149d8abae85e3ed53c996', 'fixed_ips': [{'subnet_id': '31350031-4454-491c-a821-bb4a62d30ab5'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:35:33.002175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.029288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c6f7bcab-9254-4920-a89b-535d44a6057c no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:33.043400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.085126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c6f7bcab-9254-4920-a89b-535d44a6057c {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:33.085581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c6f7bcab-9254-4920-a89b-535d44a6057c not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:33.091428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:33.168252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:33.168875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.222794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:33.232886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:33.234047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.247510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56118) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:33.267973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e8144f0>,) {'filters': {'network_id': ['d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:33.281604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8144f0>, 'ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:33.281962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8144f0>, 'ec0b8fc0-f94f-4b95-bcc0-de33e12c7a5c') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:33.291975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56124) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:33.293955 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5529277
Nov 24 14:35:33.297493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.307859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Request body: {'floatingip': {'port_id': '4e1b0faf-3e94-4673-bae7-edf7ddaeeeef'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:33.375186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Allocated IP 172.20.0.2 (12b0aa9a-4c63-49b7-9f38-871e741cfe2f/31350031-4454-491c-a821-bb4a62d30ab5/9e78ef1a-0c0c-418b-b9e2-4f303edc4d56) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:33.396654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.408858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:33.409403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:33.424687 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:33.472396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] DHCP port deletion for 58edc164-c7bb-4b37-92bc-d1f9c4be051e request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:33.474499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:33.477372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.483383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6b1f4ab0-c5f8-43bc-a6ab-cc70c64e4c3f None None] Provisioning for port 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:33.494529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Deleting port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:33.495513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.499250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.526731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5ed2b670-d0b9-436e-b600-5f56dc9c8e16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82a9ddb1284c47c2983e1a8807149f16&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2792044
Nov 24 14:35:33.527651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port ee4eb3f3-b619-4343-a5fe-fab521969213 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:33.530635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6b1f4ab0-c5f8-43bc-a6ab-cc70c64e4c3f None None] Provisioning complete for port 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:33.531115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4ab0-c5f8-43bc-a6ab-cc70c64e4c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.551761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56128) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:33.695456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.695701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f4ab0-c5f8-43bc-a6ab-cc70c64e4c3f None None] Port 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:33.701209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1664e981-8340-40ed-8537-816eaf9b727d tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:33.718772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.737564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Network': ['ID=d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:33.750839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:33.754614 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/networks/d3adb3ec-ae46-43cd-856c-cf2bc7bb2a20 HTTP/1.1" status: 204  len: 168 time: 0.9300365
Nov 24 14:35:33.757475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56132) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:33.795732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.841861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.856994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.860439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] For port e56b045e-d66a-4fab-8a6e-cbb00d5895d3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,segment=NetworkSegment(3e4fcfae-274f-4bd2-af21-78587b6d6a2b),segment_id=3e4fcfae-274f-4bd2-af21-78587b6d6a2b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:33.860819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.927373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:33.934006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Transition to ACTIVE for port object 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:33.942811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:33.943413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.007514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Calling delete_port for e56b045e-d66a-4fab-8a6e-cbb00d5895d3 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:34.062978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Transition to ACTIVE for port object 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:34.175528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] For port e56b045e-d66a-4fab-8a6e-cbb00d5895d3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,segment=NetworkSegment(3e4fcfae-274f-4bd2-af21-78587b6d6a2b),segment_id=3e4fcfae-274f-4bd2-af21-78587b6d6a2b)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:34.175983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.202518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.206329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9a7c9226-c08e-4969-b73d-6ba06c4e7d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:34.240355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.253012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.260955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9daf1073-3919-4930-83f2-af6cc1e15a4c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:34.275303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:34.279807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c099cf5-903f-40d9-adc4-2a99133c52ae,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:34.285378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:34.286811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:34.291084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] No DVR routers for this DVR port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:34.292959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:34.294668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.294981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Pushing event updated for resources: {'Port': ['ID=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:34.295805 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c099cf5-903f-40d9-adc4-2a99133c52ae HTTP/1.1" status: 204  len: 168 time: 0.7302971
Nov 24 14:35:34.300525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:34.301488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6658634b-ef0f-4182-a26c-061a7e6b3230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:34.362387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Pushing event deleted for resources: {'Port': ['ID=e56b045e-d66a-4fab-8a6e-cbb00d5895d3,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:34.369291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Calling delete_port for e56b045e-d66a-4fab-8a6e-cbb00d5895d3 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:34.392609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:34.465194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.14 (12b0aa9a-4c63-49b7-9f38-871e741cfe2f/31350031-4454-491c-a821-bb4a62d30ab5/ee4eb3f3-b619-4343-a5fe-fab521969213) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:34.467087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Attempting to bind port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:34.467642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Attempting to bind port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:34.468025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Attempting to bind port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 on network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:34.474953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:34.475614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Checking segment: {'id': 'f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:34.475736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.476854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Bound using segment: {'id': 'f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:34.476854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Bound port: 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '12b0aa9a-4c63-49b7-9f38-871e741cfe2f'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:34.477070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.491642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:34.491956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:34.516385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.596341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.614141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:34.622785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,segment=NetworkSegment(f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83),segment_id=f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:34.691775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.712634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object ee4eb3f3-b619-4343-a5fe-fab521969213 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:34.727993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.733809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:34.804915 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 637c4ca7-4a4c-48b9-9b0c-6c1b9fde2881 associated. External IP: 172.26.2.166, port: 5b4c9e05-99c5-44fb-95ce-2365ae04357c.
Nov 24 14:35:34.813679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:34.819370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-281fb169-f549-48e7-87f8-b69727c1d402 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:34.835597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Pushing event updated for resources: {'Port': ['ID=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:34.838247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:34.920310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:34.925286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:34.936669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=ee4eb3f3-b619-4343-a5fe-fab521969213,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:34.940704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:34.970404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:34.990316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e56b045e-d66a-4fab-8a6e-cbb00d5895d3 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:34.996571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port e56b045e-d66a-4fab-8a6e-cbb00d5895d3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:34.996771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.037167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e56b045e-d66a-4fab-8a6e-cbb00d5895d3 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:35.037656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e56b045e-d66a-4fab-8a6e-cbb00d5895d3 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:35.094432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] The port 'e56b045e-d66a-4fab-8a6e-cbb00d5895d3' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:35.099824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:35.100574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.284241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.322667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f055ac0>,) {'filters': {'network_id': ['58edc164-c7bb-4b37-92bc-d1f9c4be051e']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:35.337201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f055ac0>, '3e4fcfae-274f-4bd2-af21-78587b6d6a2b') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:35.337501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f055ac0>, '3e4fcfae-274f-4bd2-af21-78587b6d6a2b') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:35.350614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:35.351219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.363096 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.6187172
Nov 24 14:35:35.375606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56152) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:35.375764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.378040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:35.378561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:35.394895 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:35.502691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port ee4eb3f3-b619-4343-a5fe-fab521969213 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:35.503029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.562067 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:35:35.596479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.599855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c574cc6f-b60d-4153-9ea9-b6361e7085bf tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:35.740193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:35.748467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Network': ['ID=58edc164-c7bb-4b37-92bc-d1f9c4be051e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:35.755126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:35.757162 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/networks/58edc164-c7bb-4b37-92bc-d1f9c4be051e HTTP/1.1" status: 204  len: 168 time: 1.9967911
Nov 24 14:35:35.759191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56162) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:35.997915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.013601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting subnet a91f8595-7396-4a6e-9b12-936a13324700 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:36.018432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.085893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.124841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:36.132315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for ee4eb3f3-b619-4343-a5fe-fab521969213 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:36.141367 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:36.169951 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:36.171002 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd3d1c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:36.241221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.287360 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd3d1c0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:36.291368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b1b90-b2a2-43d9-aa62-085b30ae0e3d None None] Network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:36.314152 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:36.315405 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd3d1c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:36.416936 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd3d1c0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:36.417418 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200e98f-86b0-4e38-b228-f657ae51dc68 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:36.512364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.517737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6705bbc8-eefe-4047-bb11-407f61081461 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:36.564452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Subnet': ['ID=a91f8595-7396-4a6e-9b12-936a13324700,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:36.567143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:36.569093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-50eef1e8-ef56-4c21-9f36-acd10bd96585 None None] Provisioning for port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:36.570528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.583110 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/subnets/a91f8595-7396-4a6e-9b12-936a13324700 HTTP/1.1" status: 204  len: 168 time: 0.8213036
Nov 24 14:35:36.584198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56172) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:36.591112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2040b-8c4f-41ab-aadb-d0f159de1a5e None None] Network c95da3a3-6892-4dc5-a185-85e181f0845b requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:36.679041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.688623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de2ef228-1751-4450-b8c2-4b50618d8daf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:36.800637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=ee4eb3f3-b619-4343-a5fe-fab521969213,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:36.814721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:36.872713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.919093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] DHCP port deletion for c95da3a3-6892-4dc5-a185-85e181f0845b request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:36.942325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Deleting port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:36.942704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.957837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:36.957986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:36.976016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-534e5d88-330a-4694-b102-cdebf89a3327 None None] Could not find standard attr ID for object ee4eb3f3-b619-4343-a5fe-fab521969213. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:35:37.007291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.067700 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/ee4eb3f3-b619-4343-a5fe-fab521969213 HTTP/1.1" status: 204  len: 168 time: 1.7008657
Nov 24 14:35:37.082156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56182) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:37.101569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 1afdcfba-c70d-455b-b921-460e419788e5 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:37.145834 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dbd8cd-7700-4544-9624-3d3cbd12a4ec tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:37.145834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dbd8cd-7700-4544-9624-3d3cbd12a4ec tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:37.151216 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e8dbd8cd-7700-4544-9624-3d3cbd12a4ec tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/ee4eb3f3-b619-4343-a5fe-fab521969213 HTTP/1.1" status: 404  len: 333 time: 0.0795507
Nov 24 14:35:37.152734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56188) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:37.220814 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faa0778-511c-4517-998a-d2b486a5c2e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:35:37.236042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2faa0778-511c-4517-998a-d2b486a5c2e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:37.256691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] For port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,segment=NetworkSegment(c7feeffd-4ca0-40a3-acb9-3a00f2c35221),segment_id=c7feeffd-4ca0-40a3-acb9-3a00f2c35221)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:37.257095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.266366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:37.289714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] For port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,segment=NetworkSegment(c7feeffd-4ca0-40a3-acb9-3a00f2c35221),segment_id=c7feeffd-4ca0-40a3-acb9-3a00f2c35221)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:37.290072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.375759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2faa0778-511c-4517-998a-d2b486a5c2e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:37.375759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2faa0778-511c-4517-998a-d2b486a5c2e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/ee4eb3f3-b619-4343-a5fe-fab521969213 HTTP/1.1" status: 404  len: 333 time: 0.2183206
Nov 24 14:35:37.375759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56196) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:37.460598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Calling delete_port for c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:37.500854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-448a058f-370c-45c3-88ac-1abdb36dea9b None None] Could not find standard attr ID for object ee4eb3f3-b619-4343-a5fe-fab521969213. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:35:37.636081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Calling delete_port for c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:37.650085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet 31350031-4454-491c-a821-bb4a62d30ab5 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:37.654169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.713805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.721486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:37.726658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:37.727047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.774287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.780224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8ada7a0b-b04d-4825-a41e-a15d1956f51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:37.798993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:37.799800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:37.825755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.836983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Pushing event deleted for resources: {'Port': ['ID=c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:37.837699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56204) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:37.840549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:37.864976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] No DVR routers for this DVR port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:37.878453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:37.895114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.926701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] Sync routers for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:37.964756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:37.979186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:37.979828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9279a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:38.027477 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-79e63b42-ce72-4550-b799-a8e546aed3a3 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/floatingips/637c4ca7-4a4c-48b9-9b0c-6c1b9fde2881 HTTP/1.1" status: 200  len: 978 time: 4.7300620
Nov 24 14:35:38.028206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56210) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:38.048424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9279a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:38.059746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:38.060390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9279a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:38.093721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--675580115', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:38.098855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:38.101389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:38.101861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.103052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:38.107890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:38.114021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:38.142774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.147340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4bb3e5ec-1dcf-4768-8633-f3f64dcec13e tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:38.162437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9279a0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:38.162922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d153e3a-f54c-485e-8b07-896271928e93 None None] The sync data for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:38.186875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:38.187237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:38.187658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=31350031-4454-491c-a821-bb4a62d30ab5,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:38.194525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:38.208046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.213063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a312b644-700c-4a9c-8518-a2ac7d48ee5a None None] Network 12b0aa9a-4c63-49b7-9f38-871e741cfe2f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:38.228887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:38.232940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.249865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.257147 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/31350031-4454-491c-a821-bb4a62d30ab5 HTTP/1.1" status: 204  len: 168 time: 0.8791201
Nov 24 14:35:38.257425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56214) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:38.300978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Deleting port c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:38.303533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.371912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:38.383266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] The port 'c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:38.384381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:38.388382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:38.425987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:38.481336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.523717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] DHCP port deletion for 12b0aa9a-4c63-49b7-9f38-871e741cfe2f request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:38.524973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:38.525325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.529546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Deleting port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:38.530045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.546764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.581100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.584265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2a1520>,) {'filters': {'network_id': ['c95da3a3-6892-4dc5-a185-85e181f0845b']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:38.609122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2a1520>, 'c7feeffd-4ca0-40a3-acb9-3a00f2c35221') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:38.609472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2a1520>, 'c7feeffd-4ca0-40a3-acb9-3a00f2c35221') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:38.633165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.661935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.664294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.673050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:38.679183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:38.690035 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:38.752751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.770123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6f362e3a-74ec-4d9c-92a3-685e0d725ea6 tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:38.807870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:35:38.820828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe00b603-5247-437f-9f87-1c4f1a5d6c77,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:38.825079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:38.826008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.826342 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment 5906cb23-a118-45f4-b225-a5fce473ad99 of type vlan for network f0234239-3bf4-4489-b36b-e1e7029b0c13
Nov 24 14:35:38.841257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.857679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.863427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,segment=NetworkSegment(f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83),segment_id=f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:38.863945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.945313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.948727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e5d9edb4-f5ef-4cb5-87e2-4a47ea592067 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:38.964495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:38.981993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Pushing event deleted for resources: {'Network': ['ID=c95da3a3-6892-4dc5-a185-85e181f0845b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:38.986706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:38.994062 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/networks/c95da3a3-6892-4dc5-a185-85e181f0845b HTTP/1.1" status: 204  len: 168 time: 2.4062829
Nov 24 14:35:38.994369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56220) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:39.010860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Calling delete_port for 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:39.037417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.041216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:39.041828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.051387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-391e623c-6bc3-45b1-9779-bc4ea3aeca85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:39.062952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,segment=NetworkSegment(f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83),segment_id=f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:39.075680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-963f79dd-ae9a-4b15-95c7-4a142862567e tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Synchronizing usage tracker for tenant:c4e92b7a38b14ae3a6e8b0493261cccf on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:39.127698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.131784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6ec6ff4-38a9-4c91-a39c-11b3524ec93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:39.170828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=f0234239-3bf4-4489-b36b-e1e7029b0c13,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:39.173595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:39.184426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,segment=NetworkSegment(f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83),segment_id=f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:39.185251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.190668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:35:39.197411 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3582137
Nov 24 14:35:39.200344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56224) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:39.206061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-819228590', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:39.210755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:39.213179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:39.220405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:39.221674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:39.228616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:39.266665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:39.267376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c601a7e8-03c4-4f32-bd1f-73cb0c17c6fb not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:39.270232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:39.270627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:39.293245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-963f79dd-ae9a-4b15-95c7-4a142862567e tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Unset dirty status for tenant:c4e92b7a38b14ae3a6e8b0493261cccf on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:39.300547 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-963f79dd-ae9a-4b15-95c7-4a142862567e tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "GET /v2.0/ports?device_id=7550ee55-f705-41e1-a58f-86b2869903be HTTP/1.1" status: 200  len: 205 time: 0.3048592
Nov 24 14:35:39.301414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56228) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:39.331294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:39.355352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:39.378390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.379087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.379328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.379751 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Floating IP 637c4ca7-4a4c-48b9-9b0c-6c1b9fde2881 disassociated. External IP: 172.26.2.166, port: 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef.
Nov 24 14:35:39.380105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for 4e1b0faf-3e94-4673-bae7-edf7ddaeeeef owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:39.380548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.387064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:39.390101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:39.475850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.488700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-edf897f5-649e-4e0a-81ec-23d56e53ed31 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.543709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.557424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:39.557772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:39.588877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,segment=NetworkSegment(f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83),segment_id=f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:39.670517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.672373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3b21bacd-c9eb-41f9-8576-8d9c882e07cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:39.708785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.714792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:39.747085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:39.750029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:39.771873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Deleting port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:39.772471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:39.811276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=4e1b0faf-3e94-4673-bae7-edf7ddaeeeef,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:39.826610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:40.064563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,segment=NetworkSegment(f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83),segment_id=f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:40.065074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.078508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:40.078508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.212670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Calling delete_port for 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:40.249263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-edf897f5-649e-4e0a-81ec-23d56e53ed31 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.257729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.263903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-edf897f5-649e-4e0a-81ec-23d56e53ed31 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.333730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] For port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,segment=NetworkSegment(f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83),segment_id=f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:40.334303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.384613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-edf897f5-649e-4e0a-81ec-23d56e53ed31 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.385121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf897f5-649e-4e0a-81ec-23d56e53ed31 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Fanout notify agent at l3_agent the message router_deleted on router 7550ee55-f705-41e1-a58f-86b2869903be {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:35:40.401521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-edf897f5-649e-4e0a-81ec-23d56e53ed31 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.410697 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-edf897f5-649e-4e0a-81ec-23d56e53ed31 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] 10.222.0.53 "DELETE /v2.0/routers/7550ee55-f705-41e1-a58f-86b2869903be HTTP/1.1" status: 204  len: 168 time: 1.0998361
Nov 24 14:35:40.462869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.467377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-31146d9c-4a04-47dc-806c-49775857cbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:40.469644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:40.501735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 1afdcfba-c70d-455b-b921-460e419788e5 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:40.509247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Pushing event deleted for resources: {'Port': ['ID=9e78ef1a-0c0c-418b-b9e2-4f303edc4d56,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:40.512230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:40.517671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] No DVR routers for this DVR port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:40.562090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.599053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.734077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:40.734504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:40.742340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.25 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/68b1b304-de33-4076-8fc0-37c1e2eec9e6) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:40.886461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:40.895425 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] Sync routers for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:40.919887 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:40.920536 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:40.920995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:40.991521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.007893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56242) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:41.008320 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/ports/4e1b0faf-3e94-4673-bae7-edf7ddaeeeef HTTP/1.1" status: 204  len: 168 time: 2.9787683
Nov 24 14:35:41.020671 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:41.045995 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:41.046794 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:41.067074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56248) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:41.080784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.092804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9a624973-2ee1-4a19-a68e-798aaa1cb848 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:41.110672 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:41.111075 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca63e1d-6843-498a-8506-c4afd90ef31d None None] The sync data for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:41.173011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:41.177557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:41.180570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:41.224204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=68b1b304-de33-4076-8fc0-37c1e2eec9e6,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:41.227103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:41.276075 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-62bcee65-e75e-4b68-aa26-942dd9b83e5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4e92b7a38b14ae3a6e8b0493261cccf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2052724
Nov 24 14:35:41.276397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56260) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:41.348866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.375336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.514256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.518483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4aa1da33-238d-4205-a1e7-b5a5177ad15b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:41.529983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3127c4a-22eb-447a-848b-106d2c89e16d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:41.534806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:41.537212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.541798 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3127c4a-22eb-447a-848b-106d2c89e16d HTTP/1.1" status: 204  len: 168 time: 0.2608900
Nov 24 14:35:41.563893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-37669a6d-71e9-4d71-b63c-69b518be83de tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:41.701931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-37669a6d-71e9-4d71-b63c-69b518be83de tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:41.703044 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-37669a6d-71e9-4d71-b63c-69b518be83de tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629395786&fields=id&tenant_id=30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 267 time: 0.3493476
Nov 24 14:35:41.706666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 9e78ef1a-0c0c-418b-b9e2-4f303edc4d56 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:41.707320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.710225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.710941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.778045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] The port '9e78ef1a-0c0c-418b-b9e2-4f303edc4d56' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:41.917292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.944667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f1fc640>,) {'filters': {'network_id': ['12b0aa9a-4c63-49b7-9f38-871e741cfe2f']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:41.965563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f1fc640>, 'f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:41.965864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f1fc640>, 'f8e32700-a6e9-4ff2-97fb-bf8e0eba8a83') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:41.978749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:41.996874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.006464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:42.006464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:42.019605 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:42.024651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44c550b7-efc0-4b1f-a0cd-1475f4cde9dc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:42.026768 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44c550b7-efc0-4b1f-a0cd-1475f4cde9dc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 812 time: 0.3130264
Nov 24 14:35:42.111863 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-ba0a5639-c7d8-43d3-9ebe-fb5ba1c736ba tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/quotas/30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 375 time: 0.0770283
Nov 24 14:35:42.120683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.222928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.226349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4482660b-8066-49d5-a874-04cabd564a91 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:42.248502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.257299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=12b0aa9a-4c63-49b7-9f38-871e741cfe2f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:42.259826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:42.262858 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/12b0aa9a-4c63-49b7-9f38-871e741cfe2f HTTP/1.1" status: 204  len: 168 time: 4.0045266
Nov 24 14:35:42.266198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56278) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:42.272621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-186166273'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:42.277731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:42.281923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:42.284792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:42.291766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:42.317892 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-764d07f6-decd-4519-86aa-fae46ca4c806 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1991589
Nov 24 14:35:42.365611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:42.370198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.406191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:35:42.418156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.419151 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment 2aa22766-53e9-4f12-ad58-4f39fb429770 of type vlan for network 356e6c7c-9753-429a-83d3-f0973576c855
Nov 24 14:35:42.460122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.577040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.581209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:42.581823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:42.585871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:42.600990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:35:42.687043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=356e6c7c-9753-429a-83d3-f0973576c855,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:42.690377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:42.698464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 356e6c7c-9753-429a-83d3-f0973576c855 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:35:42.757189 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4898880
Nov 24 14:35:42.759963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56290) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:42.768923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': '356e6c7c-9753-429a-83d3-f0973576c855', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:42.868351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56294) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:42.873808 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-3599fd41-730f-44e7-9e76-14bd12bedd8c service neutron] 10.222.0.53 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4922743
Nov 24 14:35:42.922920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:42.927678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:42.930703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:42.938156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:43.018819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:43.126680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:43.179232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-655c7524-74f1-4efd-8866-c4adbd393d9c tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1849291744', 'prefixes': ['172.20.0.0/16']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:43.196602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-655c7524-74f1-4efd-8866-c4adbd393d9c tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:43.299392 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-38657294-fd32-4bd6-b511-7a2c356e1c48 service neutron] 10.222.0.53 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4083121
Nov 24 14:35:43.417023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:43.419334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:43.426453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ff4d2d87-e995-4612-84bb-e981176d5637 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:43.429068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Sync routers for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:43.444969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:43.446113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d490>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:43.518243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=bade873a-4a79-48b6-8737-e6a51b1d67ce,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:43.521860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:43.522468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port ebf42ddd-a499-46be-addb-670d160d84b7 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:43.522814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:43.529892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': '2aa22766-53e9-4f12-ad58-4f39fb429770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '356e6c7c-9753-429a-83d3-f0973576c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:43.530348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: 356e6c7c-9753-429a-83d3-f0973576c855, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:35:43.578706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:43.579896 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.3785574
Nov 24 14:35:43.583319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56306) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:43.648039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 356e6c7c-9753-429a-83d3-f0973576c855 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:35:43.684378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:43.734968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:43.767850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 356e6c7c-9753-429a-83d3-f0973576c855) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:43.772414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:43.773658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:43.787486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e47440-8b27-4307-b901-0d351dc4a9de None None] Network 356e6c7c-9753-429a-83d3-f0973576c855 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:43.865624 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1030562
Nov 24 14:35:43.868072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56312) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:43.876385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': '356e6c7c-9753-429a-83d3-f0973576c855', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1912324048'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:43.892583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-655c7524-74f1-4efd-8866-c4adbd393d9c tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] Notify callbacks [] for subnetpool, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:43.894245 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-655c7524-74f1-4efd-8866-c4adbd393d9c tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 1.0194783
Nov 24 14:35:43.897258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56316) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:43.905103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for ebf42ddd-a499-46be-addb-670d160d84b7 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:43.953056 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-15a9d5f5-7351-46e1-ae16-8ea382612602 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3684778
Nov 24 14:35:43.953921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56320) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:44.007443 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79f5c7b5-168a-4f9c-bcf9-1af0ca573513 tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] 10.222.0.53 "GET /v2.0/subnetpools/f609c8e9-bb6e-4bc9-8466-07605433ca8b HTTP/1.1" status: 200  len: 732 time: 0.1061966
Nov 24 14:35:44.016064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56324) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:44.025130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9c2876ff-b0e9-4fe2-affd-a598998bd9f0 tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-256981673'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:44.139157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80f160-93eb-4f84-b991-f4e7557ac231 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:44.143896 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5e80f160-93eb-4f84-b991-f4e7557ac231 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1838822
Nov 24 14:35:44.152915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56334) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:44.183580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-356e6c7c-9753-429a-83d3-f0973576c855', 'network_id': '356e6c7c-9753-429a-83d3-f0973576c855', 'tenant_id': '8641dcc97b5149d8abae85e3ed53c996', 'fixed_ips': [{'subnet_id': 'bade873a-4a79-48b6-8737-e6a51b1d67ce'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:35:44.184824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:44.230167 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-35b9322d-f85b-433b-8925-277bc09f6579 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0735209
Nov 24 14:35:44.230167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56338) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:44.236293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916700473', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:44.275854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d490>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:41Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:44.298858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Checking router: 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:35:44.299380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:44.299827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Updating router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:35:44.313216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-baddffda-1cd4-4947-9fbf-21de570e52e7 req-f517f93b-3173-4cb0-b669-50b9469b358f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:44.359586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:44.378719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:44.392840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:44.396741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:44.404994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:44.430530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-baddffda-1cd4-4947-9fbf-21de570e52e7 req-f517f93b-3173-4cb0-b669-50b9469b358f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:44.432345 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-baddffda-1cd4-4947-9fbf-21de570e52e7 req-f517f93b-3173-4cb0-b669-50b9469b358f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 210 time: 0.3131115
Nov 24 14:35:44.437070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:44.463041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:44.466548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:44.478416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c2876ff-b0e9-4fe2-affd-a598998bd9f0 tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] Notify callbacks [] for subnetpool, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:44.483130 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9c2876ff-b0e9-4fe2-affd-a598998bd9f0 tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] 10.222.0.53 "PUT /v2.0/subnetpools/f609c8e9-bb6e-4bc9-8466-07605433ca8b HTTP/1.1" status: 200  len: 683 time: 0.4660518
Nov 24 14:35:44.484276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56346) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:44.498899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:44.515371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Allocated IP 172.20.0.2 (356e6c7c-9753-429a-83d3-f0973576c855/bade873a-4a79-48b6-8737-e6a51b1d67ce/2d6736e2-31ca-47be-b126-e6cf058b763b) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:44.529742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:44.635878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:44.643683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:44.718020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=ebf42ddd-a499-46be-addb-670d160d84b7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:44.733388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:44.977059 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.002911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Transition to ACTIVE for port object 2d6736e2-31ca-47be-b126-e6cf058b763b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:45.029713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Transition to ACTIVE for port object 2d6736e2-31ca-47be-b126-e6cf058b763b will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:45.063927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.064575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.064710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.065079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.065442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.065804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.066163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.066550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.066903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.067256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.067611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:45.077905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:45.110452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.133979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.139014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:45.177046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Transition to ACTIVE for port object 68b1b304-de33-4076-8fc0-37c1e2eec9e6 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:45.201495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.3 (356e6c7c-9753-429a-83d3-f0973576c855/bade873a-4a79-48b6-8737-e6a51b1d67ce/105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:45.217134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Pushing event updated for resources: {'Port': ['ID=2d6736e2-31ca-47be-b126-e6cf058b763b,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:45.220774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Network 356e6c7c-9753-429a-83d3-f0973576c855 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:45.221615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:45.222620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:45.224751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:45.265850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.274954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:45.282891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a80c2588-ac14-4c79-96f6-78c16fd8f01b tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] Notify callbacks [] for subnetpool, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.286562 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a80c2588-ac14-4c79-96f6-78c16fd8f01b tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f609c8e9-bb6e-4bc9-8466-07605433ca8b HTTP/1.1" status: 204  len: 168 time: 0.7986984
Nov 24 14:35:45.287517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56354) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:45.312563 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-08ccb349-88bf-4c75-8819-0817880b2c2a tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] show failed (client error): The resource could not be found.
Nov 24 14:35:45.316283 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-08ccb349-88bf-4c75-8819-0817880b2c2a tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] 10.222.0.53 "GET /v2.0/subnetpools/f609c8e9-bb6e-4bc9-8466-07605433ca8b HTTP/1.1" status: 404  len: 346 time: 0.0259528
Nov 24 14:35:45.317672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56358) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:45.345908 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-032a1900-4dc5-4d76-b6b3-11aaa59c7c85 tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:45.350123 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-032a1900-4dc5-4d76-b6b3-11aaa59c7c85 tempest-SubnetPoolsTestJSON-1370913699 tempest-SubnetPoolsTestJSON-1370913699-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f609c8e9-bb6e-4bc9-8466-07605433ca8b HTTP/1.1" status: 404  len: 346 time: 0.0293081
Nov 24 14:35:45.399545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.410760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8631-1e4e-4807-b778-e045ba0e571f None None] Pushing event updated for resources: {'Port': ['ID=68b1b304-de33-4076-8fc0-37c1e2eec9e6,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:45.413089 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Attempting to bind port 2d6736e2-31ca-47be-b126-e6cf058b763b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:45.413470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Attempting to bind port 2d6736e2-31ca-47be-b126-e6cf058b763b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '2aa22766-53e9-4f12-ad58-4f39fb429770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '356e6c7c-9753-429a-83d3-f0973576c855'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:45.414054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Attempting to bind port 2d6736e2-31ca-47be-b126-e6cf058b763b on network 356e6c7c-9753-429a-83d3-f0973576c855 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:45.414511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-69cc612c-3831-442a-ba7b-a5f829cff125 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:45.416137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-33af8631-1e4e-4807-b778-e045ba0e571f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:45.420639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Attempting to bind port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:45.421021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Attempting to bind port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:45.421434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Attempting to bind port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:45.429678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:45.430067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Checking segment: {'id': '2aa22766-53e9-4f12-ad58-4f39fb429770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '356e6c7c-9753-429a-83d3-f0973576c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:45.430477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.430878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Bound using segment: {'id': '2aa22766-53e9-4f12-ad58-4f39fb429770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '356e6c7c-9753-429a-83d3-f0973576c855'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:45.431383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Bound port: 2d6736e2-31ca-47be-b126-e6cf058b763b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa22766-53e9-4f12-ad58-4f39fb429770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '356e6c7c-9753-429a-83d3-f0973576c855'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:45.431733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.443116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:45.443497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:45.443916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.444867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:45.444867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Bound port: 68b1b304-de33-4076-8fc0-37c1e2eec9e6, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:45.445302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.485319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.530404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object 105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:45.533186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=f7612cf7-6b26-49cc-8a21-f230371ecf6b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:45.547678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:45.569359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:45.569685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: f0234239-3bf4-4489-b36b-e1e7029b0c13, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:35:45.584777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] For port 68b1b304-de33-4076-8fc0-37c1e2eec9e6, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:45.595756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.597775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] For port 68b1b304-de33-4076-8fc0-37c1e2eec9e6, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=68b1b304-de33-4076-8fc0-37c1e2eec9e6,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:45.599128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] For port 2d6736e2-31ca-47be-b126-e6cf058b763b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:45.602656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] For port 2d6736e2-31ca-47be-b126-e6cf058b763b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d6736e2-31ca-47be-b126-e6cf058b763b,segment=NetworkSegment(2aa22766-53e9-4f12-ad58-4f39fb429770),segment_id=2aa22766-53e9-4f12-ad58-4f39fb429770)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:45.699619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.704452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-06ace82d-4479-45f1-8795-046e5b4a77bf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:45.721950 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-34e9c751-8549-40af-b70a-c85d95c6bc05 req-53ace885-2c22-4f24-97fb-d7fb5aa597a3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 210 time: 0.0503840
Nov 24 14:35:45.728473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:35:45.735899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.750135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f855e257-1608-4b28-98b3-dc63568a2f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:45.784177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.803878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 356e6c7c-9753-429a-83d3-f0973576c855 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:45.809031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:45.815397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:45.861373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Pushing event updated for resources: {'Port': ['ID=2d6736e2-31ca-47be-b126-e6cf058b763b,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:45.865757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:45.866297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1f9ac8cd-8087-4146-ab64-9ea5e519c7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:45.875368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, f0234239-3bf4-4489-b36b-e1e7029b0c13) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:45.880618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:45.886010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.888345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:45.897144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:45.910765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23fc02-3b6d-4460-bcdd-d7d5fd97a0c2 None None] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:45.933636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:45.934033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d490>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:45.957601 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.7263618
Nov 24 14:35:45.958228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:45.959039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:45.964674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56368) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:46.161746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56372) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:46.201027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8631-1e4e-4807-b778-e045ba0e571f None None] Pushing event updated for resources: {'Port': ['ID=68b1b304-de33-4076-8fc0-37c1e2eec9e6,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:46.217912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-33af8631-1e4e-4807-b778-e045ba0e571f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:46.221840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56378) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:46.240592 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 2.3570032
Nov 24 14:35:46.398065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:46.440578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:46.440917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:46.516733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:46.663016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-f0234239-3bf4-4489-b36b-e1e7029b0c13', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:35:46.664082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:46.718404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:46.733773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Usage tracker for resource:security_group_rule and tenant:06d8d8682d914be1992f6fbfd5705c82 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:46.781944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:46.797356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:47.070107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:47.075450 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-100ce506-2976-488d-b094-d4304da6cf16 req-0fffd175-4324-4568-ac6d-aedf736e21bd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 210 time: 0.1075270
Nov 24 14:35:47.108784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Allocated IP 172.20.0.2 (f0234239-3bf4-4489-b36b-e1e7029b0c13/f7612cf7-6b26-49cc-8a21-f230371ecf6b/86c9bbdd-c05c-4d51-833f-b5b47eb24309) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:47.133738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d490>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:41Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:47.143310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012ad53-38c1-4d39-bc87-433a0c4295a0 None None] The sync data for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv is: [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:41Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:47.272899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:47.335914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-2d6699cd-6603-4bae-92e8-57ce4899b329 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:47.336754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-2d6699cd-6603-4bae-92e8-57ce4899b329 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:47.338756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:47.342375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:47.389129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 1afdcfba-c70d-455b-b921-460e419788e5 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:47.491807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:47.504059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5990e3e4-2ec3-42a0-9bdd-0abe450d81c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:47.569409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2d6736e2-31ca-47be-b126-e6cf058b763b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:47.594297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b8c7e-44c9-4b5f-b427-facb0e04d453 None None] Network 356e6c7c-9753-429a-83d3-f0973576c855 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:47.645890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:47.689689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64af1ac3-eafe-432e-94ed-652621138e3a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:47.704275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:47.709918 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06d8d8682d914be1992f6fbfd5705c82&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5471394
Nov 24 14:35:47.710655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56384) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:47.788947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Transition to ACTIVE for port object 86c9bbdd-c05c-4d51-833f-b5b47eb24309 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:47.812888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Transition to ACTIVE for port object 86c9bbdd-c05c-4d51-833f-b5b47eb24309 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:47.818441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:47.841094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a9300980-f928-452a-bc07-0daf6574d5d8 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:47.841530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-caf6004e-cbec-4bb2-abfb-b641c81bc41b None None] Provisioning for port 2d6736e2-31ca-47be-b126-e6cf058b763b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:47.918022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:47.924939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-2d6699cd-6603-4bae-92e8-57ce4899b329 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:47.926078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-2d6699cd-6603-4bae-92e8-57ce4899b329 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 812 time: 0.9572077
Nov 24 14:35:47.932959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-14701491-2933-4f0e-91a1-61a02e474546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:47.985934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 2d6736e2-31ca-47be-b126-e6cf058b763b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:48.001885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:48.002474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:48.008690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:48.017951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:48.023793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:48.023793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2d6736e2-31ca-47be-b126-e6cf058b763b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:48.023793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.040832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-6b0231e9-9bba-470c-80fd-c56289c6df9c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:48.121704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-6b0231e9-9bba-470c-80fd-c56289c6df9c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:48.122827 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-6b0231e9-9bba-470c-80fd-c56289c6df9c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 380 time: 0.1759326
Nov 24 14:35:48.134708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'port': {'device_id': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'admin_state_up': True, 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'security_groups': ['eb1092ca-27e9-4c5b-9df1-b9765500656a']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:48.136271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.180801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Pushing event updated for resources: {'Port': ['ID=86c9bbdd-c05c-4d51-833f-b5b47eb24309,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:48.185177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:48.211663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.333057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Attempting to bind port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:48.333636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Attempting to bind port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:48.334452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Attempting to bind port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 on network f0234239-3bf4-4489-b36b-e1e7029b0c13 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:48.429903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.445177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f3a9e19e-8f13-465c-81f7-390f08a577f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:48.475287 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1543c1cc-8892-48e9-9dd1-7cd44c977c49 req-93a745e6-3a95-48d7-8cf0-050769b710a3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 210 time: 0.1010971
Nov 24 14:35:48.500345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64af1ac3-eafe-432e-94ed-652621138e3a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:48.527602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:48.537684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:48.538190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Checking segment: {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:48.538722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.539226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Bound using segment: {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:48.539877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Bound port: 86c9bbdd-c05c-4d51-833f-b5b47eb24309, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:48.540424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.549747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:48.555029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.556426 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64af1ac3-eafe-432e-94ed-652621138e3a HTTP/1.1" status: 204  len: 168 time: 0.8419023
Nov 24 14:35:48.558602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.573942 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c HTTP/1.1" status: 204  len: 168 time: 2.3499322
Nov 24 14:35:48.578499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56396) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:48.583410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (f0234239-3bf4-4489-b36b-e1e7029b0c13/f7612cf7-6b26-49cc-8a21-f230371ecf6b/b51d0369-b123-4bd7-a7fd-f39151f700bd) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:48.630443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:48.643637 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] Sync routers for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:48.657561 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/routers/1afdcfba-c70d-455b-b921-460e419788e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6485066
Nov 24 14:35:48.658404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56400) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:48.663887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.667559 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:48.668458 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420002e20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:48.699372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:48.722936 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e165f3-fe6e-4894-89f0-d5654b951551 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:35:48.736421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e1e165f3-fe6e-4894-89f0-d5654b951551 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:48.817455 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420002e20>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:48.852414 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] Routers {'1afdcfba-c70d-455b-b921-460e419788e5'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:48.853273 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420002e20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['1afdcfba-c70d-455b-b921-460e419788e5'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:48.895271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Made reservation on behalf of 30d72de9781d4279be986cf6b0dcc86a for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:48.898552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:48.986006 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420002e20>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:48.986408 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b2f04-71be-4b07-88dc-fa04aef22f8d None None] The sync data for ids ['1afdcfba-c70d-455b-b921-460e419788e5'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:49.065150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 2d6736e2-31ca-47be-b126-e6cf058b763b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d6736e2-31ca-47be-b126-e6cf058b763b,segment=NetworkSegment(2aa22766-53e9-4f12-ad58-4f39fb429770),segment_id=2aa22766-53e9-4f12-ad58-4f39fb429770)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:49.082457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] For port 86c9bbdd-c05c-4d51-833f-b5b47eb24309, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:49.108127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e1e165f3-fe6e-4894-89f0-d5654b951551 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:49.112579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56404) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:49.117716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] For port 86c9bbdd-c05c-4d51-833f-b5b47eb24309, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=86c9bbdd-c05c-4d51-833f-b5b47eb24309,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:49.119109 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e1e165f3-fe6e-4894-89f0-d5654b951551 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c HTTP/1.1" status: 404  len: 333 time: 0.5269454
Nov 24 14:35:49.142637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c7d39bc3-13f0-4870-a281-61cc53c92125 None None] Provisioning complete for port 2d6736e2-31ca-47be-b126-e6cf058b763b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:49.143454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7d39bc3-13f0-4870-a281-61cc53c92125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.213764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.224690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.230958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b1564e64-77da-4366-83e7-f1d0aa23eb52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:49.262371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object b51d0369-b123-4bd7-a7fd-f39151f700bd will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:49.360241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Allocated IP 172.20.0.10 (efc160bb-4be8-4cb6-8ce4-d955bf28e95f/f59739d1-3c0e-4df3-a4ec-ed959ec36cc0/4fc511a7-a423-46c2-9479-27d4cdf457e9) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:35:49.365004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=2d6736e2-31ca-47be-b126-e6cf058b763b,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:49.379427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.419632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.425672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.426085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.426492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.426885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.427269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.427666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.428056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.428466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.428846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.429307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:49.441122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.446004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:49.464344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38850415-3fa5-4f87-b347-83d39509acad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:49.497235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet bade873a-4a79-48b6-8737-e6a51b1d67ce {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:49.503746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 68b1b304-de33-4076-8fc0-37c1e2eec9e6 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:49.507174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.580038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.634615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.654474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Transition to ACTIVE for port object 4fc511a7-a423-46c2-9479-27d4cdf457e9 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:49.674716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.678995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:49.799877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.885368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Pushing event updated for resources: {'Port': ['ID=86c9bbdd-c05c-4d51-833f-b5b47eb24309,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:49.889995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=b51d0369-b123-4bd7-a7fd-f39151f700bd,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:49.891705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:49.894574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.900301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:49.904508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:49.914984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:49.931957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:49.949914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:49.950370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:49.995391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.002337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.002843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.003219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.003586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.004873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.005007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.005344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.005704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.006389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.006757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:35:50.017913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:50.023710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15c6c6f2-b6f1-4a56-8b9b-763e37f19378 tempest-RoutersIpV6AdminTest-1987602840 tempest-RoutersIpV6AdminTest-1987602840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:50.049456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:50.061919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:50.080980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:50.088904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.093803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.105343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3194db66-2b06-4925-b7e5-7af0fa99fda2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:50.161852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.193793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5fa19617-b87a-45f3-a04f-59f3a23b42d2 None None] Could not find standard attr ID for object 105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:35:50.196039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=bade873a-4a79-48b6-8737-e6a51b1d67ce,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:50.201164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:50.202105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=4fc511a7-a423-46c2-9479-27d4cdf457e9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:50.215039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:50.238983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.242954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:50.243615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.252471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port c482df38-1cc2-4c7e-9863-549f8bdfd4aa {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:50.253120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.273635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a322e34-5185-48a1-80a4-b39570a8dc84 req-73f72a22-3b25-4064-bc41-e14d250c9e2c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:50.281192 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9a322e34-5185-48a1-80a4-b39570a8dc84 req-73f72a22-3b25-4064-bc41-e14d250c9e2c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 932 time: 0.5421183
Nov 24 14:35:50.281407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35591297-d260-4313-b790-8426703d933e None None] Network 356e6c7c-9753-429a-83d3-f0973576c855 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:50.315112 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fa97398c-e3c3-4db2-8106-34314c00d2a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/bade873a-4a79-48b6-8737-e6a51b1d67ce HTTP/1.1" status: 204  len: 168 time: 1.1998122
Nov 24 14:35:50.316260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56412) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:50.317288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.415111 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9a322e34-5185-48a1-80a4-b39570a8dc84 req-9792dbd3-1d53-4689-86ae-c936e6c13a8b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330276
Nov 24 14:35:50.441182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.458119 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3275242
Nov 24 14:35:50.470514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Request body: {'port': {'device_id': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:50.554958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.556354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 68b1b304-de33-4076-8fc0-37c1e2eec9e6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=68b1b304-de33-4076-8fc0-37c1e2eec9e6,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:50.654968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.655195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 2d6736e2-31ca-47be-b126-e6cf058b763b {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:50.655499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.659250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:50.701829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8cc872f1-a4da-40fd-b844-9d7901fca450 None None] Provisioning for port 4fc511a7-a423-46c2-9479-27d4cdf457e9 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:50.716739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8cc872f1-a4da-40fd-b844-9d7901fca450 None None] Provisioning complete for port 4fc511a7-a423-46c2-9479-27d4cdf457e9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:50.717262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8cc872f1-a4da-40fd-b844-9d7901fca450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.740852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.760976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.809356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8cc872f1-a4da-40fd-b844-9d7901fca450 None None] Port 4fc511a7-a423-46c2-9479-27d4cdf457e9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:50.813770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=68b1b304-de33-4076-8fc0-37c1e2eec9e6,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:50.818510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:50.905717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:50.962323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for c482df38-1cc2-4c7e-9863-549f8bdfd4aa owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:51.078569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] DHCP port deletion for 356e6c7c-9753-429a-83d3-f0973576c855 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:51.084688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Deleting port 2d6736e2-31ca-47be-b126-e6cf058b763b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:51.085511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:51.178471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] For port 2d6736e2-31ca-47be-b126-e6cf058b763b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d6736e2-31ca-47be-b126-e6cf058b763b,segment=NetworkSegment(2aa22766-53e9-4f12-ad58-4f39fb429770),segment_id=2aa22766-53e9-4f12-ad58-4f39fb429770)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:51.178845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:51.330187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 2d6736e2-31ca-47be-b126-e6cf058b763b owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:51.544869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] For port 2d6736e2-31ca-47be-b126-e6cf058b763b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2d6736e2-31ca-47be-b126-e6cf058b763b,segment=NetworkSegment(2aa22766-53e9-4f12-ad58-4f39fb429770),segment_id=2aa22766-53e9-4f12-ad58-4f39fb429770)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:51.545279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:51.592885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:51.624494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f958164d-15af-4cf7-a0f0-48d206db9f24 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:51.688753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 86c9bbdd-c05c-4d51-833f-b5b47eb24309 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:51.763449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=2d6736e2-31ca-47be-b126-e6cf058b763b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:51.779682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:51.781015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.resource_extend [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 14:35:51.788669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No DVR routers for this DVR port 2d6736e2-31ca-47be-b126-e6cf058b763b on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:51.801375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08d970-2b0c-4970-94d1-b646e133b835 None None] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:51.876788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc511a7-a423-46c2-9479-27d4cdf457e9 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:35:51.893060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:51.909611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:51.918404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Transition to ACTIVE for port object 4fc511a7-a423-46c2-9479-27d4cdf457e9 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:51.929461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:51.936686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2cf05e8-7f0b-469e-95cd-5aec69923c8a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:51.947637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Calling delete_port for 2d6736e2-31ca-47be-b126-e6cf058b763b owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:51.989708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.031394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a11d187-5928-4636-9369-191acdfc505f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:52.062300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.089751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.113435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=c482df38-1cc2-4c7e-9863-549f8bdfd4aa,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:52.136823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:52.143912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f3616d0>,) {'filters': {'network_id': ['356e6c7c-9753-429a-83d3-f0973576c855']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:52.173270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:52.173860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:52.190500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c517077-f05f-4a15-a8c9-80352dcee0b1 None None] Provisioning for port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:52.194966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38580b21-c462-4c70-8577-9e36f1358b6b req-2b3f5fc8-2be6-4c15-8dec-c0a5c3bc2ef7 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:52.196525 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-38580b21-c462-4c70-8577-9e36f1358b6b req-2b3f5fc8-2be6-4c15-8dec-c0a5c3bc2ef7 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 932 time: 0.5143454
Nov 24 14:35:52.203805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.207401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=b51d0369-b123-4bd7-a7fd-f39151f700bd,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:52.210948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:52.213776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b0a4371-0b1d-4224-bece-2ab4c8a7680c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:52.241448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:52.255925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:52.255925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.324394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3616d0>, '2aa22766-53e9-4f12-ad58-4f39fb429770') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:52.324677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3616d0>, '2aa22766-53e9-4f12-ad58-4f39fb429770') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:52.365800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.416827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.433779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:52.434108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.452310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:52.457086 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:52.495926 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-38580b21-c462-4c70-8577-9e36f1358b6b req-25123dc7-3288-4488-a3c3-55a769ccce8f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2891006
Nov 24 14:35:52.508986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 86c9bbdd-c05c-4d51-833f-b5b47eb24309, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=86c9bbdd-c05c-4d51-833f-b5b47eb24309,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:52.574502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc511a7-a423-46c2-9479-27d4cdf457e9,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:52.578097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:52.593861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:52.597572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:52.602386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.603247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 68b1b304-de33-4076-8fc0-37c1e2eec9e6 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:52.645538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:52.686193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Deleting port 2d6736e2-31ca-47be-b126-e6cf058b763b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:52.686846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.765876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Attempting to bind port 4fc511a7-a423-46c2-9479-27d4cdf457e9 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:52.766367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Attempting to bind port 4fc511a7-a423-46c2-9479-27d4cdf457e9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:52.766800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Attempting to bind port 4fc511a7-a423-46c2-9479-27d4cdf457e9 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:52.777962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Port 4fc511a7-a423-46c2-9479-27d4cdf457e9 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:35:52.778382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Attempting to bind port 4fc511a7-a423-46c2-9479-27d4cdf457e9 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:52.812670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:52.878893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e90e810d-a9ee-4bc1-9197-6f6598fafcc6 None None] The port '2d6736e2-31ca-47be-b126-e6cf058b763b' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:52.923285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=86c9bbdd-c05c-4d51-833f-b5b47eb24309,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:52.929429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:52.944723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:52.944723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.007255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-64cd1012-f6c8-4152-b58b-de2ea9dee188 None None] Provisioning for port b51d0369-b123-4bd7-a7fd-f39151f700bd completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:53.018646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-64cd1012-f6c8-4152-b58b-de2ea9dee188 None None] Provisioning complete for port b51d0369-b123-4bd7-a7fd-f39151f700bd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:53.019012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-64cd1012-f6c8-4152-b58b-de2ea9dee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.042316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:53.042812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Checking segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:53.043226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Bound using segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:53.043769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Bound port: 4fc511a7-a423-46c2-9479-27d4cdf457e9, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:53.044249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.129849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.136165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.161029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-64cd1012-f6c8-4152-b58b-de2ea9dee188 None None] Port b51d0369-b123-4bd7-a7fd-f39151f700bd cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:53.173290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-64cd1012-f6c8-4152-b58b-de2ea9dee188 None None] Provisioning complete for port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:53.174131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-64cd1012-f6c8-4152-b58b-de2ea9dee188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.221246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b526d847-4d6a-4371-89e0-7a5747c29a97 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:53.267561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=356e6c7c-9753-429a-83d3-f0973576c855,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:53.270913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:53.273853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] For port 4fc511a7-a423-46c2-9479-27d4cdf457e9, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:53.274069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.283281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.289225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] For port 4fc511a7-a423-46c2-9479-27d4cdf457e9, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:53.352448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2d6736e2-31ca-47be-b126-e6cf058b763b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:53.394897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 2d6736e2-31ca-47be-b126-e6cf058b763b {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:35:53.395246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2d6736e2-31ca-47be-b126-e6cf058b763b not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:53.439103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:35:53.483850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 86c9bbdd-c05c-4d51-833f-b5b47eb24309 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:53.490576 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/356e6c7c-9753-429a-83d3-f0973576c855 HTTP/1.1" status: 204  len: 168 time: 3.1687689
Nov 24 14:35:53.500009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56418) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:53.500009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.500009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Fanout notify agent at l3_agent the message router_deleted on router 1afdcfba-c70d-455b-b921-460e419788e5 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:35:53.505890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'name': 'tempest-PortsTestJSON-1924671905'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:53.519065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.523743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:53.528871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-433992e0-8890-416c-a983-5fbc0595c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.537363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.540966 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/routers/1afdcfba-c70d-455b-b921-460e419788e5 HTTP/1.1" status: 204  len: 168 time: 4.8789694
Nov 24 14:35:53.542592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56422) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:53.568524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-565790e1-40ba-4f74-b4f9-f532ebb32655 None None] Provisioning complete for port b51d0369-b123-4bd7-a7fd-f39151f700bd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:53.568912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-565790e1-40ba-4f74-b4f9-f532ebb32655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.605435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc511a7-a423-46c2-9479-27d4cdf457e9,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:53.614268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:53.625578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.626987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] 10.222.0.81 "PUT /v2.0/ports/4fc511a7-a423-46c2-9479-27d4cdf457e9 HTTP/1.1" status: 200  len: 1094 time: 3.1610219
Nov 24 14:35:53.627529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:35:53.627769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:53.628258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:53.675242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-565790e1-40ba-4f74-b4f9-f532ebb32655 None None] Port b51d0369-b123-4bd7-a7fd-f39151f700bd cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:35:53.817621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'status': 'completed', 'code': 200}
Nov 24 14:35:53.847509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:35:53.867326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Sync routers for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:35:53.891328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:53.892209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd17dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:53.926224 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/9d8020cd-2e59-4d15-b6e7-ef46b5b095f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9579506
Nov 24 14:35:53.934328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56432) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:53.972517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.026609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting subnet 709592aa-7aeb-444a-9a41-3a4fbca5a957 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:35:54.033222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.077136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:54.084848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:54.094179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:54.106574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:54.113077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.117442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d3bd-f282-4b56-9ce7-092b2e524188 req-cb9c6279-4d17-42aa-8313-21649add44c4 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.118599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-aa67d3bd-f282-4b56-9ce7-092b2e524188 req-cb9c6279-4d17-42aa-8313-21649add44c4 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:54.125637 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-0535cb13-7b2e-4645-b30e-34d9a0c91bc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 1097 time: 0.3476541
Nov 24 14:35:54.136487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:54.214850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.229041 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-1bc9a038-4474-4e03-9028-05bf70ff1d90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9 HTTP/1.1" status: 200  len: 217 time: 0.0902174
Nov 24 14:35:54.243510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:54.247226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.289783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 44c3fa05-a3c5-4d9a-9694-c1c30a01940e yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:54.316988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.317707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.318251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.318771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.319288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.320068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.320892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.321412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.326602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.327196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ec23e1f3-2791-4f2d-94c0-5578dc64c6a7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6334 time: 0.3919468
Nov 24 14:35:54.329766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56438) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:54.339680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-b45fcf63-d1f9-49c7-8e3b-d115a65acad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.341644 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-b45fcf63-d1f9-49c7-8e3b-d115a65acad6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0941279
Nov 24 14:35:54.404010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-aa67d3bd-f282-4b56-9ce7-092b2e524188 req-cb9c6279-4d17-42aa-8313-21649add44c4 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:54.405471 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aa67d3bd-f282-4b56-9ce7-092b2e524188 req-cb9c6279-4d17-42aa-8313-21649add44c4 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 944 time: 0.5654054
Nov 24 14:35:54.473311 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aa67d3bd-f282-4b56-9ce7-092b2e524188 req-95dd2af3-0bd5-4893-a697-e05f9657895b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590613
Nov 24 14:35:54.480925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-bd7f98cb-8379-499b-b412-4e507e8224ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1323044
Nov 24 14:35:54.509114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd17dc0>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:51Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:54.514558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Checking router: 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:35:54.514558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Updating router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 port b51d0369-b123-4bd7-a7fd-f39151f700bd binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:35:54.575532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.595207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.608510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed5061e9-2206-47dd-86d9-edf5e7b61cbf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:54.638944 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-652f5eb0-1df2-452b-87e4-bdbfa8f962c8 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504936
Nov 24 14:35:54.643437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.643795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.644164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.644964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.644964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.645176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.645503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.645910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:54.650474 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b7c468e8-176d-4eff-a11e-99f045fe88a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5190 time: 0.3170784
Nov 24 14:35:54.654253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56442) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:54.658795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Subnet': ['ID=709592aa-7aeb-444a-9a41-3a4fbca5a957,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:54.736606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:54.753509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:54.762627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a05fa9-9654-4794-82c8-150812eb3dcf None None] Network 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:35:54.780544 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-197cc7c0-c128-4f8b-8b55-325a895d9ad6 req-f8ef1dd0-4762-4c9a-952a-f907cb895872 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337550
Nov 24 14:35:54.829389 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/subnets/709592aa-7aeb-444a-9a41-3a4fbca5a957 HTTP/1.1" status: 204  len: 168 time: 1.2855318
Nov 24 14:35:54.832067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56446) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:54.883719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.027886 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-93124306-05e3-49fd-b6d4-b53d3cf37a6a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3761 time: 0.3675027
Nov 24 14:35:55.071023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.077007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-338dc0b0-40f7-46df-ab34-49420c1fc557 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:55.154361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:55.171167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:55.190528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.222761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port baee1729-ed3a-4d25-a673-9faf03e49556 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:55.223580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.230029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:55.235491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:55.236117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.241256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=44c3fa05-a3c5-4d9a-9694-c1c30a01940e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:55.248119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:55.264738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.279921 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-b0e3f47b-2f10-45ce-9c02-0d0b293fe994 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 1097 time: 0.3405817
Nov 24 14:35:55.284025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Transition to ACTIVE for port object b51d0369-b123-4bd7-a7fd-f39151f700bd will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:35:55.293705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] DHCP port deletion for 83c2cfe0-0611-46b8-a0ce-dab2266bcc55 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:35:55.297661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Deleting port baee1729-ed3a-4d25-a673-9faf03e49556 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:55.297986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.325620 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.8224895
Nov 24 14:35:55.325876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56452) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:55.354752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.365598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1826fe6e-8841-49c5-aa4e-598d60869222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:55.402815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 44c3fa05-a3c5-4d9a-9694-c1c30a01940e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:55.402815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.503631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device baee1729-ed3a-4d25-a673-9faf03e49556 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:35:55.503904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56456) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:55.517229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64856581', 'description': 'tempest-secgroup-smoke-64856581 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:55.523090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:55.527026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:55.534009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:55.539824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:55.570374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-b92f534e-0750-44ea-89ba-29fa4bf88491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:55.571792 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-b92f534e-0750-44ea-89ba-29fa4bf88491 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.2807567
Nov 24 14:35:55.573953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] For port baee1729-ed3a-4d25-a673-9faf03e49556, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=baee1729-ed3a-4d25-a673-9faf03e49556,segment=NetworkSegment(5d6e909c-e0a2-46db-bc2d-086ee4c42f3f),segment_id=5d6e909c-e0a2-46db-bc2d-086ee4c42f3f)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:55.574598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.674394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.715894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] For port baee1729-ed3a-4d25-a673-9faf03e49556, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=baee1729-ed3a-4d25-a673-9faf03e49556,segment=NetworkSegment(5d6e909c-e0a2-46db-bc2d-086ee4c42f3f),segment_id=5d6e909c-e0a2-46db-bc2d-086ee4c42f3f)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:55.717153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.719194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:55.723502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:55.726643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:55.733265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:55.771030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for baee1729-ed3a-4d25-a673-9faf03e49556 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:55.812040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.828525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.853037 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-b2db06cb-aa2c-40f1-8478-40aade671d91 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9 HTTP/1.1" status: 200  len: 217 time: 0.2701194
Nov 24 14:35:55.946918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Calling delete_port for baee1729-ed3a-4d25-a673-9faf03e49556 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:55.955713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.959034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:55.969144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-65fbd4d5-8d86-40ae-915a-5141fb2f894f tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:55.978028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 44c3fa05-a3c5-4d9a-9694-c1c30a01940e owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:55.994785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005485a-697d-4bed-84e4-abe1c7719cfc None None] Pushing event updated for resources: {'Port': ['ID=b51d0369-b123-4bd7-a7fd-f39151f700bd,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:56.004497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fb52f60e-887a-4e1c-8f22-a0d5641a708c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:56.014194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e005485a-697d-4bed-84e4-abe1c7719cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:56.016381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=baee1729-ed3a-4d25-a673-9faf03e49556,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:56.021608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:56.036011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-d3e09790-a3d2-483d-a4aa-f465742e2563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:56.038136 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-d3e09790-a3d2-483d-a4aa-f465742e2563 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.1279538
Nov 24 14:35:56.048011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] No DVR routers for this DVR port baee1729-ed3a-4d25-a673-9faf03e49556 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:35:56.057073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No active binding found for port baee1729-ed3a-4d25-a673-9faf03e49556 {{(pid=84235) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Nov 24 14:35:56.057486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device baee1729-ed3a-4d25-a673-9faf03e49556 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:35:56.083752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c480eb0a-0079-4557-97d2-a3f25fab230b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:56.086795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:56.143211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-283fd045-8636-44a3-8533-f6a304ae3e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.145927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.147445 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.6421402
Nov 24 14:35:56.151474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56462) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:56.159551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c480eb0a-0079-4557-97d2-a3f25fab230b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:56.165592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:56.166514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Attempting to bind port b51d0369-b123-4bd7-a7fd-f39151f700bd on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:35:56.166998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Attempting to bind port b51d0369-b123-4bd7-a7fd-f39151f700bd by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:35:56.167370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Attempting to bind port b51d0369-b123-4bd7-a7fd-f39151f700bd on network f0234239-3bf4-4489-b36b-e1e7029b0c13 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:35:56.171834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:35:56.172343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:35:56.173587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:56.176225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:35:56.176608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Checking segment: {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:35:56.176990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:56.177127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.177408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Bound using segment: {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:35:56.178061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Bound port: b51d0369-b123-4bd7-a7fd-f39151f700bd, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:35:56.178616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.183898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:56.189995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.198531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1782346-76d5-463b-b5eb-1ae3b3d11e46 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:56.246970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=44c3fa05-a3c5-4d9a-9694-c1c30a01940e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:56.248165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e75d51-d43e-45df-8f48-097c7f2c48e6 req-70d3fe1c-ede6-4ae0-85a2-7ccc2dfa83b4 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:56.249654 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-95e75d51-d43e-45df-8f48-097c7f2c48e6 req-70d3fe1c-ede6-4ae0-85a2-7ccc2dfa83b4 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 944 time: 0.3985863
Nov 24 14:35:56.252135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:56.257531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.261052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.274051 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/44c3fa05-a3c5-4d9a-9694-c1c30a01940e HTTP/1.1" status: 204  len: 168 time: 0.9447842
Nov 24 14:35:56.274218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56466) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:56.283720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'mac_address': 'fa:16:3e:15:77:02', 'name': 'tempest-PortsTestJSON-625825678'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:56.292629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] For port b51d0369-b123-4bd7-a7fd-f39151f700bd, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:35:56.296348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] For port b51d0369-b123-4bd7-a7fd-f39151f700bd, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b51d0369-b123-4bd7-a7fd-f39151f700bd,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:35:56.319217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f7a0370>,) {'filters': {'network_id': ['83c2cfe0-0611-46b8-a0ce-dab2266bcc55']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:56.341925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-8852d2f9-a3ca-4ed0-9df3-fc4fe3c48a15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2945731
Nov 24 14:35:56.347072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f7a0370>, '5d6e909c-e0a2-46db-bc2d-086ee4c42f3f') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:56.347360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f7a0370>, '5d6e909c-e0a2-46db-bc2d-086ee4c42f3f') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:56.360220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.365206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:56.378529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.389154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.436828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:35:56.437450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd17dc0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:56.446465 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-95e75d51-d43e-45df-8f48-097c7f2c48e6 req-145235bd-f736-44e9-86fd-9ee466ece643 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1761465
Nov 24 14:35:56.460133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.465803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:56.470345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:56.470676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.473610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:56.481260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:56.483566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:35:56.484274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:35:56.508626 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:35:56.530192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005485a-697d-4bed-84e4-abe1c7719cfc None None] Pushing event updated for resources: {'Port': ['ID=b51d0369-b123-4bd7-a7fd-f39151f700bd,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:56.546002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e005485a-697d-4bed-84e4-abe1c7719cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:56.568161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.570493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1e101db4-f068-45ed-b98b-e7994ad5b015 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:56.597095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:56.608561 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-91d703c6-b58f-458b-98e7-11462b6157a2 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511322
Nov 24 14:35:56.617572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1611d8db-4077-4f70-87dc-6c8ae0d627e1,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:56.629997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:56.666960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:35:56.717547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Deleting port baee1729-ed3a-4d25-a673-9faf03e49556 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:56.719052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.721758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.723137 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5693700
Nov 24 14:35:56.726369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56470) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:56.733409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c480eb0a-0079-4557-97d2-a3f25fab230b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:56.740263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:56.748230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:56.753090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.756829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.763548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:56.773214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:56.796071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 2fd04473-ae91-42a8-b085-cea0e3ec578b yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:56.853426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.859080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-93b70af2-197e-43d1-9da7-33a87c52c5a3 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:56.873865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3a26a0ba-e45b-47cf-a613-25f02d0d03a5 None None] The port 'baee1729-ed3a-4d25-a673-9faf03e49556' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:35:56.879396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:56.905717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Network': ['ID=83c2cfe0-0611-46b8-a0ce-dab2266bcc55,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:56.917287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:56.923369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/networks/83c2cfe0-0611-46b8-a0ce-dab2266bcc55 HTTP/1.1" status: 204  len: 168 time: 2.0899458
Nov 24 14:35:56.926820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56474) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:57.104691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64caa86-33ae-4c0b-bf31-543b9ef62e16 req-28163ab4-03af-4077-a20d-1646f2ae6aa9 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4890354
Nov 24 14:35:57.108517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port 190a00c9-19d4-45ef-aded-c099df1ce61b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:57.108851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.123189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.193724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.196871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd17dc0>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:56Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:35:57.201799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b00b9-c39d-42d8-a8f3-4465b54f9b19 None None] The sync data for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv is: [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:56Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:35:57.234744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.314165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.315161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.315808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.317832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b50b55f2-fd1b-4588-b47f-c2e274a737ed tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:57.336774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841ecaa2-d19f-47d5-9a77-ec0a5062021b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:57.344692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:57.355110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.361280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:57.439670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.440904 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7136192
Nov 24 14:35:57.450192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:35:57.450192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56478) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:57.450192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=2fd04473-ae91-42a8-b085-cea0e3ec578b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:57.454144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c480eb0a-0079-4557-97d2-a3f25fab230b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:57.458790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:35:57.461316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for 190a00c9-19d4-45ef-aded-c099df1ce61b owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:57.462311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:57.463370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:35:57.467817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:57.468630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.473866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:57.485080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:57.489950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:57.498513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:57.567345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b51d0369-b123-4bd7-a7fd-f39151f700bd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:57.588055 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.3125863
Nov 24 14:35:57.589688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56484) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:57.694123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.698972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.709560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0de7db7-cef9-4d1f-93ad-7c3c4c681e2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:57.743127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d99e77-4060-4f2f-afe3-cef506a41d82 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:57.743713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f3d99e77-4060-4f2f-afe3-cef506a41d82 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:57.755701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port b51d0369-b123-4bd7-a7fd-f39151f700bd completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:35:57.762608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=190a00c9-19d4-45ef-aded-c099df1ce61b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:57.763607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b51d0369-b123-4bd7-a7fd-f39151f700bd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:57.764105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.766441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:57.851700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.852559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f3d99e77-4060-4f2f-afe3-cef506a41d82 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:57.857467 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f3d99e77-4060-4f2f-afe3-cef506a41d82 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/2fd04473-ae91-42a8-b085-cea0e3ec578b HTTP/1.1" status: 200  len: 840 time: 0.2661450
Nov 24 14:35:57.858351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56488) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:57.864952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df22b-c39f-4b59-bd6b-756223ecd7ca req-a7a7977b-dea0-4129-88d9-175494f9501b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:57.866431 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2e6df22b-c39f-4b59-bd6b-756223ecd7ca req-a7a7977b-dea0-4129-88d9-175494f9501b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 944 time: 0.2325575
Nov 24 14:35:57.929252 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2e6df22b-c39f-4b59-bd6b-756223ecd7ca req-b72d6ce5-1dbd-4ea3-a1a5-1d8b322d225d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557091
Nov 24 14:35:57.951257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.961496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.963984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.966141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd4ccd70-998e-4bc4-a0b2-e7ef557b3be3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:57.980062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 2fd04473-ae91-42a8-b085-cea0e3ec578b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:57.980515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:57.995887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b125e556-b7c6-4261-9e27-2bc80a64fd11,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:58.000566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:58.006837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port b51d0369-b123-4bd7-a7fd-f39151f700bd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b51d0369-b123-4bd7-a7fd-f39151f700bd,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:35:58.041905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.043168 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/floatingips/637c4ca7-4a4c-48b9-9b0c-6c1b9fde2881 HTTP/1.1" status: 204  len: 168 time: 1.1157053
Nov 24 14:35:58.047000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56492) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.099069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.101052 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6538153
Nov 24 14:35:58.105232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56496) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.107594 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6cf911-094c-4423-9c2e-7a353894ecf4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:58.108034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6cf911-094c-4423-9c2e-7a353894ecf4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:58.109891 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8f6cf911-094c-4423-9c2e-7a353894ecf4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/ports/4e1b0faf-3e94-4673-bae7-edf7ddaeeeef HTTP/1.1" status: 404  len: 333 time: 0.0617738
Nov 24 14:35:58.111498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.112364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56500) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.113886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c480eb0a-0079-4557-97d2-a3f25fab230b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:58.117757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-90062d93-ee7c-47dc-8bd8-0ef39e8bc40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:58.124403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:58.137411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:58.142858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:58.156541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-853bc2a1-964d-4a4b-9024-7ceec071d24c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Synchronizing usage tracker for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:58.170275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:58.184151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.208830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=b51d0369-b123-4bd7-a7fd-f39151f700bd,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:58.212246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:58.264471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.276660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-853bc2a1-964d-4a4b-9024-7ceec071d24c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Unset dirty status for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:58.285034 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-853bc2a1-964d-4a4b-9024-7ceec071d24c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1afdcfba-c70d-455b-b921-460e419788e5 HTTP/1.1" status: 200  len: 205 time: 0.1645753
Nov 24 14:35:58.285034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56504) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.351512 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-77a71a06-932a-4491-98db-3fe28a0f83a0 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] delete failed (client error): The resource could not be found.
Nov 24 14:35:58.352543 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-77a71a06-932a-4491-98db-3fe28a0f83a0 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/routers/1afdcfba-c70d-455b-b921-460e419788e5 HTTP/1.1" status: 404  len: 336 time: 0.0709853
Nov 24 14:35:58.355273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56508) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.393386 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-0538b3c2-836c-4c09-9d2e-422da75575c6 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:35:58.393830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0538b3c2-836c-4c09-9d2e-422da75575c6 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:35:58.395467 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0538b3c2-836c-4c09-9d2e-422da75575c6 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/subnets/709592aa-7aeb-444a-9a41-3a4fbca5a957 HTTP/1.1" status: 404  len: 337 time: 0.0392847
Nov 24 14:35:58.396317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 2fd04473-ae91-42a8-b085-cea0e3ec578b owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:58.398005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56512) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.431999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.464100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port 5b4c9e05-99c5-44fb-95ce-2365ae04357c {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:58.464447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.632823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.692654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.698312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2da722d8-cecc-4a36-9fe2-70ca8f91c016 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:58.722901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.738418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.742706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=2fd04473-ae91-42a8-b085-cea0e3ec578b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:58.749743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:58.752275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-68ba4c5a-873d-49e3-bcd5-4fe9a7f6e725 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:58.776459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.779067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b7d1a3-b065-4ba7-856f-71d37fd168a9,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:58.788099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:58.850881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for 5b4c9e05-99c5-44fb-95ce-2365ae04357c owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:35:58.858672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:58.867868 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7537990
Nov 24 14:35:58.867868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56516) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.868678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c480eb0a-0079-4557-97d2-a3f25fab230b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:58.874603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:58.878459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:58.881468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:58.887714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:58.896928 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/2fd04473-ae91-42a8-b085-cea0e3ec578b HTTP/1.1" status: 204  len: 168 time: 1.0333829
Nov 24 14:35:58.897211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56520) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:58.941850 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:35:58.946224 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7133518-e3c4-4c34-876d-b1983b29a9b6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:35:58.946656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b7133518-e3c4-4c34-876d-b1983b29a9b6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:35:58.954474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.020866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.044935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b7133518-e3c4-4c34-876d-b1983b29a9b6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:35:59.046113 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b7133518-e3c4-4c34-876d-b1983b29a9b6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/2fd04473-ae91-42a8-b085-cea0e3ec578b HTTP/1.1" status: 404  len: 333 time: 0.1480339
Nov 24 14:35:59.049858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56526) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:59.055481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'name': 'tempest-PortsTestJSON-1688633905'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:59.074390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.080317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0a8f472b-5553-42a0-8b78-c94791e5253c tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:59.123592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=5b4c9e05-99c5-44fb-95ce-2365ae04357c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:59.127078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:59.179627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.189041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20be8897-c98c-4c8a-8662-8e59537ab40a tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:59.227043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.230378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d8a4fd-d53e-4fad-a23f-134aa8dee363,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:59.235177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:59.242810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:59.262296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:59.277288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81709a-7ddb-4af6-92f7-3ad7d1f89f1e req-eb703c16-b4be-4a42-ae83-de920ba565b2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:35:59.278737 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d81709a-7ddb-4af6-92f7-3ad7d1f89f1e req-eb703c16-b4be-4a42-ae83-de920ba565b2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 944 time: 0.2096035
Nov 24 14:35:59.305346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.306461 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4426265
Nov 24 14:35:59.310280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56530) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:59.316026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c480eb0a-0079-4557-97d2-a3f25fab230b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:35:59.322142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:35:59.325535 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/ports/5b4c9e05-99c5-44fb-95ce-2365ae04357c HTTP/1.1" status: 204  len: 168 time: 0.9266346
Nov 24 14:35:59.327975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:35:59.329112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56534) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:35:59.331057 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:35:59.337615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:35:59.366150 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d81709a-7ddb-4af6-92f7-3ad7d1f89f1e req-a5d2cefe-70ae-4c07-aaf0-a5ee20fa2f60 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814328
Nov 24 14:35:59.389554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:35:59.392890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.402261 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:35:59.409718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.414882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port fa3e41f1-05d8-4e33-83fb-c5a6208deb91 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:35:59.415339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.454727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 7fe40b02-fefa-4e0c-be24-55519b04059b yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:35:59.486585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.489854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b51d0369-b123-4bd7-a7fd-f39151f700bd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:35:59.557249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b51d0369-b123-4bd7-a7fd-f39151f700bd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:35:59.557840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.565528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.567898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-432c523a-8411-4768-9576-3743316966d8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:35:59.599521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e634dcc6-f5c8-4d9e-81ce-a7dbcf7ac679,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:35:59.602131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:35:59.693126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.694303 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3830264
Nov 24 14:35:59.861186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.865493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:35:59.997730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for fa3e41f1-05d8-4e33-83fb-c5a6208deb91 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:00.033152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-b09c6abd-bedf-4d21-98bc-4bf37d4689b0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:00.138530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-b09c6abd-bedf-4d21-98bc-4bf37d4689b0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:00.139637 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-b09c6abd-bedf-4d21-98bc-4bf37d4689b0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64856581&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.2483847
Nov 24 14:36:00.166138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:00.172499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fb2fdeec-2b4b-4b3b-9c29-c1c8977c4ced tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:00.212016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:00.258921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:00.263606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:00.265482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=7fe40b02-fefa-4e0c-be24-55519b04059b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:00.278236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:00.281360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:00.282936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:00.283537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:00.287666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-30615892-9438-48a9-b3cc-071d9ac1ed16 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:00.299380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-aa73ab68-5e65-4fbc-9218-5d6fd22a1943 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:00.300051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-aa73ab68-5e65-4fbc-9218-5d6fd22a1943 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:00.336859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=fa3e41f1-05d8-4e33-83fb-c5a6208deb91,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:00.340238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:00.376801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-aa73ab68-5e65-4fbc-9218-5d6fd22a1943 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:00.377995 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-aa73ab68-5e65-4fbc-9218-5d6fd22a1943 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 200  len: 796 time: 0.2315478
Nov 24 14:36:00.395214 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-b3f2ff90-d8b3-4be2-809f-36e2d2ff90bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0117438
Nov 24 14:36:00.426331 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.3753824
Nov 24 14:36:00.429078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56550) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:00.436829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:00.482238 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-00f95c15-6691-49de-b5ab-b9ca30d8a83d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0796742
Nov 24 14:36:00.501850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:00.503767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/ports/fa3e41f1-05d8-4e33-83fb-c5a6208deb91 HTTP/1.1" status: 204  len: 168 time: 1.1737187
Nov 24 14:36:00.508871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56554) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:00.638791 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-ae26fdff-0eba-4354-bcc6-348bf9a0b772 service neutron] 10.222.0.53 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405406
Nov 24 14:36:00.769450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:00.776772 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-7ed5c07a-eb1b-49cd-bfe2-751475bc29fd service neutron] 10.222.0.53 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306708
Nov 24 14:36:00.860510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468df1-c9d0-4392-bd53-acb9a0e1b4e2 req-3eeb661a-8009-4d03-a30a-3d05a35fcf24 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:00.861992 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-23468df1-c9d0-4392-bd53-acb9a0e1b4e2 req-3eeb661a-8009-4d03-a30a-3d05a35fcf24 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 944 time: 0.3571928
Nov 24 14:36:00.909778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3de827-9b7b-4a94-8f20-45feed83db98 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:00.910505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cd3de827-9b7b-4a94-8f20-45feed83db98 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Synchronizing usage tracker for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:01.038578 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-23468df1-c9d0-4392-bd53-acb9a0e1b4e2 req-892e1943-6256-4a15-942f-e2831fd40053 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1667106
Nov 24 14:36:01.089830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.092370 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-60f362fd-5dca-4ac4-88f2-664ca60bcdc5 req-6c494b75-6b5a-4c29-ae89-9a5c5ce0a812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 210 time: 0.0580392
Nov 24 14:36:01.114006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cd3de827-9b7b-4a94-8f20-45feed83db98 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Unset dirty status for tenant:2c4f2b4e25f34230be3878a9e85a8abf on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:01.118760 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cd3de827-9b7b-4a94-8f20-45feed83db98 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "GET /v2.0/ports?device_id=8965c178-bc91-4529-91be-19ce6c9e1910 HTTP/1.1" status: 200  len: 913 time: 0.4711258
Nov 24 14:36:01.120261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56562) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:01.189196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.194114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:01.260370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] In _notify_port_updated(), no bound segment for port 7fe40b02-fefa-4e0c-be24-55519b04059b on network a6751f70-bbe8-4e36-9e9b-d30034d20db7 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:36:01.264288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:01.264881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.266141 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "PUT /v2.0/ports/7fe40b02-fefa-4e0c-be24-55519b04059b HTTP/1.1" status: 200  len: 818 time: 0.8360994
Nov 24 14:36:01.269922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56570) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:01.284970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=7fe40b02-fefa-4e0c-be24-55519b04059b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:01.295675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:01.335603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 7fe40b02-fefa-4e0c-be24-55519b04059b {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:01.336323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.552293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.620932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.671659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 7fe40b02-fefa-4e0c-be24-55519b04059b owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:01.818304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.824380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c56dc615-3bdd-4171-b184-5f16a5d6d14d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:01.877484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=7fe40b02-fefa-4e0c-be24-55519b04059b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:01.880120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:01.884143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:01.893991 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/7fe40b02-fefa-4e0c-be24-55519b04059b HTTP/1.1" status: 204  len: 168 time: 0.6229861
Nov 24 14:36:01.896551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56574) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:01.977968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068ccdc-7005-47ba-84be-e7f747e23d2b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:01.978674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2068ccdc-7005-47ba-84be-e7f747e23d2b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:02.070058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2068ccdc-7005-47ba-84be-e7f747e23d2b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:02.074269 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2068ccdc-7005-47ba-84be-e7f747e23d2b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1736438
Nov 24 14:36:02.078979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:02.122196 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2fc1ee-3463-40e3-aef6-9d9f757ac753 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:02.127412 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9b2fc1ee-3463-40e3-aef6-9d9f757ac753 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/7fe40b02-fefa-4e0c-be24-55519b04059b HTTP/1.1" status: 404  len: 333 time: 0.0519297
Nov 24 14:36:02.128007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56586) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:02.133679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-360793366'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:02.139431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:02.144206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:02.149438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:02.157158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:02.219782 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f32bb3f5-2e29-4bd7-a013-649bb9a2e282 req-800f49f7-a513-47bc-a19c-d8603a091674 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 210 time: 0.0437462
Nov 24 14:36:02.235905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:02.238800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:02.268902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:02.278185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:02.278577 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment 5461c064-83de-4f5e-a501-72efa60aadad of type vlan for network 2714c545-dd87-4028-8dbe-a9327a8d9d1d
Nov 24 14:36:02.304656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:02.407018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:02.407907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port 37cf7e95-6426-4b4e-acbb-800d779dd3e2 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:02.408276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:02.411200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:02.411783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:02.415537 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1bfe1d9d-d0b8-4009-a948-2386e9ab9468 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:02.488589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08872f0-e2dd-49ba-84c2-affdedc648db req-ab6377c6-f1e1-4161-b631-431a9b5eae57 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:02.490015 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f08872f0-e2dd-49ba-84c2-affdedc648db req-ab6377c6-f1e1-4161-b631-431a9b5eae57 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 944 time: 0.3104720
Nov 24 14:36:02.523765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=2714c545-dd87-4028-8dbe-a9327a8d9d1d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:02.526606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:02.534372 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4050758
Nov 24 14:36:02.537400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56592) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:02.541234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:02.543806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:02.631596 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f08872f0-e2dd-49ba-84c2-affdedc648db req-7f867e5f-568d-426a-b6e9-1b71af39b59b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215596
Nov 24 14:36:02.677516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:02.783402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:02.787348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:02.790337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:02.796532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:02.805680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for 37cf7e95-6426-4b4e-acbb-800d779dd3e2 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:02.871717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 4fc511a7-a423-46c2-9479-27d4cdf457e9 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:36:02.965356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:03.018414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 4fc511a7-a423-46c2-9479-27d4cdf457e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:03.038544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'port_id': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'mac_address': 'fa:16:3e:61:2f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:36:03.067934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:03.073974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a64c407-1de0-4ae5-aa6a-d117dc8a587d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:03.118218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:03.129350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=37cf7e95-6426-4b4e-acbb-800d779dd3e2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:03.132302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:03.139715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:03.145524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc511a7-a423-46c2-9479-27d4cdf457e9 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:36:03.162376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 4fc511a7-a423-46c2-9479-27d4cdf457e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:03.222426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:03.225040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:03.308776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=4fc511a7-a423-46c2-9479-27d4cdf457e9,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:03.319864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:03.434507 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-191876df-2437-4ce5-ba7e-e2ed7de9b7aa req-6ddf6317-d94e-4205-987c-126bf3262e04 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 210 time: 0.0612528
Nov 24 14:36:03.454291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:03.491245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['4fc511a7-a423-46c2-9479-27d4cdf457e9'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:36:03.522888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:03.528572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1f6f33cc-13a2-4ba3-8faa-26952d60cb0c tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:03.608814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=6d1c865a-d234-4c08-bfd6-90e1c5624046,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:03.612570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:03.622247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': '5461c064-83de-4f5e-a501-72efa60aadad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:03.622736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: 2714c545-dd87-4028-8dbe-a9327a8d9d1d, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:03.744040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:03.812898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 2714c545-dd87-4028-8dbe-a9327a8d9d1d) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:03.817116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:03.817791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:03.824825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f422b-472a-4493-9662-0aa1ffcc1d2d None None] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:03.966545 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4280062
Nov 24 14:36:03.969142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56602) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:03.975211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:04.022653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7a41-545d-41aa-8161-cf354a40fa4d req-f2e1261e-8abf-432f-a3c4-eed7e339ce80 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:04.024131 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cd0a7a41-545d-41aa-8161-cf354a40fa4d req-f2e1261e-8abf-432f-a3c4-eed7e339ce80 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 945 time: 0.1661985
Nov 24 14:36:04.102422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-2714c545-dd87-4028-8dbe-a9327a8d9d1d', 'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d', 'tenant_id': '8641dcc97b5149d8abae85e3ed53c996', 'fixed_ips': [{'subnet_id': '6d1c865a-d234-4c08-bfd6-90e1c5624046'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:36:04.104197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:04.125986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:04.130198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:04.133368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:04.139452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:04.239468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:04.245529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:04.258670 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cd0a7a41-545d-41aa-8161-cf354a40fa4d req-15b4262f-71a2-4318-be71-aa3f777e5460 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2251260
Nov 24 14:36:04.274581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Allocated IP 172.20.0.2 (2714c545-dd87-4028-8dbe-a9327a8d9d1d/6d1c865a-d234-4c08-bfd6-90e1c5624046/a374bf48-f509-4e4e-9828-5c53000e73ab) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:04.330238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Router 8965c178-bc91-4529-91be-19ce6c9e1910 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:36:04.397140 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.ipam_backend_mixin [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d1c865a-d234-4c08-bfd6-90e1c5624046 (CIDR: 172.20.0.0/28)
Nov 24 14:36:04.459153 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:36:04.460411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:36:04.495348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:04.524668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Transition to ACTIVE for port object a374bf48-f509-4e4e-9828-5c53000e73ab will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:04.545993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Transition to ACTIVE for port object a374bf48-f509-4e4e-9828-5c53000e73ab will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:04.568403 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-deff0323-1242-4f9a-bb32-78ac39f058a2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5953710
Nov 24 14:36:04.569953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56608) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:04.573253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-37cfd286-9a4b-40c1-88f5-0f4808e844be tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:04.575234 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-37cfd286-9a4b-40c1-88f5-0f4808e844be tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 200  len: 796 time: 0.1779649
Nov 24 14:36:04.623876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:04.634148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:04.638604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a486259a-ec5e-41fd-9812-88bbb72ece0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:04.654571 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-aee39b6e-0f26-49ab-b90d-b827f20af8d3 req-113b0d09-fe50-44d6-bcc6-a24fd0d812d7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 210 time: 0.0855787
Nov 24 14:36:04.688684 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-79667c83-475f-4347-8d17-ac83f52be716 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 378 time: 0.0647185
Nov 24 14:36:04.707166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['c480eb0a-0079-4557-97d2-a3f25fab230b']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:04.716576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:04.720031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:04.722914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:04.726417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Pushing event updated for resources: {'Port': ['ID=a374bf48-f509-4e4e-9828-5c53000e73ab,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:04.729102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:04.809148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:04.813785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:04.817125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:04.825781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:04.834346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:36:04.846246 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] Sync routers for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:36:04.863600 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:04.864302 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fec6640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:04.871772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:04.873003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Attempting to bind port a374bf48-f509-4e4e-9828-5c53000e73ab on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:04.873792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Attempting to bind port a374bf48-f509-4e4e-9828-5c53000e73ab by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5461c064-83de-4f5e-a501-72efa60aadad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:04.874234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Attempting to bind port a374bf48-f509-4e4e-9828-5c53000e73ab on network 2714c545-dd87-4028-8dbe-a9327a8d9d1d {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:04.875802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:port and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:04.879094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:04.885478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:04.885868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:04.886417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Checking segment: {'id': '5461c064-83de-4f5e-a501-72efa60aadad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:04.890791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:04.890791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Bound using segment: {'id': '5461c064-83de-4f5e-a501-72efa60aadad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:04.890791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Bound port: a374bf48-f509-4e4e-9828-5c53000e73ab, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5461c064-83de-4f5e-a501-72efa60aadad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:04.890791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:04.899560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 4fc511a7-a423-46c2-9479-27d4cdf457e9 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:04.929920 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fec6640>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:04.940840 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] Routers {'8965c178-bc91-4529-91be-19ce6c9e1910'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:04.941424 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fec6640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8965c178-bc91-4529-91be-19ce6c9e1910'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:04.955740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:04.959469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.002209 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fec6640>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:05.002626 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701b206-b37e-41cc-a58a-b3a0c0ecab81 None None] The sync data for ids ['8965c178-bc91-4529-91be-19ce6c9e1910'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:36:05.017038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:05.020645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.033523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "PUT /v2.0/routers/8965c178-bc91-4529-91be-19ce6c9e1910/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9121575
Nov 24 14:36:05.036020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56612) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:05.045347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] For port a374bf48-f509-4e4e-9828-5c53000e73ab, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:05.048728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] For port a374bf48-f509-4e4e-9828-5c53000e73ab, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a374bf48-f509-4e4e-9828-5c53000e73ab,segment=NetworkSegment(5461c064-83de-4f5e-a501-72efa60aadad),segment_id=5461c064-83de-4f5e-a501-72efa60aadad)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:05.121211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 4fc511a7-a423-46c2-9479-27d4cdf457e9 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:05.128937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 4fc511a7-a423-46c2-9479-27d4cdf457e9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:05.133375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.163424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.174557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:05.272771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Pushing event updated for resources: {'Port': ['ID=a374bf48-f509-4e4e-9828-5c53000e73ab,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:05.281442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:05.304727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.311168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f19767da-5c6f-4f29-a7cc-fa5480bb6ad9 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:05.341993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.362472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.5 (f0234239-3bf4-4489-b36b-e1e7029b0c13/f7612cf7-6b26-49cc-8a21-f230371ecf6b/38e72e22-2aa3-4ce4-a44f-c26f98f056af) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:05.373601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:36:05.388458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 4fc511a7-a423-46c2-9479-27d4cdf457e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:05.413016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:05.416461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:05.420803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:05.421385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.435348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=fb0ee879-eda4-4713-9bf5-b43e5254f2f4,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:05.439799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:05.464711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.467323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:05.489637 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8833160
Nov 24 14:36:05.492206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56620) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:05.499995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d', 'fixed_ips': [{'subnet_id': '6d1c865a-d234-4c08-bfd6-90e1c5624046'}, {'subnet_id': 'fb0ee879-eda4-4713-9bf5-b43e5254f2f4'}], 'name': 'tempest-PortsTestJSON-429402103'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:05.511983 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'code': 200}
Nov 24 14:36:05.560076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=4fc511a7-a423-46c2-9479-27d4cdf457e9,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:05.571437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:05.580148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.704518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:05.709425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:05.712704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:05.720176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:05.772030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181bad-63e7-49a0-983a-27ab805bb3fa req-df7dde9e-f3e6-4e59-be26-749e1b03264f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:05.774035 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29181bad-63e7-49a0-983a-27ab805bb3fa req-df7dde9e-f3e6-4e59-be26-749e1b03264f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 945 time: 0.3633566
Nov 24 14:36:05.799256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:05.805899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.842106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:05.887543 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-03bb735d-44f7-4473-bf45-726d02796b58 req-708554fe-8a6c-4104-accc-debbdefffb4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 210 time: 0.0496807
Nov 24 14:36:05.888627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:06.112781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 38e72e22-2aa3-4ce4-a44f-c26f98f056af will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:06.132731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29181bad-63e7-49a0-983a-27ab805bb3fa req-ed4bd177-9288-4461-b735-b3ca87a39483 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3415155
Nov 24 14:36:06.192063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ae204b9-c809-4aac-8942-77ed6a9875c7 req-889fe5aa-e55d-4285-865c-56006e14d50c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 1099 time: 0.2937031
Nov 24 14:36:06.240908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.249968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.260563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c69f616b-8ecf-4118-aa0c-ea126756ac77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:06.297653 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ae204b9-c809-4aac-8942-77ed6a9875c7 req-d1ddb1eb-4244-40da-836a-2c34415f90a0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981269
Nov 24 14:36:06.336299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting port a5eab9f4-31f9-4fc7-bbf6-08e6fc8a97c6 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:06.336641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.367737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:06.373329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.11 (2714c545-dd87-4028-8dbe-a9327a8d9d1d/6d1c865a-d234-4c08-bfd6-90e1c5624046/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:06.377519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:06.380632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.26 (2714c545-dd87-4028-8dbe-a9327a8d9d1d/fb0ee879-eda4-4713-9bf5-b43e5254f2f4/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:06.381500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=38e72e22-2aa3-4ce4-a44f-c26f98f056af,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:06.385730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:06.414110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:06.532821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:06.533181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.578723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb1b61-218a-4e0e-990c-bb34102a8b6b None None] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:06.600570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.651200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.669279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:06.693800 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9914184
Nov 24 14:36:06.756342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Calling delete_port for a5eab9f4-31f9-4fc7-bbf6-08e6fc8a97c6 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:06.765490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-566dd4fd-52bd-49dc-9857-709fca877376 None None] Provisioning for port a374bf48-f509-4e4e-9828-5c53000e73ab completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:06.786216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Request body: {'port': {'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:06.796216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.801836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-12222361-27c0-4f1b-9241-5a1a497dffcf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:06.880033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:06.884105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:06.889652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:06.915592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=42efe84d-d6d6-4e8e-a7d4-4d93970eda8f,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:06.922081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:06.972117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Update dhcp port {'port': {'network_id': '2714c545-dd87-4028-8dbe-a9327a8d9d1d', 'fixed_ips': [{'subnet_id': '6d1c865a-d234-4c08-bfd6-90e1c5624046', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb0ee879-eda4-4713-9bf5-b43e5254f2f4'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': 'a374bf48-f509-4e4e-9828-5c53000e73ab'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:36:06.973203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:06.973938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:06.974458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.000752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d392183b-cbe7-49c6-a426-8fbf8ca1f8d4 None None] Provisioning for port 38e72e22-2aa3-4ce4-a44f-c26f98f056af completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:07.019046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d392183b-cbe7-49c6-a426-8fbf8ca1f8d4 None None] Provisioning complete for port 38e72e22-2aa3-4ce4-a44f-c26f98f056af triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:07.019589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d392183b-cbe7-49c6-a426-8fbf8ca1f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.074451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.098041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d392183b-cbe7-49c6-a426-8fbf8ca1f8d4 None None] Port 38e72e22-2aa3-4ce4-a44f-c26f98f056af cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:07.112673 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 1.6189659
Nov 24 14:36:07.113558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56628) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:07.122799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d1c865a-d234-4c08-bfd6-90e1c5624046'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:07.279064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21917fe2-572b-4a08-8f99-723d016ff602 req-889ea7a3-0386-477e-8870-bfa0ad694e65 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:07.285916 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-21917fe2-572b-4a08-8f99-723d016ff602 req-889ea7a3-0386-477e-8870-bfa0ad694e65 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 931 time: 0.2436733
Nov 24 14:36:07.341564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.343554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Allocated IP 172.20.0.18 (2714c545-dd87-4028-8dbe-a9327a8d9d1d/fb0ee879-eda4-4713-9bf5-b43e5254f2f4/a374bf48-f509-4e4e-9828-5c53000e73ab) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:07.355298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.362064 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-21917fe2-572b-4a08-8f99-723d016ff602 req-c6e0b94a-9a69-436b-8462-5b06b7e01967 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0750527
Nov 24 14:36:07.412043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-155606b1-93df-4251-beed-e4ef68430b4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:07.470916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Port': ['ID=a5eab9f4-31f9-4fc7-bbf6-08e6fc8a97c6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:07.473833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:07.582466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a374bf48-f509-4e4e-9828-5c53000e73ab up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:07.626980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] For port a374bf48-f509-4e4e-9828-5c53000e73ab, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a374bf48-f509-4e4e-9828-5c53000e73ab,segment=NetworkSegment(5461c064-83de-4f5e-a501-72efa60aadad),segment_id=5461c064-83de-4f5e-a501-72efa60aadad)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:07.670496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c3048-580b-4c0b-96b8-0531c1f3d8aa req-875d7357-3b42-4065-91fe-c0cf3ea78a7e tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:07.672161 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dc7c3048-580b-4c0b-96b8-0531c1f3d8aa req-875d7357-3b42-4065-91fe-c0cf3ea78a7e tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 946 time: 0.3244035
Nov 24 14:36:07.672673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.696581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Transition to ACTIVE for port object a374bf48-f509-4e4e-9828-5c53000e73ab will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:07.784102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port a374bf48-f509-4e4e-9828-5c53000e73ab completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:07.789047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port a374bf48-f509-4e4e-9828-5c53000e73ab triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:07.789419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.817915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:07.826859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-33af8631-1e4e-4807-b778-e045ba0e571f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:07.885820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Delete allocated IP 172.20.0.26 (2714c545-dd87-4028-8dbe-a9327a8d9d1d/fb0ee879-eda4-4713-9bf5-b43e5254f2f4) {{(pid=84234) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 24 14:36:07.956475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Pushing event updated for resources: {'Port': ['ID=a374bf48-f509-4e4e-9828-5c53000e73ab,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:07.960294 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:08.000336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Port a374bf48-f509-4e4e-9828-5c53000e73ab had new provisioning blocks added so it will not transition to active. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Nov 24 14:36:08.010004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.071976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.073435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e72e22-2aa3-4ce4-a44f-c26f98f056af {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:36:08.090496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Ignored duplicate provisioning block setup for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 24 14:36:08.143970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.148119 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dc7c3048-580b-4c0b-96b8-0531c1f3d8aa req-be200990-56a7-46f9-9e72-56620e01c488 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4174452
Nov 24 14:36:08.177561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.184557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1a4b1643-3671-48e0-b02e-1669bb285e3e tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:08.223719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Transition to ACTIVE for port object 38e72e22-2aa3-4ce4-a44f-c26f98f056af will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:08.289408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.300510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:08.334393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=42efe84d-d6d6-4e8e-a7d4-4d93970eda8f,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:08.339176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:08.355296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.360216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] In _notify_port_updated(), no bound segment for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f on network 2714c545-dd87-4028-8dbe-a9327a8d9d1d {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:36:08.364761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:08.365057 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.366575 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "PUT /v2.0/ports/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f HTTP/1.1" status: 200  len: 919 time: 1.2507160
Nov 24 14:36:08.370039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56634) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:08.377048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d1c865a-d234-4c08-bfd6-90e1c5624046'}, {'subnet_id': 'fb0ee879-eda4-4713-9bf5-b43e5254f2f4'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:08.430755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.445568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=38e72e22-2aa3-4ce4-a44f-c26f98f056af,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:08.461232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:08.587362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f051f-cf2f-4fe7-8f8e-3b917b3e6cd0 None None] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:08.616768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Attempting to bind port 38e72e22-2aa3-4ce4-a44f-c26f98f056af on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:08.617109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Attempting to bind port 38e72e22-2aa3-4ce4-a44f-c26f98f056af by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:08.617435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Attempting to bind port 38e72e22-2aa3-4ce4-a44f-c26f98f056af on network f0234239-3bf4-4489-b36b-e1e7029b0c13 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:08.625243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Port 38e72e22-2aa3-4ce4-a44f-c26f98f056af on network f0234239-3bf4-4489-b36b-e1e7029b0c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:36:08.625614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Attempting to bind port 38e72e22-2aa3-4ce4-a44f-c26f98f056af on network f0234239-3bf4-4489-b36b-e1e7029b0c13 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:08.633335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:08.633702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Checking segment: {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:08.634060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Bound using segment: {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:08.635356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Bound port: 38e72e22-2aa3-4ce4-a44f-c26f98f056af, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5906cb23-a118-45f4-b225-a5fce473ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:08.635757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.656867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.657651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Fanout notify agent at l3_agent the message router_deleted on router 8965c178-bc91-4529-91be-19ce6c9e1910 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:36:08.717329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.718689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1d324599-8d72-4d85-b1b7-cb482fb2b13a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/routers/8965c178-bc91-4529-91be-19ce6c9e1910 HTTP/1.1" status: 204  len: 168 time: 3.6816783
Nov 24 14:36:08.726003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56640) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:08.752187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] For port 38e72e22-2aa3-4ce4-a44f-c26f98f056af, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:08.755516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] For port 38e72e22-2aa3-4ce4-a44f-c26f98f056af, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:08.817535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Provisioning for port a374bf48-f509-4e4e-9828-5c53000e73ab completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:08.846269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.852105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Provisioning complete for port a374bf48-f509-4e4e-9828-5c53000e73ab triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:08.852499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.855508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d1cc67d-e91c-43ec-ab27-c64e4910e9cf tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:08.914036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:08.915959 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] 10.222.0.81 "PUT /v2.0/ports/38e72e22-2aa3-4ce4-a44f-c26f98f056af HTTP/1.1" status: 200  len: 1093 time: 2.1660440
Nov 24 14:36:08.919632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:36:08.963913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981c6b-9c79-4fcd-9bd4-c7e665404440 req-5edcd149-5a3a-46cf-ae14-9cfbe46d944d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:08.970347 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-50981c6b-9c79-4fcd-9bd4-c7e665404440 req-5edcd149-5a3a-46cf-ae14-9cfbe46d944d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 943 time: 0.4248047
Nov 24 14:36:09.036910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.061780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.065338 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'status': 'completed', 'code': 200}
Nov 24 14:36:09.079735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=38e72e22-2aa3-4ce4-a44f-c26f98f056af,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:09.083146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:09.094037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] For port a374bf48-f509-4e4e-9828-5c53000e73ab, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a374bf48-f509-4e4e-9828-5c53000e73ab,segment=NetworkSegment(5461c064-83de-4f5e-a501-72efa60aadad),segment_id=5461c064-83de-4f5e-a501-72efa60aadad)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:09.105438 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-a24a3284-a0d0-459f-a69e-f391e1dfe275 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 1096 time: 0.0937726
Nov 24 14:36:09.108499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Deleting subnet aa564d5b-7b23-4e53-8457-926925f5d762 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:09.137461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.164840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.169366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:09.181660 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-d729b3fc-7ae1-4435-8cbf-a800c22ed6b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af HTTP/1.1" status: 200  len: 217 time: 0.0689061
Nov 24 14:36:09.192248 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-50981c6b-9c79-4fcd-9bd4-c7e665404440 req-b7613c33-5587-427f-8e7c-8bcf268b7022 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1720674
Nov 24 14:36:09.255940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Pushing event updated for resources: {'Port': ['ID=a374bf48-f509-4e4e-9828-5c53000e73ab,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:09.263028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.263416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:09.288646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-bee236fe-477b-4aa4-9607-766f8d3cbc5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:09.290149 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-bee236fe-477b-4aa4-9607-766f8d3cbc5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7612cf7-6b26-49cc-8a21-f230371ecf6b HTTP/1.1" status: 200  len: 834 time: 0.1014364
Nov 24 14:36:09.344799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Provisioning for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:09.354171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Provisioning complete for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:09.354545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.394572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.427818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5bc08-2006-4496-a4a6-086f2032f47b req-02161473-a582-44f6-8dd7-078aa5046287 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:09.431765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:09.435695 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d1a5bc08-2006-4496-a4a6-086f2032f47b req-02161473-a582-44f6-8dd7-078aa5046287 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 946 time: 0.1445296
Nov 24 14:36:09.472267 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-b850ebee-c689-43d3-94b8-5c7051252e53 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0234239-3bf4-4489-b36b-e1e7029b0c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1376369
Nov 24 14:36:09.521684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a374bf48-f509-4e4e-9828-5c53000e73ab up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:09.531569 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d1a5bc08-2006-4496-a4a6-086f2032f47b req-d1b06ca8-dd6e-4f60-8149-74384a6692c6 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949020
Nov 24 14:36:09.659410 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-8e40e07b-a597-49bd-b36d-c1a7bac2f1cc service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780105
Nov 24 14:36:09.674434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port a374bf48-f509-4e4e-9828-5c53000e73ab triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:09.674973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.735902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.747213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3dd151ba-8133-4f18-86ab-a025117b9b1f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:09.783050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.30 (2714c545-dd87-4028-8dbe-a9327a8d9d1d/fb0ee879-eda4-4713-9bf5-b43e5254f2f4/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:09.807529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Subnet': ['ID=aa564d5b-7b23-4e53-8457-926925f5d762,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:09.807889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:09.811447 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db2ebf4a-e2fe-4d3e-b977-a3b1cd4bd5f6 req-2e17dc82-1a26-4c2b-b939-ae0a0c7a2a2a service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443064
Nov 24 14:36:09.814431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:09.854921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56650) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:09.855604 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-91dcf791-0ddc-42e1-9006-5df73e76df8f tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/subnets/aa564d5b-7b23-4e53-8457-926925f5d762 HTTP/1.1" status: 204  len: 168 time: 1.1278348
Nov 24 14:36:09.873063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0b85c0f0-8897-4228-8623-ea0cb520a705 None None] Provisioning complete for port a374bf48-f509-4e4e-9828-5c53000e73ab triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:09.873720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b85c0f0-8897-4228-8623-ea0cb520a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.010351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a9307-8d99-4251-a34e-fa2ae9e5f959 req-e7607d03-18d1-42b1-8ddf-0bfd9f0753b8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:10.018216 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-749a9307-8d99-4251-a34e-fa2ae9e5f959 req-e7607d03-18d1-42b1-8ddf-0bfd9f0753b8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 946 time: 0.3412540
Nov 24 14:36:10.049127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0b85c0f0-8897-4228-8623-ea0cb520a705 None None] Provisioning complete for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:10.049954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b85c0f0-8897-4228-8623-ea0cb520a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.085712 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-749a9307-8d99-4251-a34e-fa2ae9e5f959 req-55e2642e-5025-4f83-8734-f73d0e0c4dd1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665674
Nov 24 14:36:10.111355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.118104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56654) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:10.122862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0b85c0f0-8897-4228-8623-ea0cb520a705 None None] Port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:10.133911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Ignored duplicate provisioning block setup for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Nov 24 14:36:10.160368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.201520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.207689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5b5b1b9d-06e6-4985-ba3b-7e4f7f3f5d77 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:10.255965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fa1cb658-cd03-4b41-97ad-a0077d00328a None None] Provisioning complete for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:10.256518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fa1cb658-cd03-4b41-97ad-a0077d00328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.331317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.339970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cb658-cd03-4b41-97ad-a0077d00328a None None] Port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:10.347319 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-3d1f0608-4f90-4af2-996e-76963c6b724e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 1096 time: 0.2239101
Nov 24 14:36:10.372058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=42efe84d-d6d6-4e8e-a7d4-4d93970eda8f,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:10.401220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e9d7cd0>,) {'filters': {'network_id': ['445e0988-73af-427a-9243-555c2e12a036']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:10.406336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:10.482521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] In _notify_port_updated(), no bound segment for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f on network 2714c545-dd87-4028-8dbe-a9327a8d9d1d {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:36:10.486361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:10.486977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.490233 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "PUT /v2.0/ports/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f HTTP/1.1" status: 200  len: 999 time: 2.1167150
Nov 24 14:36:10.491909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56662) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:10.494929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d7cd0>, '24c207eb-1ed2-49bf-8bad-8a8328a38a4f') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:10.495426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d7cd0>, '24c207eb-1ed2-49bf-8bad-8a8328a38a4f') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:10.557865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.573014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:10.573346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.590155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.608040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6bd423e4-7dd5-4899-ae14-95adf9334141 tempest-TestVolumeBootPattern-811193556 tempest-TestVolumeBootPattern-811193556-project-admin] Synchronizing usage tracker for tenant:d36068cf68994df68b5e6a733159c691 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:10.624465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:10.624883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:10.645224 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:10.660829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-5ac23889-e798-408a-8890-7d59804c6321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:10.661721 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-5ac23889-e798-408a-8890-7d59804c6321 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 200  len: 897 time: 0.3047421
Nov 24 14:36:10.676447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-eb6680c9-bdb6-4978-b78a-9faf9b9d52f3 None None] Provisioning complete for port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:10.677126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eb6680c9-bdb6-4978-b78a-9faf9b9d52f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.736893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6bd423e4-7dd5-4899-ae14-95adf9334141 tempest-TestVolumeBootPattern-811193556 tempest-TestVolumeBootPattern-811193556-project-admin] Unset dirty status for tenant:d36068cf68994df68b5e6a733159c691 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:10.738231 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6bd423e4-7dd5-4899-ae14-95adf9334141 tempest-TestVolumeBootPattern-811193556 tempest-TestVolumeBootPattern-811193556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 1094 time: 0.6191738
Nov 24 14:36:10.760573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-eb6680c9-bdb6-4978-b78a-9faf9b9d52f3 None None] Port 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:10.812120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56666) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:10.829871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:10.837332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:10.851344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:floatingip and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:10.855306 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-4590c766-6eed-4a85-bcc4-d6f6d3ae2959 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af HTTP/1.1" status: 200  len: 217 time: 0.1116350
Nov 24 14:36:10.861138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc93ef0-0a4b-464c-82b8-8eebb8ec95ca req-0c07f941-941b-44c4-9133-73373790da25 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:10.861870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-4bc93ef0-0a4b-464c-82b8-8eebb8ec95ca req-0c07f941-941b-44c4-9133-73373790da25 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:10.866879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:10.892934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 38e72e22-2aa3-4ce4-a44f-c26f98f056af details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:36:10.910704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:10.925111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.933255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-545b5092-8d63-4843-a7b9-375315fd1d9b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:10.959945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.969591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Pushing event deleted for resources: {'Network': ['ID=445e0988-73af-427a-9243-555c2e12a036,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:10.973663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:10.978242 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] 10.222.0.53 "DELETE /v2.0/networks/445e0988-73af-427a-9243-555c2e12a036 HTTP/1.1" status: 204  len: 168 time: 1.1187823
Nov 24 14:36:10.978345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:10.984842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-0521bfcd-b2d5-495b-bde4-1f7904c1e001 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:10.987085 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-0521bfcd-b2d5-495b-bde4-1f7904c1e001 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7612cf7-6b26-49cc-8a21-f230371ecf6b HTTP/1.1" status: 200  len: 834 time: 0.1164780
Nov 24 14:36:11.046673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-4bc93ef0-0a4b-464c-82b8-8eebb8ec95ca req-0c07f941-941b-44c4-9133-73373790da25 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:11.048593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4bc93ef0-0a4b-464c-82b8-8eebb8ec95ca req-0c07f941-941b-44c4-9133-73373790da25 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 943 time: 0.5559177
Nov 24 14:36:11.075529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 38e72e22-2aa3-4ce4-a44f-c26f98f056af, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:11.082118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:11.092772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:36:11.119769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 42efe84d-d6d6-4e8e-a7d4-4d93970eda8f owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:11.155223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:11.172638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e72e22-2aa3-4ce4-a44f-c26f98f056af {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:36:11.188736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 38e72e22-2aa3-4ce4-a44f-c26f98f056af, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:11.221040 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4bc93ef0-0a4b-464c-82b8-8eebb8ec95ca req-c3b9d555-5ec2-4f21-8ff3-4d1a03594f0c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1655188
Nov 24 14:36:11.229933 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-6f6cb206-cf5e-4a2c-aafd-f5f01f948294 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0234239-3bf4-4489-b36b-e1e7029b0c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2358475
Nov 24 14:36:11.261967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:11.263866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9172e16f-0039-4190-a5cb-59b4b2bd9427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:11.373288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=38e72e22-2aa3-4ce4-a44f-c26f98f056af,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:11.375920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:11.384854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:11.395017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a67a588a-7d83-4909-89ed-50a88330dd68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:11.412865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:11.446250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=42efe84d-d6d6-4e8e-a7d4-4d93970eda8f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:11.448949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:11.458089 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-065905ea-8731-4de7-900a-239aa7d7ce20 service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208610
Nov 24 14:36:11.481451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['38e72e22-2aa3-4ce4-a44f-c26f98f056af'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:36:11.532097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56674) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:11.607075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:11.617108 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f HTTP/1.1" status: 204  len: 168 time: 1.1239219
Nov 24 14:36:11.619806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56680) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:11.689871 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eb51069b-fba5-44e7-a1fd-75bec26a4bbc req-0a66bf7a-742e-4f71-9be6-cae19d147e8a service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242360
Nov 24 14:36:11.694136 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfe42ea-6593-4b18-b800-9dd1aa0b60c0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:11.694658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fbfe42ea-6593-4b18-b800-9dd1aa0b60c0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:11.695747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Allocated IP 172.26.2.31 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/ffd1f83c-60a5-4250-baeb-ae03d351079b) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:11.787195 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6be9e7d7-07c6-484b-b774-041e3af0c0e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c4f2b4e25f34230be3878a9e85a8abf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2517130
Nov 24 14:36:11.789835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56684) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:11.845588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fbfe42ea-6593-4b18-b800-9dd1aa0b60c0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:11.847060 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fbfe42ea-6593-4b18-b800-9dd1aa0b60c0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f HTTP/1.1" status: 404  len: 333 time: 0.2258558
Nov 24 14:36:11.852752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56688) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:11.938693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:11.986512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.038084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet fb0ee879-eda4-4713-9bf5-b43e5254f2f4 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:12.041870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.065088 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.108969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.154116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.158543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e355e1a8-01d0-48ac-b59e-a06cebc0428a tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:12.181410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.185632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f76a4d58-3b39-4c86-8431-88fbf34bd8b9 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:12.199491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4033a63c-a2c2-488a-9ed2-df5ea037b078,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:12.204371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:12.207990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.209121 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4033a63c-a2c2-488a-9ed2-df5ea037b078 HTTP/1.1" status: 204  len: 168 time: 0.4207301
Nov 24 14:36:12.214871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.236899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=ffd1f83c-60a5-4250-baeb-ae03d351079b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:12.242723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:12.249206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:12.250456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:12.252719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:12.361580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.366667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-39f21c4a-beaa-4842-a966-4bef50ea8e7a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:12.436624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0ee879-eda4-4713-9bf5-b43e5254f2f4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:12.443572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:12.454202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.458214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc2c1b-92ab-4371-9a39-2f8b910ad43d None None] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:12.466444 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/fb0ee879-eda4-4713-9bf5-b43e5254f2f4 HTTP/1.1" status: 204  len: 168 time: 0.6111789
Nov 24 14:36:12.467322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56696) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:12.553534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet 6d1c865a-d234-4c08-bfd6-90e1c5624046 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:12.562469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a53bf-0290-495a-ba17-44ae771b4276 req-329192b6-d896-45a7-9bcf-ec46024ed075 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:12.563926 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c9a53bf-0290-495a-ba17-44ae771b4276 req-329192b6-d896-45a7-9bcf-ec46024ed075 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 944 time: 0.1657739
Nov 24 14:36:12.564632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.566725 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:36:12.659785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.705090 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c9a53bf-0290-495a-ba17-44ae771b4276 req-796a9e03-a202-441c-8097-90f3806efd45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1116965
Nov 24 14:36:12.756708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.855769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.908434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 38e72e22-2aa3-4ce4-a44f-c26f98f056af up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:12.944658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:12.949856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4275f820-0fe7-44e6-ac5f-b8a3d2933d68 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:12.994172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1c865a-d234-4c08-bfd6-90e1c5624046,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:12.998430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:13.002680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.014119 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/6d1c865a-d234-4c08-bfd6-90e1c5624046 HTTP/1.1" status: 204  len: 168 time: 0.5451424
Nov 24 14:36:13.016499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56708) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:13.062269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.144002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 38e72e22-2aa3-4ce4-a44f-c26f98f056af completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:13.150765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 38e72e22-2aa3-4ce4-a44f-c26f98f056af triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:13.151152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.207416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.245688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port a374bf48-f509-4e4e-9828-5c53000e73ab {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:13.258022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.287594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.315664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:36:13.326180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 38e72e22-2aa3-4ce4-a44f-c26f98f056af, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:13.392382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5982ec7-b6d4-4ee9-b96b-1cf15bb75718 None None] Network 2714c545-dd87-4028-8dbe-a9327a8d9d1d requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:13.407401 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'code': 200}
Nov 24 14:36:13.474925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.491044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:13.576390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.582002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] For port a374bf48-f509-4e4e-9828-5c53000e73ab, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a374bf48-f509-4e4e-9828-5c53000e73ab,segment=NetworkSegment(5461c064-83de-4f5e-a501-72efa60aadad),segment_id=5461c064-83de-4f5e-a501-72efa60aadad)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:13.582347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.649795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4ba24bb0-0650-49ac-8ec2-2a25c266be1c None None] Provisioning complete for port a374bf48-f509-4e4e-9828-5c53000e73ab triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:13.650128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4ba24bb0-0650-49ac-8ec2-2a25c266be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.673486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=38e72e22-2aa3-4ce4-a44f-c26f98f056af,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:13.676659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:13.705294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:13.715056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for a374bf48-f509-4e4e-9828-5c53000e73ab owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:13.741451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-12d950e0-94a4-4c4a-bd02-ecdbf7deed57 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:13.818049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56724) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:13.911435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] DHCP port deletion for 2714c545-dd87-4028-8dbe-a9327a8d9d1d request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:36:13.916204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Deleting port a374bf48-f509-4e4e-9828-5c53000e73ab {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:13.917447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.005168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c8116-3170-4d2b-91d2-511c3954e974 req-9a7b2f5c-57ab-40a4-92b0-0143967d7d02 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:14.014013 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-254c8116-3170-4d2b-91d2-511c3954e974 req-9a7b2f5c-57ab-40a4-92b0-0143967d7d02 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 945 time: 0.1185508
Nov 24 14:36:14.036064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'networks': [{'name': 'tempest-network--1218680405'}, {'name': 'tempest-network--684086688'}]} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:14.036391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'network': {'name': 'tempest-network--1218680405'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:14.036838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'network': {'name': 'tempest-network--684086688'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:14.045789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:14.052467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:network and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:14.063449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:14.073535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:14.079509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=ffd1f83c-60a5-4250-baeb-ae03d351079b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:14.082375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:14.099686 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-254c8116-3170-4d2b-91d2-511c3954e974 req-09bf5536-6a56-4bb8-bc85-f86ff0b4606b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0847414
Nov 24 14:36:14.146089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Made reservation on behalf of 54c22d90a6004e7a9c7bcfddbd225976 for: {'network': 2} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:14.149676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.150344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.164248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.174119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] For port a374bf48-f509-4e4e-9828-5c53000e73ab, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a374bf48-f509-4e4e-9828-5c53000e73ab,segment=NetworkSegment(5461c064-83de-4f5e-a501-72efa60aadad),segment_id=5461c064-83de-4f5e-a501-72efa60aadad)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:14.174652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.231851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.237243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:14.245139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:14.249081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:security_group_rule and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:14.252374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:14.258658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:14.285556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=a374bf48-f509-4e4e-9828-5c53000e73ab,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:14.287926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:14.295895 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-826e7c6e-7541-4024-bc8b-4a1ccb1703db req-3389ca0e-8ff2-487c-af9e-b3738b38d577 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 1098 time: 0.2837601
Nov 24 14:36:14.301342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Calling delete_port for a374bf48-f509-4e4e-9828-5c53000e73ab owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:14.310537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No DVR routers for this DVR port a374bf48-f509-4e4e-9828-5c53000e73ab on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:36:14.338226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.373007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:36:14.373373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:36:14.410751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.411272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.426435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-56bd9703-574c-4c2c-859c-974d9f722885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:14.465072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5da22b-de4e-4a67-a6f6-1c46fb90a094,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:14.469700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:14.470398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:14.481047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.481509 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Added segment 96c10896-c80e-40c3-bc66-d371ab112b5a of type vlan for network 395e1bda-219a-4abc-b597-193affe5ad97
Nov 24 14:36:14.507374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.525984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.535446 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-826e7c6e-7541-4024-bc8b-4a1ccb1703db req-b550caa1-3c76-42e9-b139-e3a5d93f95b2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2305036
Nov 24 14:36:14.542873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:14.551250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.551586 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Added segment 977309ce-93e2-4a72-9a10-e2b0118c9b72 of type vlan for network 816ed8ed-c81e-4c43-9a31-64a5a69dcd8c
Nov 24 14:36:14.557844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e4d5b80>,) {'filters': {'network_id': ['2714c545-dd87-4028-8dbe-a9327a8d9d1d']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:14.572081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e4d5b80>, '5461c064-83de-4f5e-a501-72efa60aadad') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:14.572457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e4d5b80>, '5461c064-83de-4f5e-a501-72efa60aadad') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:14.577257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.595219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.615241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.624248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:14.624626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:14.639443 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:14.658107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.658704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.662547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:14.665595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:14.667184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.670888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-908c8686-10b8-4a03-86e5-7388ac5fc89f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:14.717402 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Floating IP ec700625-23a6-480b-a080-a284b4d3c4f3 associated. External IP: 172.26.2.31, port: 4fc511a7-a423-46c2-9479-27d4cdf457e9.
Nov 24 14:36:14.863791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.867127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.874241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Deleting port a374bf48-f509-4e4e-9828-5c53000e73ab {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:14.874792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:14.880937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:14.883463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Network': ['ID=395e1bda-219a-4abc-b597-193affe5ad97,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:14.903058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 395e1bda-219a-4abc-b597-193affe5ad97 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:14.915536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=2714c545-dd87-4028-8dbe-a9327a8d9d1d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:14.918587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:14.984868 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.1627202
Nov 24 14:36:14.986484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56730) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:15.014655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Network': ['ID=816ed8ed-c81e-4c43-9a31-64a5a69dcd8c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:15.021009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:15.021518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:15.021900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:15.038856 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/2714c545-dd87-4028-8dbe-a9327a8d9d1d HTTP/1.1" status: 204  len: 168 time: 2.0153732
Nov 24 14:36:15.038856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56734) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:15.048328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8d700ebf-4636-49e7-a6d9-bbb97724f166 None None] The port 'a374bf48-f509-4e4e-9828-5c53000e73ab' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:36:15.050529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 816ed8ed-c81e-4c43-9a31-64a5a69dcd8c details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:15.164859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592ae21-d158-473c-9377-3e0ff2f54db8 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:15.170213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592ae21-d158-473c-9377-3e0ff2f54db8 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:15.174415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592ae21-d158-473c-9377-3e0ff2f54db8 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:15.179005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592ae21-d158-473c-9377-3e0ff2f54db8 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:15.182871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d592ae21-d158-473c-9377-3e0ff2f54db8 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Synchronizing usage tracker for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:15.215248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b124e-a5b4-4d89-9451-2f0efcc584d8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:15.215932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-590b124e-a5b4-4d89-9451-2f0efcc584d8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:15.263919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d592ae21-d158-473c-9377-3e0ff2f54db8 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Unset dirty status for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:15.265142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d592ae21-d158-473c-9377-3e0ff2f54db8 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2780890
Nov 24 14:36:15.268256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56740) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:15.332869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a218a-c134-4e00-9d80-02e8c0111438 req-a67756cf-4ee2-4144-8835-15a62ccb2623 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:15.334359 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f9a218a-c134-4e00-9d80-02e8c0111438 req-a67756cf-4ee2-4144-8835-15a62ccb2623 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 945 time: 0.1130850
Nov 24 14:36:15.343953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:36:15.362277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-590b124e-a5b4-4d89-9451-2f0efcc584d8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:15.366728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-590b124e-a5b4-4d89-9451-2f0efcc584d8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3255484
Nov 24 14:36:15.367457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56744) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:15.423189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.458252 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f9a218a-c134-4e00-9d80-02e8c0111438 req-e6006d6f-f4dc-4931-92b9-a96a7d79f3e7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1164036
Nov 24 14:36:15.516448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a374bf48-f509-4e4e-9828-5c53000e73ab no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:36:15.553878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: a374bf48-f509-4e4e-9828-5c53000e73ab {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:36:15.554416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a374bf48-f509-4e4e-9828-5c53000e73ab not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:36:15.591255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.613106 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c7c0b1a3-31a7-4d70-9430-7630153ceb96 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2418237
Nov 24 14:36:15.613347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56748) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:15.627367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2026132484'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:15.636933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:15.640039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eab2430>,) {'filters': {'network_id': ['395e1bda-219a-4abc-b597-193affe5ad97']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:15.652236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:15.656245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:15.659713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eab2430>, '96c10896-c80e-40c3-bc66-d371ab112b5a') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:15.662234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eab2430>, '96c10896-c80e-40c3-bc66-d371ab112b5a') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:15.671489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:15.677611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.698559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.706092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:15.706830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:15.722469 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:15.739932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:36:15.752126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:36:15.763860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:15.764502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bbe0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:15.784170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:15.787124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.833327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:15.843793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.844157 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment 0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3 of type vlan for network a26e63ed-41fd-44e2-8b1a-4373bc9285c3
Nov 24 14:36:15.858513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.873716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.916655 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.1025760
Nov 24 14:36:15.917576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:36:15.949959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.957834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c52da091-0f44-4e16-bbe6-872f257accd6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:15.974806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:15.979945 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'status': 'completed', 'code': 200}
Nov 24 14:36:15.988238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:36:15.989140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Network': ['ID=395e1bda-219a-4abc-b597-193affe5ad97,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:15.993562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:16.016599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:16.021241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:16.021907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:16.026002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5d89f5ff-5b03-444c-a2b3-3f900a5fbf9a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:16.085167 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-780f3b4b-0ce2-4ae6-906b-f6ea98ed45c8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 1099 time: 0.0802116
Nov 24 14:36:16.129574 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c7d2c0db-71c8-4ad7-a6a3-7866cfe3c7b0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/networks/395e1bda-219a-4abc-b597-193affe5ad97 HTTP/1.1" status: 204  len: 168 time: 0.8578260
Nov 24 14:36:16.137427 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5175614
Nov 24 14:36:16.137427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56756) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:16.137427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56760) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:16.164576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:16.198489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=a26e63ed-41fd-44e2-8b1a-4373bc9285c3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:16.201052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:16.269323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:16.288634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-d8f847db-b962-4a62-98e1-37ba14ca6d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:16.293865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-d8f847db-b962-4a62-98e1-37ba14ca6d35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1998625
Nov 24 14:36:16.382377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:16.389712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:16.394491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:16.396748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:16.403203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:16.498282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-69ddc970-bd56-46b1-b273-d83ff3b814ae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9 HTTP/1.1" status: 200  len: 999 time: 0.1957424
Nov 24 14:36:16.516891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bbe0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'ec700625-23a6-480b-a080-a284b4d3c4f3', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:61:2f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:12Z', 'updated_at': '2021-11-24T14:36:12Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:16.523521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:36:16.536965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:16.537597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bbe0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:16.553754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:16.594110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-175d42be-8ccc-42d6-91a0-e89215ef78a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:16.595668 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-175d42be-8ccc-42d6-91a0-e89215ef78a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0898342
Nov 24 14:36:16.621558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:16.758110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21ed1-0a17-4e98-981d-621625a8e102 req-53ec6086-1e3b-4a4b-b319-643202a2aaa4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:16.761595 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ec21ed1-0a17-4e98-981d-621625a8e102 req-53ec6086-1e3b-4a4b-b319-643202a2aaa4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 945 time: 0.1597905
Nov 24 14:36:16.803763 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-ea49b1c4-fd16-4254-b8a1-a747e394aa15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1501348
Nov 24 14:36:16.835538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:36:16.871154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f1a25b0>,) {'filters': {'network_id': ['816ed8ed-c81e-4c43-9a31-64a5a69dcd8c']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:16.890538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f1a25b0>, '977309ce-93e2-4a72-9a10-e2b0118c9b72') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:16.891254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f1a25b0>, '977309ce-93e2-4a72-9a10-e2b0118c9b72') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:16.901166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:16.934423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:16.966990 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ec21ed1-0a17-4e98-981d-621625a8e102 req-14cc3029-0828-4bb9-9644-34b0b72d32a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1948428
Nov 24 14:36:17.041783 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-0b5782d3-2467-4e34-90bc-241e1b9f092a service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261004
Nov 24 14:36:17.049745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.063211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:17.063607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:17.080770 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:17.247949 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-60f6f2e0-b76a-4d25-b43b-b3e24bf01ceb req-aaa25948-2909-4ff6-9a88-d1ff80746d4c service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973746
Nov 24 14:36:17.283520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69283d0-abbe-44a6-8660-ea226694ecfb req-58b9e549-55df-462d-9e7c-f9dfba850d20 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:17.284965 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a69283d0-abbe-44a6-8660-ea226694ecfb req-58b9e549-55df-462d-9e7c-f9dfba850d20 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 945 time: 0.1203127
Nov 24 14:36:17.335134 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a69283d0-abbe-44a6-8660-ea226694ecfb req-04817bf5-7c45-47c6-8413-d85c6cddabfb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444298
Nov 24 14:36:17.338904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.348018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.356636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3acfd8b8-8b93-424a-be02-bf68f7013375 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:17.372944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56768) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:17.399328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bbe0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'ec700625-23a6-480b-a080-a284b4d3c4f3', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:61:2f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:12Z', 'updated_at': '2021-11-24T14:36:12Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:17.404590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb4aa6-91e3-4ee3-a0e0-3f7750c37886 None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'ec700625-23a6-480b-a080-a284b4d3c4f3', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:61:2f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:12Z', 'updated_at': '2021-11-24T14:36:12Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:36:17.406665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Network': ['ID=816ed8ed-c81e-4c43-9a31-64a5a69dcd8c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:17.409937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:17.412545 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/networks/816ed8ed-c81e-4c43-9a31-64a5a69dcd8c HTTP/1.1" status: 204  len: 168 time: 1.2791970
Nov 24 14:36:17.414776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56772) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:17.576841 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-23c290fb-8d6a-4c3a-8746-d885545453cb tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 1093 time: 0.2026377
Nov 24 14:36:17.579380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56776) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:17.581745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.586002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6d8a8ea8-9eea-4428-b9f9-77fbde4caa4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:17.586492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:17.595825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041100b-7c64-44d9-9903-914dd82a7948 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:17.599831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041100b-7c64-44d9-9903-914dd82a7948 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:17.607627 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3041100b-7c64-44d9-9903-914dd82a7948 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1857512
Nov 24 14:36:17.609224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:17.612045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56780) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:17.616604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:17.622745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-30001058'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:17.627215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:17.634901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:17.642156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:17.642370 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc75eca2-c74b-4207-b9bf-c7df50f3622d None None] New status for floating IP ec700625-23a6-480b-a080-a284b4d3c4f3: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:36:17.644628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:network and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:17.648297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:17.654447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=6ceb67da-9883-4735-acbd-ff1ed07003f4,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:17.658342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:17.667848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:17.681239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': '0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:17.681712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: a26e63ed-41fd-44e2-8b1a-4373bc9285c3, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:17.709634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.731838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Made reservation on behalf of 54c22d90a6004e7a9c7bcfddbd225976 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:17.734778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.770455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:17.814503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:17.828385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.828719 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Added segment 018a717b-e83a-4c3a-99f3-d38204e55ae6 of type vlan for network 42171398-798a-4375-aceb-5b27cf321ab9
Nov 24 14:36:17.857533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a26e63ed-41fd-44e2-8b1a-4373bc9285c3) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:17.869630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2177a2e-aebd-4ba9-a90f-951da3f144bf None None] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:17.876369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.879579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:17.880333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.929594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:17.981068 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8423851
Nov 24 14:36:17.982972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56784) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:17.991573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3', 'name': 'tempest-PortsTestJSON-116731340'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:18.022909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.027235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:18.027366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.038406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-deb1422d-fb47-442b-a453-16feeb0d53bc tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:18.132639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a26e63ed-41fd-44e2-8b1a-4373bc9285c3', 'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3', 'tenant_id': '8641dcc97b5149d8abae85e3ed53c996', 'fixed_ips': [{'subnet_id': '6ceb67da-9883-4735-acbd-ff1ed07003f4'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:36:18.133244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.326492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Allocated IP 172.20.0.2 (a26e63ed-41fd-44e2-8b1a-4373bc9285c3/6ceb67da-9883-4735-acbd-ff1ed07003f4/b4f260f1-bda0-4507-b098-090ed31bbae5) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:18.434831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Network': ['ID=42171398-798a-4375-aceb-5b27cf321ab9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:18.442580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:18.453990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 42171398-798a-4375-aceb-5b27cf321ab9 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:18.486445 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8623540
Nov 24 14:36:18.486445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:18.488336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56788) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:18.489371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.143 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/da47867b-5cbc-475d-b633-bbbdcb4b1fb5) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:18.495331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:18.497356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1643893891'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:18.505225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:18.519273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:network and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:18.519273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:18.529993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:18.590906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:18.590906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.614814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Made reservation on behalf of 54c22d90a6004e7a9c7bcfddbd225976 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:18.614814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.634215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 2d63a9e7-7201-4560-8a81-4fb776a33efc yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:18.651025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.652634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:18.662433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Transition to ACTIVE for port object b4f260f1-bda0-4507-b098-090ed31bbae5 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:18.668599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.669299 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Added segment 13b9744e-7d8c-4fb2-b267-307088ff9ae6 of type vlan for network 23efb49d-33a4-4091-a23c-57725305f7d1
Nov 24 14:36:18.686496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Transition to ACTIVE for port object b4f260f1-bda0-4507-b098-090ed31bbae5 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:18.706442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.760635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.766219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.771365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e8184da4-e846-4986-a2a0-2598d484df55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:18.822435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.827126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:18.828120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.840785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Pushing event updated for resources: {'Port': ['ID=b4f260f1-bda0-4507-b098-090ed31bbae5,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:18.844920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:18.846138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e042717c-46dc-49b5-985a-431dc3dc34e7 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:18.863981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.7 (a26e63ed-41fd-44e2-8b1a-4373bc9285c3/6ceb67da-9883-4735-acbd-ff1ed07003f4/2d63a9e7-7201-4560-8a81-4fb776a33efc) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:18.871005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:18.873202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:18.878744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:18.983694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Attempting to bind port b4f260f1-bda0-4507-b098-090ed31bbae5 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:18.984000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Attempting to bind port b4f260f1-bda0-4507-b098-090ed31bbae5 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:18.984430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Attempting to bind port b4f260f1-bda0-4507-b098-090ed31bbae5 on network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:18.984937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Network': ['ID=23efb49d-33a4-4091-a23c-57725305f7d1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:18.994649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:18.996782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.997260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:18.997260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Checking segment: {'id': '0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:18.997260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:18.997260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Bound using segment: {'id': '0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:18.997260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Bound port: b4f260f1-bda0-4507-b098-090ed31bbae5, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:18.998925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.000702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:19.018426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 23efb49d-33a4-4091-a23c-57725305f7d1 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:19.049710 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5665407
Nov 24 14:36:19.051581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56792) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:19.059089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'ports': [{'network_id': '42171398-798a-4375-aceb-5b27cf321ab9', 'name': 'tempest-port--1183051493', 'admin_state_up': True}, {'network_id': '23efb49d-33a4-4091-a23c-57725305f7d1', 'admin_state_up': False}]} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:19.059089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'port': {'network_id': '42171398-798a-4375-aceb-5b27cf321ab9', 'name': 'tempest-port--1183051493', 'admin_state_up': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:19.059439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'port': {'network_id': '23efb49d-33a4-4091-a23c-57725305f7d1', 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:19.122777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:19.126930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:19.140885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:19.187253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=da47867b-5cbc-475d-b633-bbbdcb4b1fb5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:19.198688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:19.215285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] For port b4f260f1-bda0-4507-b098-090ed31bbae5, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:19.218110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] For port b4f260f1-bda0-4507-b098-090ed31bbae5, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4f260f1-bda0-4507-b098-090ed31bbae5,segment=NetworkSegment(0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3),segment_id=0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:19.295459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.303375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-52660472-0763-4ca9-8ae5-487e712e2017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:19.308791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.376676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:19.382809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:port and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:19.392369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:19.397628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Pushing event updated for resources: {'Port': ['ID=b4f260f1-bda0-4507-b098-090ed31bbae5,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:19.401149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object 2d63a9e7-7201-4560-8a81-4fb776a33efc will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:19.404322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:19.405522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:19.486294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Made reservation on behalf of 54c22d90a6004e7a9c7bcfddbd225976 for: {'port': 2} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:19.492677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.517432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.626166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.652537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:19.659183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] device_id is not set on port cb175c54-b1be-4a10-a47c-a7a679bbe7aa yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:19.733731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:19.743045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:19.751766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:19.785024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=2d63a9e7-7201-4560-8a81-4fb776a33efc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:19.794182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:19.801548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.838863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:19.839506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:19.938616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] device_id is not set on port 832f51e0-8303-4637-8682-8b60fa97fcce yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:19.958051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.9739687
Nov 24 14:36:19.960891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56796) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:19.982573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.008121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': 'a26e63ed-41fd-44e2-8b1a-4373bc9285c3', 'name': 'tempest-PortsTestJSON-2123569327'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:20.117756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.167514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.300899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.318994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:20.325666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:20.329520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:20.336605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:20.418212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:20.421767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.449625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port e5028d2c-b974-43fa-a553-4d1e37f6f2d6 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:20.483709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.486753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.496875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3bd8f057-9ccc-4922-9597-cacab9b3ad78 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:20.520113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b44a5e-d169-4558-9d0b-109f8a88d7fa None None] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:20.590695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Port': ['ID=cb175c54-b1be-4a10-a47c-a7a679bbe7aa,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:20.594995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:20.629461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.635134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:20.679518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Checking segment: {'id': '018a717b-e83a-4c3a-99f3-d38204e55ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '42171398-798a-4375-aceb-5b27cf321ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:20.679871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network hostable DHCP agents. Network: 42171398-798a-4375-aceb-5b27cf321ab9, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:20.697332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.6 (a26e63ed-41fd-44e2-8b1a-4373bc9285c3/6ceb67da-9883-4735-acbd-ff1ed07003f4/e5028d2c-b974-43fa-a553-4d1e37f6f2d6) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:20.739321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-14a8d1b5-7494-4040-b2e7-bab80121f509 None None] Provisioning for port b4f260f1-bda0-4507-b098-090ed31bbae5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:20.746972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=da47867b-5cbc-475d-b633-bbbdcb4b1fb5,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:20.752684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:20.760726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.842044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network 42171398-798a-4375-aceb-5b27cf321ab9 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:20.930560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 42171398-798a-4375-aceb-5b27cf321ab9) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:20.938887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:20.940106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.941971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc5e68-4ee2-4b49-bf4c-9d02ca49fbdc None None] Network 42171398-798a-4375-aceb-5b27cf321ab9 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:20.945037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:20.951366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-05cac293-2a5d-48b2-9121-ef0aed05a00a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:20.989715 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP d9a9ae6d-9063-484a-8f1c-cd5cce979b87 associated. External IP: 172.26.2.143, port: 38e72e22-2aa3-4ce4-a44f-c26f98f056af.
Nov 24 14:36:21.012983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object e5028d2c-b974-43fa-a553-4d1e37f6f2d6 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:21.045053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Port': ['ID=832f51e0-8303-4637-8682-8b60fa97fcce,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:21.053383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:21.084077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Checking segment: {'id': '13b9744e-7d8c-4fb2-b267-307088ff9ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '23efb49d-33a4-4091-a23c-57725305f7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:21.084772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network hostable DHCP agents. Network: 23efb49d-33a4-4091-a23c-57725305f7d1, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:21.138904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.146162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0cf16fdf-7108-45f9-8eb2-1283d1140b5e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:21.190299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network 23efb49d-33a4-4091-a23c-57725305f7d1 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:21.235242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:21.239127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:21.241441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=e5028d2c-b974-43fa-a553-4d1e37f6f2d6,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:21.250529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:21.278679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:21.282671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 23efb49d-33a4-4091-a23c-57725305f7d1) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:21.293870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:21.294362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c161a-73d3-455f-a7ae-23aa27e79cec None None] Network 23efb49d-33a4-4091-a23c-57725305f7d1 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:21.297933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:21.301335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:21.302171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.322398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd8ba43d-a082-437b-bc56-03ca23bd3cfc None None] Provisioning for port 2d63a9e7-7201-4560-8a81-4fb776a33efc completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:21.343466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:21.344378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.386371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd8ba43d-a082-437b-bc56-03ca23bd3cfc None None] Provisioning complete for port 2d63a9e7-7201-4560-8a81-4fb776a33efc triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:21.386738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd8ba43d-a082-437b-bc56-03ca23bd3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.421058 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.3656273
Nov 24 14:36:21.421272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56800) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:21.502228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:36:21.512594 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5172043
Nov 24 14:36:21.514784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56804) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:21.551690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ba43d-a082-437b-bc56-03ca23bd3cfc None None] Port 2d63a9e7-7201-4560-8a81-4fb776a33efc cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:21.564943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4f260f1-bda0-4507-b098-090ed31bbae5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:21.626740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8a9b9-ec8e-4b38-b41b-4ba1560801bf tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:21.630800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8a9b9-ec8e-4b38-b41b-4ba1560801bf tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:21.631548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4ae8a9b9-ec8e-4b38-b41b-4ba1560801bf tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Synchronizing usage tracker for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:21.667317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81c6ac-bd47-47a7-ad96-d97eeb515c8f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:21.668012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce81c6ac-bd47-47a7-ad96-d97eeb515c8f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:21.730545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port b4f260f1-bda0-4507-b098-090ed31bbae5 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:21.735575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b4f260f1-bda0-4507-b098-090ed31bbae5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:21.735973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.754684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:36:21.756459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce81c6ac-bd47-47a7-ad96-d97eeb515c8f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:21.761200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56808) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:21.762111 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ce81c6ac-bd47-47a7-ad96-d97eeb515c8f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200  len: 921 time: 0.2391248
Nov 24 14:36:21.764230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4ae8a9b9-ec8e-4b38-b41b-4ba1560801bf tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Unset dirty status for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:21.767427 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4ae8a9b9-ec8e-4b38-b41b-4ba1560801bf tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.3452201
Nov 24 14:36:21.767553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a7e0c6a4-32fb-41e7-8c26-7133237033a2 None None] Provisioning for port e5028d2c-b974-43fa-a553-4d1e37f6f2d6 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:21.770078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56812) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:21.784412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] Sync routers for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:36:21.789300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a7e0c6a4-32fb-41e7-8c26-7133237033a2 None None] Provisioning complete for port e5028d2c-b974-43fa-a553-4d1e37f6f2d6 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:21.789402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c6a4-32fb-41e7-8c26-7133237033a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.851156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port e5028d2c-b974-43fa-a553-4d1e37f6f2d6 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:21.851493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.856609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting port cb175c54-b1be-4a10-a47c-a7a679bbe7aa {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:21.857173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:21.864281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:21.864926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420230b20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:21.945010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0c6a4-32fb-41e7-8c26-7133237033a2 None None] Port e5028d2c-b974-43fa-a553-4d1e37f6f2d6 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:21.998248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.096828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.097107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.113072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a7e0c6a4-32fb-41e7-8c26-7133237033a2 None None] Provisioning complete for port 2d63a9e7-7201-4560-8a81-4fb776a33efc triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:22.113750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c6a4-32fb-41e7-8c26-7133237033a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.128195 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.5452297
Nov 24 14:36:22.129175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:36:22.132699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56816) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:22.181981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port b4f260f1-bda0-4507-b098-090ed31bbae5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4f260f1-bda0-4507-b098-090ed31bbae5,segment=NetworkSegment(0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3),segment_id=0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:22.204426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0c6a4-32fb-41e7-8c26-7133237033a2 None None] Port 2d63a9e7-7201-4560-8a81-4fb776a33efc cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:22.205916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:36:22.211362 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'status': 'completed', 'code': 200}
Nov 24 14:36:22.263854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Calling delete_port for cb175c54-b1be-4a10-a47c-a7a679bbe7aa owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:22.277742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.281992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fc163826-ba1f-4542-a0f7-c4f237e3f75a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:22.412551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.416791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.424516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e5e8bd10-3939-43be-aecc-4f631da86125 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:22.440019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=b4f260f1-bda0-4507-b098-090ed31bbae5,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:22.455433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:22.471995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Port': ['ID=cb175c54-b1be-4a10-a47c-a7a679bbe7aa,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:22.474346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:22.479464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.539828 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/ports/cb175c54-b1be-4a10-a47c-a7a679bbe7aa HTTP/1.1" status: 204  len: 168 time: 0.7662754
Nov 24 14:36:22.540617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56822) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:22.563869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for e5028d2c-b974-43fa-a553-4d1e37f6f2d6 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:22.603272 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-188561e5-3417-4e33-9874-b6f38e03340f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/d9a9ae6d-9063-484a-8f1c-cd5cce979b87 HTTP/1.1" status: 200  len: 991 time: 0.4662187
Nov 24 14:36:22.613763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting port 832f51e0-8303-4637-8682-8b60fa97fcce {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:22.614336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.632791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420230b20>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:19Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:22.638412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] Checking router: 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:36:22.650040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:22.650728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420230b20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:35:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:22.661089 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-e384e4e8-2676-4ca8-a88e-b12d1fc6a2c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 1098 time: 0.4309368
Nov 24 14:36:22.864442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-e4a73c8e-a08e-432b-9744-5929d1bb85d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:22.869594 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-e4a73c8e-a08e-432b-9744-5929d1bb85d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 200  len: 897 time: 0.1960893
Nov 24 14:36:22.878752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:36:22.936739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:22.962485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-65534683-a4e0-432e-a438-3c24ccbe3bb2 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:22.967135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.023632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=e5028d2c-b974-43fa-a553-4d1e37f6f2d6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:23.063535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:23.105617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Calling delete_port for 832f51e0-8303-4637-8682-8b60fa97fcce owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:23.140767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-b6408931-113e-4cec-b18d-e9549189bbf0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af HTTP/1.1" status: 200  len: 999 time: 0.2671638
Nov 24 14:36:23.192684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.223140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-8fee700c-b518-4367-a090-5def057be1f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:23.224718 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-8fee700c-b518-4367-a090-5def057be1f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7612cf7-6b26-49cc-8a21-f230371ecf6b HTTP/1.1" status: 200  len: 834 time: 0.0757718
Nov 24 14:36:23.246892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.253461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8b93d4f-0b87-41dd-9078-5e365593257d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:23.280818 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/e5028d2c-b974-43fa-a553-4d1e37f6f2d6 HTTP/1.1" status: 204  len: 168 time: 1.5188665
Nov 24 14:36:23.284207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56828) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:23.300942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Port': ['ID=832f51e0-8303-4637-8682-8b60fa97fcce,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:23.305216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:23.312606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.324640 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/ports/832f51e0-8303-4637-8682-8b60fa97fcce HTTP/1.1" status: 204  len: 168 time: 0.7807915
Nov 24 14:36:23.324897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56832) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:23.341958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-57809cd5-e647-405d-a2d0-1dde0ae58aeb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:23.342493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-57809cd5-e647-405d-a2d0-1dde0ae58aeb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:23.361594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420230b20>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:19Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:23.365600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01c468-1983-4384-b816-009ff178b7c2 None None] The sync data for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv is: [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:19Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:36:23.373602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-9ba6837b-a33f-4c8b-9780-4a7d931f816b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0234239-3bf4-4489-b36b-e1e7029b0c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1423714
Nov 24 14:36:23.379116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2cd76d20-ea86-48ea-8cb7-bc3180a18965 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Synchronizing usage tracker for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:23.450533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fef623c3-75fc-492c-b5fb-842d25155487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.479921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2cd76d20-ea86-48ea-8cb7-bc3180a18965 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Unset dirty status for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:23.481309 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2cd76d20-ea86-48ea-8cb7-bc3180a18965 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1555367
Nov 24 14:36:23.482937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-57809cd5-e647-405d-a2d0-1dde0ae58aeb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:23.485469 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57809cd5-e647-405d-a2d0-1dde0ae58aeb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/e5028d2c-b974-43fa-a553-4d1e37f6f2d6 HTTP/1.1" status: 404  len: 333 time: 0.1996734
Nov 24 14:36:23.485644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56836) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:23.488224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56840) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:23.493544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1236929707'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:23.503220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4f260f1-bda0-4507-b098-090ed31bbae5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:23.537069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:23.564430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:network and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:23.570495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b4f260f1-bda0-4507-b098-090ed31bbae5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:23.570871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.573112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:23.584567 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-e7cdd4ae-f86b-44b6-a7b2-b86629f914b3 service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031968
Nov 24 14:36:23.592198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:23.606662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56844) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:23.627953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 2d63a9e7-7201-4560-8a81-4fb776a33efc {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:23.628299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.719563 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-41eafa36-6e09-4210-b0fd-b1f3f3e2e3fd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/d9a9ae6d-9063-484a-8f1c-cd5cce979b87 HTTP/1.1" status: 200  len: 991 time: 0.1115894
Nov 24 14:36:23.742444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Made reservation on behalf of 54c22d90a6004e7a9c7bcfddbd225976 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:23.745933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.853652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:23.887548 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c4e14e4a-afdd-4f08-90ca-2cba452a637f req-096393c5-717e-411a-bce0-806b2718eb71 service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2907684
Nov 24 14:36:23.898050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:23.898446 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Added segment 5f43ef57-8ba3-4604-986b-f7c167547393 of type vlan for network 04d5f261-9d89-4ed1-8ee0-8c470e3c4904
Nov 24 14:36:24.138292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.142432 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba594442-40f4-4546-9694-950c474057e1 None None] New status for floating IP d9a9ae6d-9063-484a-8f1c-cd5cce979b87: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:36:24.145437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.294066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 2d63a9e7-7201-4560-8a81-4fb776a33efc owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:24.320890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.426908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.430737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:24.431360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.437468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-30da6842-691f-46c7-9717-4dabe3a432e8 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:24.541136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.552365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Network': ['ID=04d5f261-9d89-4ed1-8ee0-8c470e3c4904,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:24.556486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:24.556996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4ebb5169-5f4a-4406-b38e-faf21e5dcfee tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:24.562742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 04d5f261-9d89-4ed1-8ee0-8c470e3c4904 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:24.605035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=2d63a9e7-7201-4560-8a81-4fb776a33efc,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:24.636908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:24.638740 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1520030
Nov 24 14:36:24.642154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56848) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:24.654253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1929969856'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:24.659369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:24.666990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:network and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:24.671178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:24.677687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:24.708656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.713586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/2d63a9e7-7201-4560-8a81-4fb776a33efc HTTP/1.1" status: 204  len: 168 time: 1.2213280
Nov 24 14:36:24.714337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56852) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:24.723197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56856) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:24.755735 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c6a31e-2fd0-4876-bcde-46d5f97382ee tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:24.759927 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54c6a31e-2fd0-4876-bcde-46d5f97382ee tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/2d63a9e7-7201-4560-8a81-4fb776a33efc HTTP/1.1" status: 404  len: 333 time: 0.0419261
Nov 24 14:36:24.760263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56860) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:24.794964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Made reservation on behalf of 54c22d90a6004e7a9c7bcfddbd225976 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:24.797920 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.849782 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-31504e99-23ce-4e7a-81a7-f134a924e2a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/d9a9ae6d-9063-484a-8f1c-cd5cce979b87 HTTP/1.1" status: 200  len: 993 time: 0.1252179
Nov 24 14:36:24.921955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:24.948877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:24.949213 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Added segment 290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae of type vlan for network 33a21418-5d5b-431b-a087-502c652919ed
Nov 24 14:36:25.003180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.010864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet 6ceb67da-9883-4735-acbd-ff1ed07003f4 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:25.015688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.083344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.137788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.141782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:25.143892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.148147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a4b18b09-8209-40b3-96bc-885fbd9b6a0d tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:25.273148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Network': ['ID=33a21418-5d5b-431b-a087-502c652919ed,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:25.274243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:25.281223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 33a21418-5d5b-431b-a087-502c652919ed details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:25.284285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.328812 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6759326
Nov 24 14:36:25.412844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.418261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-97915c2b-34ed-4136-aa6d-5763454ea528 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:25.455150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=6ceb67da-9883-4735-acbd-ff1ed07003f4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:25.458820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:25.461676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56864) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:25.464839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.469683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981f8ed-fa45-4fc6-9488-e3d3a114a371 None None] Network a26e63ed-41fd-44e2-8b1a-4373bc9285c3 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:25.469953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'subnets': [{'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1806432869', 'ip_version': 4}, {'network_id': '33a21418-5d5b-431b-a087-502c652919ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:25.470465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'subnet': {'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1806432869', 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:25.470853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Request body: {'subnet': {'network_id': '33a21418-5d5b-431b-a087-502c652919ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:25.478871 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/6ceb67da-9883-4735-acbd-ff1ed07003f4 HTTP/1.1" status: 204  len: 168 time: 0.7165978
Nov 24 14:36:25.484208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56868) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:25.664046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.673718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port b4f260f1-bda0-4507-b098-090ed31bbae5 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:25.673718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.717981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-88668310-e181-4d6a-a4ce-9fd3106b0fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.736380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:25.745613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Usage tracker for resource:subnet and tenant:54c22d90a6004e7a9c7bcfddbd225976 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:25.745613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:25.753872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:25.777365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] DHCP port deletion for a26e63ed-41fd-44e2-8b1a-4373bc9285c3 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:36:25.781706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Deleting port b4f260f1-bda0-4507-b098-090ed31bbae5 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:25.782131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:25.824577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Made reservation on behalf of 54c22d90a6004e7a9c7bcfddbd225976 for: {'subnet': 2} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:26.009907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] For port b4f260f1-bda0-4507-b098-090ed31bbae5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4f260f1-bda0-4507-b098-090ed31bbae5,segment=NetworkSegment(0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3),segment_id=0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:26.010577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.054640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] For port b4f260f1-bda0-4507-b098-090ed31bbae5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b4f260f1-bda0-4507-b098-090ed31bbae5,segment=NetworkSegment(0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3),segment_id=0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:26.054640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.138902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.138902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.191267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Calling delete_port for b4f260f1-bda0-4507-b098-090ed31bbae5 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:26.196205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for b4f260f1-bda0-4507-b098-090ed31bbae5 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:26.343674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.352560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:36:26.352560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:36:26.356540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:26.435128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] No DVR routers for this DVR port b4f260f1-bda0-4507-b098-090ed31bbae5 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:36:26.436614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Pushing event deleted for resources: {'Port': ['ID=b4f260f1-bda0-4507-b098-090ed31bbae5,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:26.439204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:26.661934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.686779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.690555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a8a9c359-4209-43d3-9d7e-aaad5bf49ab4 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:26.847996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port b4f260f1-bda0-4507-b098-090ed31bbae5 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:26.848586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:26.870959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Subnet': ['ID=45fcaafd-802b-4b96-87b0-b34395629e97,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:26.876316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:26.883894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Checking segment: {'id': '5f43ef57-8ba3-4604-986b-f7c167547393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:26.884070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network hostable DHCP agents. Network: 04d5f261-9d89-4ed1-8ee0-8c470e3c4904, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:26.915337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] The port 'b4f260f1-bda0-4507-b098-090ed31bbae5' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:36:26.989176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network 04d5f261-9d89-4ed1-8ee0-8c470e3c4904 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:27.036950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.057245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 04d5f261-9d89-4ed1-8ee0-8c470e3c4904) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:27.061213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.068034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f377a30>,) {'filters': {'network_id': ['a26e63ed-41fd-44e2-8b1a-4373bc9285c3']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:27.068965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5c4fd210-ae42-4888-8872-f54f62065de5 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:27.069069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ed83a-dae8-4dc3-9192-a6c8d2198104 None None] Network 04d5f261-9d89-4ed1-8ee0-8c470e3c4904 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:27.083736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f377a30>, '0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:27.084073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f377a30>, '0c2a9bc6-c67c-41c4-b0d7-ef77bb8fa5e3') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:27.097253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.116759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.125770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:27.130878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.136577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event updated for resources: {'Subnet': ['ID=589857a4-830a-4a77-bf9b-762ddc21a6e4,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:27.147713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:27.153967 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:27.161916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Checking segment: {'id': '290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '33a21418-5d5b-431b-a087-502c652919ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:27.162268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network hostable DHCP agents. Network: 33a21418-5d5b-431b-a087-502c652919ed, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:27.269720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Network 33a21418-5d5b-431b-a087-502c652919ed is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:27.289872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-04d5f261-9d89-4ed1-8ee0-8c470e3c4904', 'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904', 'tenant_id': '54c22d90a6004e7a9c7bcfddbd225976', 'fixed_ips': [{'subnet_id': '45fcaafd-802b-4b96-87b0-b34395629e97'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:36:27.290796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.302179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.305419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-73ed9115-0346-413a-b74a-3188b4a6ab55 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:27.320924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.331071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=a26e63ed-41fd-44e2-8b1a-4373bc9285c3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:27.335318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:27.355228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 33a21418-5d5b-431b-a087-502c652919ed) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:27.360262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:27.360642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:27.361260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.365957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc918412-e8e3-4428-8ecb-74aa37fe2b0f None None] Network 33a21418-5d5b-431b-a087-502c652919ed requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:27.410413 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/a26e63ed-41fd-44e2-8b1a-4373bc9285c3 HTTP/1.1" status: 204  len: 168 time: 1.9218647
Nov 24 14:36:27.416484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56872) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:27.417770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-76645817'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:27.423084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:27.427011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:27.429892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:27.437209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:27.468641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56876) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:27.469439 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 2.0056012
Nov 24 14:36:27.515937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4f260f1-bda0-4507-b098-090ed31bbae5 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:36:27.545269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:27.554139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.572627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b4f260f1-bda0-4507-b098-090ed31bbae5 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:36:27.572983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b4f260f1-bda0-4507-b098-090ed31bbae5 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:36:27.573728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53a827-1837-4410-96d5-2de1989330c2 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:27.575284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53a827-1837-4410-96d5-2de1989330c2 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:27.577152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b53a827-1837-4410-96d5-2de1989330c2 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:27.581830 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1b53a827-1837-4410-96d5-2de1989330c2 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.1081808
Nov 24 14:36:27.581830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56880) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:27.633054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Allocated IP 172.20.0.2 (04d5f261-9d89-4ed1-8ee0-8c470e3c4904/45fcaafd-802b-4b96-87b0-b34395629e97/975e1e80-19f3-45a3-a73b-ae95883590ad) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:27.643486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:27.678665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.679082 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment 477e74fb-1314-48d5-a5b1-9433a3eccf74 of type vlan for network 911b8492-8878-434c-b169-aaa7602707d2
Nov 24 14:36:27.763051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.776153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-33a21418-5d5b-431b-a087-502c652919ed', 'network_id': '33a21418-5d5b-431b-a087-502c652919ed', 'tenant_id': '54c22d90a6004e7a9c7bcfddbd225976', 'fixed_ips': [{'subnet_id': '589857a4-830a-4a77-bf9b-762ddc21a6e4'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:36:27.776744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.836290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting subnet 45fcaafd-802b-4b96-87b0-b34395629e97 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:27.915238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.919271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:27.919994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:27.923931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-804923c1-e9e5-47e4-81bb-e9c1e9d1ab60 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:28.019453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.036445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=911b8492-8878-434c-b169-aaa7602707d2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:28.037751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Transition to ACTIVE for port object 975e1e80-19f3-45a3-a73b-ae95883590ad will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:28.039633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:28.051643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 911b8492-8878-434c-b169-aaa7602707d2 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:28.065087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Allocated IP 172.20.0.18 (33a21418-5d5b-431b-a087-502c652919ed/589857a4-830a-4a77-bf9b-762ddc21a6e4/253d86fb-9c64-477f-99a3-cd88f8870e6d) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:28.097518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Transition to ACTIVE for port object 975e1e80-19f3-45a3-a73b-ae95883590ad will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:28.102672 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6908045
Nov 24 14:36:28.105571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56884) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:28.111787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': '911b8492-8878-434c-b169-aaa7602707d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:28.197847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.202424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.252765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:28.268375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:28.274896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.301371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.302563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:28.310112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:28.318618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:28.340510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Network 04d5f261-9d89-4ed1-8ee0-8c470e3c4904 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:28.347790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:28.360448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Pushing event updated for resources: {'Port': ['ID=975e1e80-19f3-45a3-a73b-ae95883590ad,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:28.362616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:28.367842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:28.376050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.407566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:28.522171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Attempting to bind port 975e1e80-19f3-45a3-a73b-ae95883590ad on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:28.522551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Attempting to bind port 975e1e80-19f3-45a3-a73b-ae95883590ad by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5f43ef57-8ba3-4604-986b-f7c167547393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:28.522919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Attempting to bind port 975e1e80-19f3-45a3-a73b-ae95883590ad on network 04d5f261-9d89-4ed1-8ee0-8c470e3c4904 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:28.536292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.549847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:28.549847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Checking segment: {'id': '5f43ef57-8ba3-4604-986b-f7c167547393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:28.549847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.549847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Bound using segment: {'id': '5f43ef57-8ba3-4604-986b-f7c167547393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:28.549847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Bound port: 975e1e80-19f3-45a3-a73b-ae95883590ad, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f43ef57-8ba3-4604-986b-f7c167547393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '04d5f261-9d89-4ed1-8ee0-8c470e3c4904'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:28.549847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.553224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.570999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Transition to ACTIVE for port object 253d86fb-9c64-477f-99a3-cd88f8870e6d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:28.684691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Transition to ACTIVE for port object 253d86fb-9c64-477f-99a3-cd88f8870e6d will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:28.817996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.817996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:28.872102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:28.899208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.899363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=975e1e80-19f3-45a3-a73b-ae95883590ad,segment=NetworkSegment(5f43ef57-8ba3-4604-986b-f7c167547393),segment_id=5f43ef57-8ba3-4604-986b-f7c167547393)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:28.899498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-169161ac-de1f-479e-8784-b19c5c05a914 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:28.902633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Network 33a21418-5d5b-431b-a087-502c652919ed is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:28.903430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Pushing event updated for resources: {'Port': ['ID=253d86fb-9c64-477f-99a3-cd88f8870e6d,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:28.907043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:28.908121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:28.909912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:28.944298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Subnet': ['ID=45fcaafd-802b-4b96-87b0-b34395629e97,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:28.949058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:28.969160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:28.975282 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/subnets/45fcaafd-802b-4b96-87b0-b34395629e97 HTTP/1.1" status: 204  len: 168 time: 1.3916621
Nov 24 14:36:28.977020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56888) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:29.008167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Attempting to bind port 253d86fb-9c64-477f-99a3-cd88f8870e6d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:29.008558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Attempting to bind port 253d86fb-9c64-477f-99a3-cd88f8870e6d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '33a21418-5d5b-431b-a087-502c652919ed'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:29.008932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Attempting to bind port 253d86fb-9c64-477f-99a3-cd88f8870e6d on network 33a21418-5d5b-431b-a087-502c652919ed {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:29.015648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.021239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8c670409-1f75-4a84-a3b4-42eeaf945ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:29.051858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting subnet 589857a4-830a-4a77-bf9b-762ddc21a6e4 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:29.055091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.067188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:29.067502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Checking segment: {'id': '290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '33a21418-5d5b-431b-a087-502c652919ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:29.067915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.068394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Bound using segment: {'id': '290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '33a21418-5d5b-431b-a087-502c652919ed'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:29.068827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Bound port: 253d86fb-9c64-477f-99a3-cd88f8870e6d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '33a21418-5d5b-431b-a087-502c652919ed'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:29.069212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.087015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.098124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c69c6ef2-ca5f-4b17-a947-0784a1a2c1ad tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:29.173112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.184278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Pushing event updated for resources: {'Port': ['ID=975e1e80-19f3-45a3-a73b-ae95883590ad,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:29.184278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:29.221791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] For port 253d86fb-9c64-477f-99a3-cd88f8870e6d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:29.221791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] For port 253d86fb-9c64-477f-99a3-cd88f8870e6d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=253d86fb-9c64-477f-99a3-cd88f8870e6d,segment=NetworkSegment(290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae),segment_id=290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:29.241804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=06f355a2-1425-47c8-9e0f-fa283eaafebc,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:29.241804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:29.251684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': '477e74fb-1314-48d5-a5b1-9433a3eccf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '911b8492-8878-434c-b169-aaa7602707d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:29.252040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: 911b8492-8878-434c-b169-aaa7602707d2, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:29.296895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.298284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.301148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-01f8ebd2-9ddb-49f4-abbe-04437cb96ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:29.362293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 911b8492-8878-434c-b169-aaa7602707d2 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:29.387149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Pushing event updated for resources: {'Port': ['ID=253d86fb-9c64-477f-99a3-cd88f8870e6d,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:29.405759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:29.453752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 911b8492-8878-434c-b169-aaa7602707d2) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:29.458932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:29.459605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.465262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8296d5-d865-445a-968e-7a3128ad5dfe None None] Network 911b8492-8878-434c-b169-aaa7602707d2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:29.498311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.501269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a27bcc2-5617-49b7-8f78-301e6ccdb77b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:29.574062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Subnet': ['ID=589857a4-830a-4a77-bf9b-762ddc21a6e4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:29.578191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:29.583287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.592140 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/subnets/589857a4-830a-4a77-bf9b-762ddc21a6e4 HTTP/1.1" status: 204  len: 168 time: 0.6130314
Nov 24 14:36:29.593610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56892) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:29.594648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 975e1e80-19f3-45a3-a73b-ae95883590ad up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:29.646650 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5385787
Nov 24 14:36:29.646771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56896) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:29.656736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': '911b8492-8878-434c-b169-aaa7602707d2', 'name': 'tempest-PortsTestJSON-1151775904', 'fixed_ips': [{'subnet_id': '06f355a2-1425-47c8-9e0f-fa283eaafebc', 'ip_address': '172.20.0.10'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:29.735616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8acf97f-6f40-4bdd-8cc3-52525def5d08 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:29.735616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c8acf97f-6f40-4bdd-8cc3-52525def5d08 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Synchronizing usage tracker for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:subnet {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:29.874762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c8acf97f-6f40-4bdd-8cc3-52525def5d08 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Unset dirty status for tenant:54c22d90a6004e7a9c7bcfddbd225976 on resource:subnet {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:29.874762 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c8acf97f-6f40-4bdd-8cc3-52525def5d08 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2710254
Nov 24 14:36:29.881792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56902) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:29.886464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-911b8492-8878-434c-b169-aaa7602707d2', 'network_id': '911b8492-8878-434c-b169-aaa7602707d2', 'tenant_id': '8641dcc97b5149d8abae85e3ed53c996', 'fixed_ips': [{'subnet_id': '06f355a2-1425-47c8-9e0f-fa283eaafebc'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:36:29.886464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:29.932427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:29.964905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 975e1e80-19f3-45a3-a73b-ae95883590ad completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:29.981179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:29.999711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:30.017145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:30.032460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.043540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting port 253d86fb-9c64-477f-99a3-cd88f8870e6d {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:30.043870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.059319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Allocated IP 172.20.0.2 (911b8492-8878-434c-b169-aaa7602707d2/06f355a2-1425-47c8-9e0f-fa283eaafebc/fb907559-071a-4155-a50e-9b346aa04116) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:30.089852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:30.348585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.370334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Transition to ACTIVE for port object fb907559-071a-4155-a50e-9b346aa04116 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:30.371059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.390552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Transition to ACTIVE for port object fb907559-071a-4155-a50e-9b346aa04116 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:30.416969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] For port 253d86fb-9c64-477f-99a3-cd88f8870e6d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=253d86fb-9c64-477f-99a3-cd88f8870e6d,segment=NetworkSegment(290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae),segment_id=290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:30.417121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.429493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:30.496970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.502862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:30.589652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Calling delete_port for 253d86fb-9c64-477f-99a3-cd88f8870e6d owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:30.601307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe54bd2-7080-48f0-b626-ec6ee4e83767 None None] Network 04d5f261-9d89-4ed1-8ee0-8c470e3c4904 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:30.612944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Network 911b8492-8878-434c-b169-aaa7602707d2 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:30.632589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:30.643639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:30.692252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Pushing event updated for resources: {'Port': ['ID=fb907559-071a-4155-a50e-9b346aa04116,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:30.695625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:30.825142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.10 (911b8492-8878-434c-b169-aaa7602707d2/06f355a2-1425-47c8-9e0f-fa283eaafebc/d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:30.834812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.844438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-253ec5a4-e9fd-4e87-bef1-3e8588217660 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:30.888827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Attempting to bind port fb907559-071a-4155-a50e-9b346aa04116 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:30.889217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Attempting to bind port fb907559-071a-4155-a50e-9b346aa04116 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '477e74fb-1314-48d5-a5b1-9433a3eccf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '911b8492-8878-434c-b169-aaa7602707d2'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:30.889746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Attempting to bind port fb907559-071a-4155-a50e-9b346aa04116 on network 911b8492-8878-434c-b169-aaa7602707d2 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:30.892167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Provisioning for port 975e1e80-19f3-45a3-a73b-ae95883590ad completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:30.912036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a8016-9deb-4493-bba7-cbb7e2245a45 None None] Network 33a21418-5d5b-431b-a087-502c652919ed requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:30.929901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Provisioning complete for port 975e1e80-19f3-45a3-a73b-ae95883590ad triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:30.930281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.976535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:30.976915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Checking segment: {'id': '477e74fb-1314-48d5-a5b1-9433a3eccf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '911b8492-8878-434c-b169-aaa7602707d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:30.977336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:30.977742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Bound using segment: {'id': '477e74fb-1314-48d5-a5b1-9433a3eccf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '911b8492-8878-434c-b169-aaa7602707d2'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:30.978261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Bound port: fb907559-071a-4155-a50e-9b346aa04116, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477e74fb-1314-48d5-a5b1-9433a3eccf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '911b8492-8878-434c-b169-aaa7602707d2'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:30.978646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.014396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Port': ['ID=253d86fb-9c64-477f-99a3-cd88f8870e6d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:31.030965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:31.038135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] No DVR routers for this DVR port 253d86fb-9c64-477f-99a3-cd88f8870e6d on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:36:31.258893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.299591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e9d0b80>,) {'filters': {'network_id': ['33a21418-5d5b-431b-a087-502c652919ed']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:31.327079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d0b80>, '290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:31.327656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9d0b80>, '290821d5-c7b8-4d68-b60f-a8a2d0d8b8ae') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:31.342642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] For port fb907559-071a-4155-a50e-9b346aa04116, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:31.355723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.356336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.372173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d539df-e70f-4b4a-81d4-372d541324e3 None None] DHCP port deletion for 33a21418-5d5b-431b-a087-502c652919ed request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:36:31.376930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] For port fb907559-071a-4155-a50e-9b346aa04116, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fb907559-071a-4155-a50e-9b346aa04116,segment=NetworkSegment(477e74fb-1314-48d5-a5b1-9433a3eccf74),segment_id=477e74fb-1314-48d5-a5b1-9433a3eccf74)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:31.389670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.393995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.405585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=975e1e80-19f3-45a3-a73b-ae95883590ad,segment=NetworkSegment(5f43ef57-8ba3-4604-986b-f7c167547393),segment_id=5f43ef57-8ba3-4604-986b-f7c167547393)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:31.408380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] DHCP port deletion for 04d5f261-9d89-4ed1-8ee0-8c470e3c4904 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:36:31.410117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:31.410519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.413822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Deleting port 975e1e80-19f3-45a3-a73b-ae95883590ad {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:31.414149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:31.425750 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:31.442433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:31.449257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.455120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3e338b0b-8a82-4d21-9960-42d7f55ab768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:31.493420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.555023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 975e1e80-19f3-45a3-a73b-ae95883590ad no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:36:31.573653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.579290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.586263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c1c72f30-f2fe-4c54-a7d7-b2a6b7d89b6b tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:31.618870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.626686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Network': ['ID=33a21418-5d5b-431b-a087-502c652919ed,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:31.627640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:31.635481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Pushing event updated for resources: {'Port': ['ID=fb907559-071a-4155-a50e-9b346aa04116,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:31.635932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:31.642196 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d4b686b-e5f1-4f9b-898f-6c029e1a5c4c None None] Could not find standard attr ID for object 253d86fb-9c64-477f-99a3-cd88f8870e6d. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:36:31.656920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:31.668691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:31.702138 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/networks/33a21418-5d5b-431b-a087-502c652919ed HTTP/1.1" status: 204  len: 168 time: 1.8130202
Nov 24 14:36:31.702281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56906) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:31.748820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:31.771038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 911b8492-8878-434c-b169-aaa7602707d2 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:31.771038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:31.771038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:31.776016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:31.881688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.888492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:31.889673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.896575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Pushing event updated for resources: {'Port': ['ID=975e1e80-19f3-45a3-a73b-ae95883590ad,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:31.898554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting port 975e1e80-19f3-45a3-a73b-ae95883590ad {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:31.899070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:31.903160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:31.910630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=975e1e80-19f3-45a3-a73b-ae95883590ad,segment=NetworkSegment(5f43ef57-8ba3-4604-986b-f7c167547393),segment_id=5f43ef57-8ba3-4604-986b-f7c167547393)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:31.911042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:32.008255 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.3490918
Nov 24 14:36:32.010909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56910) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:32.024004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': '911b8492-8878-434c-b169-aaa7602707d2', 'name': 'tempest-PortsTestJSON-396821202', 'fixed_ips': [{'subnet_id': '06f355a2-1425-47c8-9e0f-fa283eaafebc', 'ip_address': '172.20.0.9'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:32.070758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:32.088965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Calling delete_port for 975e1e80-19f3-45a3-a73b-ae95883590ad owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:32.195828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=975e1e80-19f3-45a3-a73b-ae95883590ad,segment=NetworkSegment(5f43ef57-8ba3-4604-986b-f7c167547393),segment_id=5f43ef57-8ba3-4604-986b-f7c167547393)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:32.280162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:32.283870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-1f9ac8cd-8087-4146-ab64-9ea5e519c7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:32.316069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:32.325500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=975e1e80-19f3-45a3-a73b-ae95883590ad,segment=NetworkSegment(5f43ef57-8ba3-4604-986b-f7c167547393),segment_id=5f43ef57-8ba3-4604-986b-f7c167547393)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:32.325665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:32.333923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:32.340701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:32.351499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:36:32.351499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:36:32.358958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=975e1e80-19f3-45a3-a73b-ae95883590ad,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:32.362136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:32.398926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:32.461127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Calling delete_port for 975e1e80-19f3-45a3-a73b-ae95883590ad owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:32.566832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:32.572818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:32.597760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:36:32.597760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:36:32.598622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port d822eb94-eafe-4130-820d-6a638a3c7d09 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:32.817194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.9 (911b8492-8878-434c-b169-aaa7602707d2/06f355a2-1425-47c8-9e0f-fa283eaafebc/d822eb94-eafe-4130-820d-6a638a3c7d09) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:32.862805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Deleting port 975e1e80-19f3-45a3-a73b-ae95883590ad {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:32.862805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:32.904332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b2f28-6ed4-444d-82fc-86b86f042e9c None None] Network 911b8492-8878-434c-b169-aaa7602707d2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:33.063284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.079744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object d822eb94-eafe-4130-820d-6a638a3c7d09 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:33.098353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting port 975e1e80-19f3-45a3-a73b-ae95883590ad {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:33.098748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.189212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3e008860-a716-4fe4-9cf0-3862f901da7f None None] Provisioning for port fb907559-071a-4155-a50e-9b346aa04116 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:33.254397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.257133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=975e1e80-19f3-45a3-a73b-ae95883590ad,segment=NetworkSegment(5f43ef57-8ba3-4604-986b-f7c167547393),segment_id=5f43ef57-8ba3-4604-986b-f7c167547393)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:33.257582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.261572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:33.370357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 911b8492-8878-434c-b169-aaa7602707d2 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:33.380289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:33.393712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:33.441984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=d822eb94-eafe-4130-820d-6a638a3c7d09,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:33.453503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:33.465382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Calling delete_port for 975e1e80-19f3-45a3-a73b-ae95883590ad owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:33.554860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] For port 975e1e80-19f3-45a3-a73b-ae95883590ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=975e1e80-19f3-45a3-a73b-ae95883590ad,segment=NetworkSegment(5f43ef57-8ba3-4604-986b-f7c167547393),segment_id=5f43ef57-8ba3-4604-986b-f7c167547393)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:33.555124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.566820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:33.567159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fb907559-071a-4155-a50e-9b346aa04116 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:33.567426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.661017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.664756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:33.703712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Calling delete_port for 975e1e80-19f3-45a3-a73b-ae95883590ad owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:33.715227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Pushing event deleted for resources: {'Port': ['ID=975e1e80-19f3-45a3-a73b-ae95883590ad,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:33.715227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:33.719902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] No DVR routers for this DVR port 975e1e80-19f3-45a3-a73b-ae95883590ad on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:36:33.738177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port fb907559-071a-4155-a50e-9b346aa04116 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:33.744633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port fb907559-071a-4155-a50e-9b346aa04116 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:33.745145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.793681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:36:33.794033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:36:33.841878 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.8296356
Nov 24 14:36:33.845459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56914) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:33.878393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.914413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Deleting port 975e1e80-19f3-45a3-a73b-ae95883590ad {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:33.915416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.926078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port fb907559-071a-4155-a50e-9b346aa04116, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fb907559-071a-4155-a50e-9b346aa04116,segment=NetworkSegment(477e74fb-1314-48d5-a5b1-9433a3eccf74),segment_id=477e74fb-1314-48d5-a5b1-9433a3eccf74)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:33.948329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83bd82b-9141-4f9f-bed0-6c3fbd9bfcd7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:33.959652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f83bd82b-9141-4f9f-bed0-6c3fbd9bfcd7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:33.981481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Provisioning for port d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:33.983534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Provisioning complete for port d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:33.983917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:33.988415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] The port '975e1e80-19f3-45a3-a73b-ae95883590ad' was deleted {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:36:34.029056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.033237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:34.085874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Port d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:34.086824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f83bd82b-9141-4f9f-bed0-6c3fbd9bfcd7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:34.089354 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f83bd82b-9141-4f9f-bed0-6c3fbd9bfcd7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.2427936
Nov 24 14:36:34.092188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56918) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:34.131773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.132178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=fb907559-071a-4155-a50e-9b346aa04116,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:34.135301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Provisioning complete for port fb907559-071a-4155-a50e-9b346aa04116 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:34.141955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.161500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e958df0>,) {'filters': {'network_id': ['04d5f261-9d89-4ed1-8ee0-8c470e3c4904']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:34.173644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:34.176524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e958df0>, '5f43ef57-8ba3-4604-986b-f7c167547393') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:34.177594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e958df0>, '5f43ef57-8ba3-4604-986b-f7c167547393') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:34.193271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb9b1a-d688-4c67-9d5e-f6dab5635928 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:34.197591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.198078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb9b1a-d688-4c67-9d5e-f6dab5635928 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:34.202993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb9b1a-d688-4c67-9d5e-f6dab5635928 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:34.205214 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d9bb9b1a-d688-4c67-9d5e-f6dab5635928 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1120627
Nov 24 14:36:34.211044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56922) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:34.212188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.221365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:34.228558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   util.warn(
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:34.239504 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:34.295820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port d822eb94-eafe-4130-820d-6a638a3c7d09 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:34.296477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.417341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Provisioning for port d822eb94-eafe-4130-820d-6a638a3c7d09 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:34.417978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Provisioning complete for port d822eb94-eafe-4130-820d-6a638a3c7d09 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:34.418368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.473955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0c7008a5-2cd2-4186-a15a-7fae321db79e None None] Port d822eb94-eafe-4130-820d-6a638a3c7d09 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:34.544039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.555449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.560464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d891cd50-dd5d-4c25-b5df-157caad13e41 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:34.576991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.597674 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/networks/04d5f261-9d89-4ed1-8ee0-8c470e3c4904 HTTP/1.1" status: 204  len: 168 time: 2.8914382
Nov 24 14:36:34.604718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4eb08664-0561-426d-bdca-028e47bab369 None None] Provisioning complete for port d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:34.604718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4eb08664-0561-426d-bdca-028e47bab369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.604957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56926) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:34.625106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Network': ['ID=04d5f261-9d89-4ed1-8ee0-8c470e3c4904,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:34.632242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:34.654480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4eb08664-0561-426d-bdca-028e47bab369 None None] Port d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:34.668336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4eb08664-0561-426d-bdca-028e47bab369 None None] Provisioning complete for port d822eb94-eafe-4130-820d-6a638a3c7d09 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:34.668783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4eb08664-0561-426d-bdca-028e47bab369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.673491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for d822eb94-eafe-4130-820d-6a638a3c7d09 owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:34.726126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4eb08664-0561-426d-bdca-028e47bab369 None None] Port d822eb94-eafe-4130-820d-6a638a3c7d09 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:34.729682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.864331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.894388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e8f4cd0>,) {'filters': {'network_id': ['23efb49d-33a4-4091-a23c-57725305f7d1']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:34.906903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8f4cd0>, '13b9744e-7d8c-4fb2-b267-307088ff9ae6') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:34.907228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8f4cd0>, '13b9744e-7d8c-4fb2-b267-307088ff9ae6') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:34.920715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.920892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.926973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1963177c-bc09-405c-91ef-529bbf1cbc85 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:34.938277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.944388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:34.947491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:34.959457 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:34.973727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=d822eb94-eafe-4130-820d-6a638a3c7d09,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:34.977233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:35.079693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.113408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.113408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-862c5180-b621-46f1-9638-e666fd236076 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:35.133089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.144937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Network': ['ID=23efb49d-33a4-4091-a23c-57725305f7d1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:35.148671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:35.151380 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/networks/23efb49d-33a4-4091-a23c-57725305f7d1 HTTP/1.1" status: 204  len: 168 time: 0.5508788
Nov 24 14:36:35.153670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56930) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:35.199043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/d822eb94-eafe-4130-820d-6a638a3c7d09 HTTP/1.1" status: 204  len: 168 time: 0.9842536
Nov 24 14:36:35.199043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56934) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:35.247264 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b44bc88-c335-466f-884f-161e74e29f5c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:35.247536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4b44bc88-c335-466f-884f-161e74e29f5c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:35.278347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.331977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4b44bc88-c335-466f-884f-161e74e29f5c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:35.335738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4b44bc88-c335-466f-884f-161e74e29f5c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/d822eb94-eafe-4130-820d-6a638a3c7d09 HTTP/1.1" status: 404  len: 333 time: 0.1334131
Nov 24 14:36:35.336079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56938) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:35.405137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:35.405477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.514599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fb907559-071a-4155-a50e-9b346aa04116 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:35.520534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.553966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f696c10>,) {'filters': {'network_id': ['42171398-798a-4375-aceb-5b27cf321ab9']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:35.567409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f696c10>, '018a717b-e83a-4c3a-99f3-d38204e55ae6') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:35.567693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f696c10>, '018a717b-e83a-4c3a-99f3-d38204e55ae6') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:35.581911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.592411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port fb907559-071a-4155-a50e-9b346aa04116 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:35.592796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.603663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.613080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:35.613552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:35.630906 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:35.757780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.818342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.826568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d65bee59-56e4-451c-bac3-781fbb8aa879 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:35.842833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:35.855541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Pushing event deleted for resources: {'Network': ['ID=42171398-798a-4375-aceb-5b27cf321ab9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:35.858205 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] 10.222.0.53 "DELETE /v2.0/networks/42171398-798a-4375-aceb-5b27cf321ab9 HTTP/1.1" status: 204  len: 168 time: 0.7032447
Nov 24 14:36:35.859179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:35.892884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:36.081176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.086237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-42a77846-c2a7-45f7-addb-aa1bf4b7d261 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:36.135494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:36.139495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:36.242770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.328996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56946) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:36.342933 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f HTTP/1.1" status: 204  len: 168 time: 1.0016079
Nov 24 14:36:36.344624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56952) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:36.392838 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-11786806-70eb-4271-a299-18dfea76be4a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:36.393349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-11786806-70eb-4271-a299-18dfea76be4a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:36.494344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-11786806-70eb-4271-a299-18dfea76be4a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:36.498230 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-11786806-70eb-4271-a299-18dfea76be4a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/d2fc03c6-dec2-41eb-b1c6-78a8fef5d50f HTTP/1.1" status: 404  len: 333 time: 0.1499629
Nov 24 14:36:36.498592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56956) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:36.512068 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f907b133-e9b9-49c7-b5fb-5079ff426dbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54c22d90a6004e7a9c7bcfddbd225976&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1818132
Nov 24 14:36:36.521583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56960) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:36.578581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.608113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.703219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet 06f355a2-1425-47c8-9e0f-fa283eaafebc {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:36.706291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.749455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.754545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1818a32-7b85-44e1-b4a0-92b2aa41a7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:36.767198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5da22b-de4e-4a67-a6f6-1c46fb90a094,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:36.770289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.778891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:36.778891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:36.778891 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc5da22b-de4e-4a67-a6f6-1c46fb90a094 HTTP/1.1" status: 204  len: 168 time: 0.2616823
Nov 24 14:36:36.914623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.167523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.171500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-14a2f2f8-2590-415a-b587-5c1d7d890ed6 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:37.208911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=06f355a2-1425-47c8-9e0f-fa283eaafebc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:37.211375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:37.214720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.223125 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/06f355a2-1425-47c8-9e0f-fa283eaafebc HTTP/1.1" status: 204  len: 168 time: 0.7217989
Nov 24 14:36:37.223318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed524c0-4019-4716-a5bf-23ca304902ef None None] Network 911b8492-8878-434c-b169-aaa7602707d2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:37.224350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 56968) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:37.345177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.356808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port fb907559-071a-4155-a50e-9b346aa04116 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:37.357139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.497923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] DHCP port deletion for 911b8492-8878-434c-b169-aaa7602707d2 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:36:37.509128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Deleting port fb907559-071a-4155-a50e-9b346aa04116 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:37.509128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.576230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] For port fb907559-071a-4155-a50e-9b346aa04116, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fb907559-071a-4155-a50e-9b346aa04116,segment=NetworkSegment(477e74fb-1314-48d5-a5b1-9433a3eccf74),segment_id=477e74fb-1314-48d5-a5b1-9433a3eccf74)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:37.576631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.700986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for fb907559-071a-4155-a50e-9b346aa04116 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:37.720573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] For port fb907559-071a-4155-a50e-9b346aa04116, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fb907559-071a-4155-a50e-9b346aa04116,segment=NetworkSegment(477e74fb-1314-48d5-a5b1-9433a3eccf74),segment_id=477e74fb-1314-48d5-a5b1-9433a3eccf74)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:37.721028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.879031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Calling delete_port for fb907559-071a-4155-a50e-9b346aa04116 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:37.897712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:37.910984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75bb4d16-e739-4c39-bc2c-20376c739f49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:38.011760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No DVR routers for this DVR port fb907559-071a-4155-a50e-9b346aa04116 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:36:38.013146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:36:38.013146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:36:38.013346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=fb907559-071a-4155-a50e-9b346aa04116,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:38.013346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:38.187143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.204607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56988) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:38.217140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eee2340>,) {'filters': {'network_id': ['911b8492-8878-434c-b169-aaa7602707d2']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:38.226519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eee2340>, '477e74fb-1314-48d5-a5b1-9433a3eccf74') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:38.227125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eee2340>, '477e74fb-1314-48d5-a5b1-9433a3eccf74') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:38.238481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.254143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.261295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:38.261672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:38.276843 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:38.340391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342742376'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:38.346555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:38.350413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:38.354489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:38.361481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:38.468167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Deleting port fb907559-071a-4155-a50e-9b346aa04116 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:38.468692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.513229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.517515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.517515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:38.527402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.534539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c447f426-d673-4f81-8a03-ec4ebd4d1bef None None] The port 'fb907559-071a-4155-a50e-9b346aa04116' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:36:38.541462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.545527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=911b8492-8878-434c-b169-aaa7602707d2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:38.551796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:38.566493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:38.570309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:38.573804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:38.579578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:38.645424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.656403 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/911b8492-8878-434c-b169-aaa7602707d2 HTTP/1.1" status: 204  len: 168 time: 1.4308388
Nov 24 14:36:38.660023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56994) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:38.666491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1906509089'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:38.671932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:38.675727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:network and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:38.684445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:38.685260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:38.746864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.751069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-66286118-7a16-4350-ac14-2ce6d5973d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:38.783358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:38.786278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.808381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:38.814820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3cff1-5e20-45be-97d0-6def35cb99c9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:38.817453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:38.820560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:38.823527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:38.829922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:38.843853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:38.860813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.861144 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Added segment a8b3c11c-147f-4fea-ab53-386e07de67ad of type vlan for network 79f96f02-9214-4115-aeb1-a2962203ee70
Nov 24 14:36:38.896707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.960859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:38.998433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.002842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:39.003434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.006966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca8f7aff-dcb5-4afd-adde-30b1aafdd9bf tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:39.104407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.123310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Network': ['ID=79f96f02-9214-4115-aeb1-a2962203ee70,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:39.127505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:39.128004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-726aa622-c42d-47a6-8b1f-68d676a8bc81 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:39.133202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 79f96f02-9214-4115-aeb1-a2962203ee70 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:39.156997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03978556-0da9-40d3-8a34-bd4b9ecb746c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:39.159521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:39.205313 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5440941
Nov 24 14:36:39.208224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 56998) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.214377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:39.232029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.233227 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0276237
Nov 24 14:36:39.236128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57002) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.307728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1201623b-589d-411a-8211-e812948c75d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.0702796
Nov 24 14:36:39.310373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57006) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.315954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-security--446057731', 'description': 'tempest-security-description-674164939'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:39.329705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:39.333685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:39.336528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:39.343270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:39.346665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.398409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.435897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:39.465068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.467728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.469138 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "PUT /v2.0/security-groups/03978556-0da9-40d3-8a34-bd4b9ecb746c HTTP/1.1" status: 200  len: 1610 time: 0.1576900
Nov 24 14:36:39.470115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f64943bf-6a10-4911-b548-c60a54bf9e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:39.480324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57010) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.514152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fb907559-071a-4155-a50e-9b346aa04116 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:36:39.528162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03978556-0da9-40d3-8a34-bd4b9ecb746c,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:39.536720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:39.547321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: fb907559-071a-4155-a50e-9b346aa04116 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:36:39.547649 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-49136a0f-97a9-4294-82e1-616d4127138b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups/03978556-0da9-40d3-8a34-bd4b9ecb746c HTTP/1.1" status: 200  len: 1610 time: 0.0657990
Nov 24 14:36:39.548161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fb907559-071a-4155-a50e-9b346aa04116 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:36:39.552342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57014) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.561327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.616285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.652850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.731991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.735928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6dff3520-12f7-4f4e-bb17-967cef0864b2 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:39.750615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03978556-0da9-40d3-8a34-bd4b9ecb746c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:39.753637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:39.757225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.758352 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/03978556-0da9-40d3-8a34-bd4b9ecb746c HTTP/1.1" status: 204  len: 168 time: 0.2048104
Nov 24 14:36:39.761396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57018) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.816806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-856902cd-370b-4e91-9191-e44b03acdc8a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:39.856270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:39.860324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d31e7308-9380-448b-9fee-3f3deebabedb tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:39.941730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-856902cd-370b-4e91-9191-e44b03acdc8a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:39.943152 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-856902cd-370b-4e91-9191-e44b03acdc8a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1808496
Nov 24 14:36:39.946271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57022) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.969930 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-95ad5bbb-2702-4a85-aa91-e6e6ba6aee44 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] delete failed (client error): The resource could not be found.
Nov 24 14:36:39.969930 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-95ad5bbb-2702-4a85-aa91-e6e6ba6aee44 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/03978556-0da9-40d3-8a34-bd4b9ecb746c HTTP/1.1" status: 404  len: 347 time: 0.0177484
Nov 24 14:36:39.971161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57026) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:39.977232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301209596'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:39.983758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:39.995533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:40.042290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=0c8cfbdd-3b10-4e60-a94f-120834cc1870,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:40.045953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:40.053789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Checking segment: {'id': 'a8b3c11c-147f-4fea-ab53-386e07de67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:40.054138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network hostable DHCP agents. Network: 79f96f02-9214-4115-aeb1-a2962203ee70, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:40.084984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.121790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:40.125602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:40.128395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:40.135585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:40.158971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 79f96f02-9214-4115-aeb1-a2962203ee70 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:40.191466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.249950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 79f96f02-9214-4115-aeb1-a2962203ee70) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:40.254768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:40.256759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.257777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7aeff-ec4a-4368-96c9-b0c279e4d53d None None] Network 79f96f02-9214-4115-aeb1-a2962203ee70 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:40.284683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.288746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e32d9362-c171-4f9c-a779-abde23ac228a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:40.337305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4869cafe-b0b6-4acf-ae33-2bc71bbbf3f2,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:40.340260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:40.341167 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1318917
Nov 24 14:36:40.344427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57030) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:40.350849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-789580161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:40.357980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:40.363293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:router and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:40.364867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:40.371247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:40.412105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.413386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4411087
Nov 24 14:36:40.417168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57034) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:40.428416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': '4869cafe-b0b6-4acf-ae33-2bc71bbbf3f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:40.428613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:40.433692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:40.436602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:40.442330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:40.447544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.448784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.467295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.487100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-79f96f02-9214-4115-aeb1-a2962203ee70', 'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70', 'tenant_id': '8641dcc97b5149d8abae85e3ed53c996', 'fixed_ips': [{'subnet_id': '0c8cfbdd-3b10-4e60-a94f-120834cc1870'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:36:40.487100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.544913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.572398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.616767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.641253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Allocated IP 172.20.0.2 (79f96f02-9214-4115-aeb1-a2962203ee70/0c8cfbdd-3b10-4e60-a94f-120834cc1870/558c5a28-c981-4272-bbe3-3c7ea946a0fb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:40.675060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.676180 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d049adce-92a9-49fd-b40a-0b40822668bc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.3304861
Nov 24 14:36:40.678949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57038) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:40.684833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70', 'name': 'tempest-PortsTestJSON-58345265'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:40.703672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.713503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0049f1a5-1fa1-432c-b309-69719c7b326c tempest-TestNetworkAdvancedServerOps-91261696 tempest-TestNetworkAdvancedServerOps-91261696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:40.733927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919c3dea-2cdd-4340-af12-953be67dfd5b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:40.737894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:40.813170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.815121 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3969836
Nov 24 14:36:40.818630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57042) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:40.824458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:40.829164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:port and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:40.832686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:40.840421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:40.852130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.867606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.867783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:40.977565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:40.981949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.005854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.005854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-69b9f81f-0031-42e9-9f8b-941ee455bc38 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:41.006099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:41.008471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Transition to ACTIVE for port object 558c5a28-c981-4272-bbe3-3c7ea946a0fb will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:41.020579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=919c3dea-2cdd-4340-af12-953be67dfd5b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:41.022767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.023745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/919c3dea-2cdd-4340-af12-953be67dfd5b HTTP/1.1" status: 204  len: 168 time: 0.2041910
Nov 24 14:36:41.027779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:41.027779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57046) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:41.040303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Transition to ACTIVE for port object 558c5a28-c981-4272-bbe3-3c7ea946a0fb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:41.074518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-03cebda8-fbd1-46c1-8202-8ba3f9a129a1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:41.107854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.112977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e005485a-697d-4bed-84e4-abe1c7719cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:41.174053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.3 (79f96f02-9214-4115-aeb1-a2962203ee70/0c8cfbdd-3b10-4e60-a94f-120834cc1870/78f62594-f0a7-4126-a3b6-a01a0bd27d5c) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:41.174995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Network 79f96f02-9214-4115-aeb1-a2962203ee70 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:41.183132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:41.187231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:41.192183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Pushing event updated for resources: {'Port': ['ID=558c5a28-c981-4272-bbe3-3c7ea946a0fb,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:41.193153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-03cebda8-fbd1-46c1-8202-8ba3f9a129a1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:41.197327 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-03cebda8-fbd1-46c1-8202-8ba3f9a129a1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1665657
Nov 24 14:36:41.197959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:41.198062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57050) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:41.266840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.295255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.297966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Attempting to bind port 558c5a28-c981-4272-bbe3-3c7ea946a0fb on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:41.298347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Attempting to bind port 558c5a28-c981-4272-bbe3-3c7ea946a0fb by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'a8b3c11c-147f-4fea-ab53-386e07de67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:41.298715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Attempting to bind port 558c5a28-c981-4272-bbe3-3c7ea946a0fb on network 79f96f02-9214-4115-aeb1-a2962203ee70 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:41.305053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:41.305433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Checking segment: {'id': 'a8b3c11c-147f-4fea-ab53-386e07de67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:41.306382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.307436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Bound using segment: {'id': 'a8b3c11c-147f-4fea-ab53-386e07de67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:41.307914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Bound port: 558c5a28-c981-4272-bbe3-3c7ea946a0fb, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b3c11c-147f-4fea-ab53-386e07de67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '79f96f02-9214-4115-aeb1-a2962203ee70'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:41.308327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.392768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.402410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] For port 558c5a28-c981-4272-bbe3-3c7ea946a0fb, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:41.405500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] For port 558c5a28-c981-4272-bbe3-3c7ea946a0fb, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=558c5a28-c981-4272-bbe3-3c7ea946a0fb,segment=NetworkSegment(a8b3c11c-147f-4fea-ab53-386e07de67ad),segment_id=a8b3c11c-147f-4fea-ab53-386e07de67ad)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:41.410009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object 78f62594-f0a7-4126-a3b6-a01a0bd27d5c will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:41.421913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.426855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ec5bd6da-0b5b-4cb5-af70-90730c0fe168 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:41.442537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869cafe-b0b6-4acf-ae33-2bc71bbbf3f2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:41.449379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:41.519314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.524391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:41.559422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.561245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.561461 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/4869cafe-b0b6-4acf-ae33-2bc71bbbf3f2 HTTP/1.1" status: 204  len: 168 time: 0.3620915
Nov 24 14:36:41.563837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57054) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:41.570389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:41.612304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Pushing event updated for resources: {'Port': ['ID=558c5a28-c981-4272-bbe3-3c7ea946a0fb,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:41.617038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:41.661709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-50fb1200-28ef-4398-a688-2939bd91c6c3 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:41.685385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=78f62594-f0a7-4126-a3b6-a01a0bd27d5c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:41.688817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 79f96f02-9214-4115-aeb1-a2962203ee70 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:41.689855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:41.691029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:41.693472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:41.755751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:41.756377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:41.759442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-50fb1200-28ef-4398-a688-2939bd91c6c3 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:41.774817 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-50fb1200-28ef-4398-a688-2939bd91c6c3 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2061286
Nov 24 14:36:41.776475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57058) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:41.785376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--232781172'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:41.803338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:41.814146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:41.896979 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.2167165
Nov 24 14:36:41.899432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57062) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:42.022662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:42.117259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:42.134033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:42.178278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:42.192273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:42.375470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:42.479988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:42.485367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59ffa071-b0ae-4610-9ce7-f70a427b78af tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:42.555051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8626fb6-0a68-4284-84b0-d61d87c90f75 None None] Network 79f96f02-9214-4115-aeb1-a2962203ee70 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:42.573329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39dd958-35b7-4a9a-b760-9c05edc79552,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:42.583093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:42.611931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:42.658236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:42.659439 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8817348
Nov 24 14:36:42.662547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57066) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:42.669876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'a39dd958-35b7-4a9a-b760-9c05edc79552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:42.676958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:42.681650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:42.684687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:42.691054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:42.732468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c2aec002-57cc-4f45-a96e-826a1a04c6a6 None None] Provisioning for port 558c5a28-c981-4272-bbe3-3c7ea946a0fb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:42.759614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:42.848742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.007056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.014135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-08c4ecf4-74a5-45f0-ba16-b51a44f6de72 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:43.034927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365ec974-3d07-4483-abe5-a279cb14ac8b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:43.041224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:43.142365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.149108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.150901 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4863498
Nov 24 14:36:43.153934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57074) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:43.159693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'a39dd958-35b7-4a9a-b760-9c05edc79552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:43.166464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:43.174958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:43.174958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:43.180108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:43.193134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f1a01c6a-45bd-4041-90c9-55b0dafb63d4 None None] Provisioning for port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:43.199893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f1a01c6a-45bd-4041-90c9-55b0dafb63d4 None None] Provisioning complete for port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:43.200225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1a01c6a-45bd-4041-90c9-55b0dafb63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.216223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.221444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dbbc74f7-529e-4965-b4ef-5bbdbc498de8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:43.255359 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f1a01c6a-45bd-4041-90c9-55b0dafb63d4 None None] Port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:43.324348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.345231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=78f62594-f0a7-4126-a3b6-a01a0bd27d5c,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:43.353562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:43.378392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f24b214f-839f-4633-bdc0-2fcbbee9f8c8 None None] Provisioning complete for port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:43.379382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f24b214f-839f-4633-bdc0-2fcbbee9f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.408913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.486843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f24b214f-839f-4633-bdc0-2fcbbee9f8c8 None None] Port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:43.496591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.501645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:43.528988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599f021a-b520-47bb-b03d-efb6fb7c0374,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:43.533499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:43.566948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 558c5a28-c981-4272-bbe3-3c7ea946a0fb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:43.601961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.603203 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4483378
Nov 24 14:36:43.605785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.606506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57078) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:43.612678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'a39dd958-35b7-4a9a-b760-9c05edc79552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:43.619830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:43.623954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:43.627110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:43.639118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-1c0d868f-5c1b-42e0-b411-546560adf364 None None] Provisioning complete for port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:43.639118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1c0d868f-5c1b-42e0-b411-546560adf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.639375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:43.693203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d868f-5c1b-42e0-b411-546560adf364 None None] Port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:43.773583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.780173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.793198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 558c5a28-c981-4272-bbe3-3c7ea946a0fb completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:43.798040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 558c5a28-c981-4272-bbe3-3c7ea946a0fb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:43.798630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.859646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.910919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.921106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:43.927146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:43.940844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898a10e0-0229-44e1-86cb-468b4a34b871,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:43.943593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:43.962303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 558c5a28-c981-4272-bbe3-3c7ea946a0fb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=558c5a28-c981-4272-bbe3-3c7ea946a0fb,segment=NetworkSegment(a8b3c11c-147f-4fea-ab53-386e07de67ad),segment_id=a8b3c11c-147f-4fea-ab53-386e07de67ad)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:44.064182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.067907 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4579637
Nov 24 14:36:44.068241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57082) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:44.074762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'a39dd958-35b7-4a9a-b760-9c05edc79552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:44.080777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:44.085143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:44.088163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:44.094135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:44.115432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.115432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9b41b222-93a4-4ac4-a3d7-f6bc3b36b910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:44.175023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.178918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=558c5a28-c981-4272-bbe3-3c7ea946a0fb,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:44.182801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:44.191031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.255566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.280536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.307119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43cf5cb4-84e9-4ec4-a3e3-cf06b567af3d tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:44.361004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.369619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:44.390154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0ab585-8b9a-4c8b-9f9c-108c60a81e14,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:44.393321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:44.394612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=78f62594-f0a7-4126-a3b6-a01a0bd27d5c,revision_number=3']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:44.398865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:44.400352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.464407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.465439 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3960929
Nov 24 14:36:44.468227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57086) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:44.473925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'a39dd958-35b7-4a9a-b760-9c05edc79552', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:44.480527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:44.484725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:44.487573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:44.493434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:44.541947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network 79f96f02-9214-4115-aeb1-a2962203ee70 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:44.543151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:44.588555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.676064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.755716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.762707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ffcedc53-1643-4421-a5f0-9c9216323ffd tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:44.784148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4933faf8-a151-419a-b550-cb58956e58e6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:44.787317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:44.821193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b05f9c2b-7eeb-4cc7-ab3b-48d6f5b66c20 None None] Provisioning complete for port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:44.821802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b05f9c2b-7eeb-4cc7-ab3b-48d6f5b66c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.881417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b05f9c2b-7eeb-4cc7-ab3b-48d6f5b66c20 None None] Port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:44.895938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.897159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.4279959
Nov 24 14:36:44.900327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57090) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:44.930070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:44.941382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.033271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.036974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:45.054425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4933faf8-a151-419a-b550-cb58956e58e6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:45.063183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:45.063183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.063183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4933faf8-a151-419a-b550-cb58956e58e6 HTTP/1.1" status: 204  len: 168 time: 0.1595523
Nov 24 14:36:45.063885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57094) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:45.114994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c4ea9178-329f-4711-9753-b97edae40902 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:45.126172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Router 8f1e0489-2b8d-4da4-bd67-800fbe83bf2c is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:36:45.243696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c4ea9178-329f-4711-9753-b97edae40902 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:45.245013 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c4ea9178-329f-4711-9753-b97edae40902 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.1801322
Nov 24 14:36:45.248230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57098) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:45.286410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.298746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.304294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:36:45.308350 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "PUT /v2.0/routers/8f1e0489-2b8d-4da4-bd67-800fbe83bf2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4054878
Nov 24 14:36:45.309395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57102) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:45.312119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] Sync routers for ids ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:36:45.324019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] Routers {'8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:45.326912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb42c10>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:36:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:45.383195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb42c10>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:45.394795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] Routers {'8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:45.395383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb42c10>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:36:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:45.398004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5fef4-dfca-4e63-a8c7-72df21469c32 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:45.398696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76c5fef4-dfca-4e63-a8c7-72df21469c32 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:45.434350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.441079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c369e76a-17d5-4c15-89da-88cd5065d003 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:45.456754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e0ab585-8b9a-4c8b-9f9c-108c60a81e14,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:45.457316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb42c10>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:45.457734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cbfafe-5119-44c9-a058-fbebfe5b0f9b None None] The sync data for ids ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:36:45.461060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:45.466869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76c5fef4-dfca-4e63-a8c7-72df21469c32 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:45.470813 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-76c5fef4-dfca-4e63-a8c7-72df21469c32 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f1e0489-2b8d-4da4-bd67-800fbe83bf2c HTTP/1.1" status: 200  len: 980 time: 0.1576920
Nov 24 14:36:45.476048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57106) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:45.515573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 558c5a28-c981-4272-bbe3-3c7ea946a0fb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:45.583045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 558c5a28-c981-4272-bbe3-3c7ea946a0fb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:45.583420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.593671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.594787 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6e0ab585-8b9a-4c8b-9f9c-108c60a81e14 HTTP/1.1" status: 204  len: 168 time: 0.3455906
Nov 24 14:36:45.597697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57110) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:45.656333 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-59ec7156-5f46-4f94-828d-9274f1357560 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.0572937
Nov 24 14:36:45.661282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57116) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:45.693166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.706233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.812027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.820378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:45.839305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=898a10e0-0229-44e1-86cb-468b4a34b871,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:45.840893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:45.844696 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/898a10e0-0229-44e1-86cb-468b4a34b871 HTTP/1.1" status: 204  len: 168 time: 0.1797116
Nov 24 14:36:45.847861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57120) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:45.851574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.851943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.852386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.852771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.853145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.853511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.853874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.854232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.854592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.854950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.855618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:45.859116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:45.915751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-08be30dd-47f5-47e4-a92f-cd3d07fba8b3 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:46.033864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-08be30dd-47f5-47e4-a92f-cd3d07fba8b3 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:46.033864 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-08be30dd-47f5-47e4-a92f-cd3d07fba8b3 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.1816039
Nov 24 14:36:46.034093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57126) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:46.078734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.122865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.156255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.276015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.278559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cf2c8d71-6dfb-4bff-b72d-a209e311e659 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:46.296500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=599f021a-b520-47bb-b03d-efb6fb7c0374,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:46.302435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:46.366282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.367372 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/599f021a-b520-47bb-b03d-efb6fb7c0374 HTTP/1.1" status: 204  len: 168 time: 0.3319483
Nov 24 14:36:46.370245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57130) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:46.419659 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-199f6484-2781-469d-b302-0d2506dfb8ac tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.0481007
Nov 24 14:36:46.422696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57134) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:46.452917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.463799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.512593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 78f62594-f0a7-4126-a3b6-a01a0bd27d5c {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:46.512932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.577875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.582789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fabae2b0-0d68-4bbb-a7ca-662fb907211e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:46.600681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=365ec974-3d07-4483-abe5-a279cb14ac8b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:46.604766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:46.605885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.606970 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/365ec974-3d07-4483-abe5-a279cb14ac8b HTTP/1.1" status: 204  len: 168 time: 0.1837239
Nov 24 14:36:46.609536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57138) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:46.657021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9e1df9ff-049c-4581-bbc6-f859cabd356c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:46.708768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.726793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9e1df9ff-049c-4581-bbc6-f859cabd356c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:46.728049 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9e1df9ff-049c-4581-bbc6-f859cabd356c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1175444
Nov 24 14:36:46.730967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57142) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:46.798178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.826197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.835997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 78f62594-f0a7-4126-a3b6-a01a0bd27d5c owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:46.966744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:46.970569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d482a8ef-5204-4404-8968-688f840e7810 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:46.986864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39dd958-35b7-4a9a-b760-9c05edc79552,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:46.991054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:47.080473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.081612 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/a39dd958-35b7-4a9a-b760-9c05edc79552 HTTP/1.1" status: 204  len: 168 time: 0.3497019
Nov 24 14:36:47.084039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57146) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:47.135178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ecac299a-4b93-4d51-b241-9c8361ad4ebe tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:47.150278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.155979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:47.201612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=78f62594-f0a7-4126-a3b6-a01a0bd27d5c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:47.204518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:47.275781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ecac299a-4b93-4d51-b241-9c8361ad4ebe tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:47.276357 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ecac299a-4b93-4d51-b241-9c8361ad4ebe tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1913700
Nov 24 14:36:47.280475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57150) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:47.286434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405345045'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:47.297950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:47.309127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:47.371572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.413395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:47.418303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:47.421162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:47.426974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:47.445171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.487820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.536344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.543696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:47.590107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5905adc-65a3-445f-b4f4-c9e4828edbf1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:47.593996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:47.652247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.652601 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3711996
Nov 24 14:36:47.655424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57154) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:47.661068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'e5905adc-65a3-445f-b4f4-c9e4828edbf1', 'direction': 'ingress', 'protocol': 17}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:47.667620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:47.671727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:47.674622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:47.680553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:47.805467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.869259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.966771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:47.968319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Router 8f1e0489-2b8d-4da4-bd67-800fbe83bf2c has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:36:47.969139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dfab5a94-45a7-4f38-b0c5-d50013fb6eb3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:47.992325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47384163-99d3-4a12-b3dc-1f56256535b8,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:47.995113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:48.084948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.086270 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.4298851
Nov 24 14:36:48.089765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57158) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:48.145535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:36:48.155568 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] Sync routers for ids ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:36:48.168962 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] Routers {'8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:48.169741 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd47ca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:36:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:48.179495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.206189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.228836 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd47ca0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:48.239932 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] Routers {'8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:36:48.240549 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd47ca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:36:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:48.246639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "PUT /v2.0/routers/8f1e0489-2b8d-4da4-bd67-800fbe83bf2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7715802
Nov 24 14:36:48.247467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57162) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:48.298735 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-05917e37-c864-462e-9905-98aae42d8008 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:48.299239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05917e37-c864-462e-9905-98aae42d8008 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:48.302100 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd47ca0>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:48.302521 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531bbcc-d5fa-421f-90c4-c9d242030c7c None None] The sync data for ids ['8f1e0489-2b8d-4da4-bd67-800fbe83bf2c'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:36:48.324106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.330871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5b5078c0-3119-48cb-b559-13ece11a5d00 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:48.343465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5905adc-65a3-445f-b4f4-c9e4828edbf1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:48.346901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:48.357881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.358971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5905adc-65a3-445f-b4f4-c9e4828edbf1 HTTP/1.1" status: 204  len: 168 time: 0.2682881
Nov 24 14:36:48.361925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57166) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:48.414821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-71706e48-986e-478c-99ea-dee8afc2e3ae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:48.419572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-05917e37-c864-462e-9905-98aae42d8008 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:48.420703 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-05917e37-c864-462e-9905-98aae42d8008 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/78f62594-f0a7-4126-a3b6-a01a0bd27d5c HTTP/1.1" status: 404  len: 333 time: 0.1722243
Nov 24 14:36:48.423486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57170) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:48.485077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-71706e48-986e-478c-99ea-dee8afc2e3ae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:48.486473 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-71706e48-986e-478c-99ea-dee8afc2e3ae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1228027
Nov 24 14:36:48.489447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57174) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:48.495154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--944743947'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:48.501098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:48.511125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:48.564182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75381845-b2fd-4adf-979b-ff08108277a8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.577446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.615352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:48.620071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:48.622915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:48.632294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:48.685219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.766637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.766637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0b656c17-abdd-4b10-8c45-5fc531e1a8cb tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:48.814940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17920ac-b09e-4967-838f-41f154c78af3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:48.824065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:48.878787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:48.882478 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3899500
Nov 24 14:36:48.883375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57178) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:48.890082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415727941'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:48.896342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:48.904802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:48.904802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:48.910272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:48.994870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.032572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:49.036738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:49.039847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:49.046553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:49.079868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75381845-b2fd-4adf-979b-ff08108277a8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.084042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75381845-b2fd-4adf-979b-ff08108277a8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.101395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.153310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.158719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d86c9345-fcd3-4823-b80a-39c05cbf131b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:49.182562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75381845-b2fd-4adf-979b-ff08108277a8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.182562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75381845-b2fd-4adf-979b-ff08108277a8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1e0489-2b8d-4da4-bd67-800fbe83bf2c {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:36:49.198460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-75381845-b2fd-4adf-979b-ff08108277a8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.199546 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-75381845-b2fd-4adf-979b-ff08108277a8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/routers/8f1e0489-2b8d-4da4-bd67-800fbe83bf2c HTTP/1.1" status: 204  len: 168 time: 0.7750485
Nov 24 14:36:49.202547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57184) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:49.239077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f0a4c-f9b0-4fd2-9874-d54ef1d68cce,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:49.245619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:49.253619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.254503 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3695648
Nov 24 14:36:49.261915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57188) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:49.264888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'a17920ac-b09e-4967-838f-41f154c78af3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f99f0a4c-f9b0-4fd2-9874-d54ef1d68cce', 'remote_ip_prefix': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:49.271517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:49.276509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:49.279641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:49.285525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:49.379023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.397946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet 0c8cfbdd-3b10-4e60-a94f-120834cc1870 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:49.401650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.450416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.463683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.527140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.529294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3093bb66-be02-489b-92b7-9b6c68d87864 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:49.549394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.554260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3282537f-0586-4b57-91a9-4950ea556095,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:49.559731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:49.563427 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:36:49.624618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.629276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.3658640
Nov 24 14:36:49.629276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57192) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:49.658280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.668776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.698193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.704011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-11cc3862-460b-46e8-a16d-af7a36085262 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:49.783157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.785040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e360b89c-5fe4-423f-a20e-1a42d0ee3bbd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:49.800992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3282537f-0586-4b57-91a9-4950ea556095,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:49.803918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:49.810365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.811837 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3282537f-0586-4b57-91a9-4950ea556095 HTTP/1.1" status: 204  len: 168 time: 0.1826191
Nov 24 14:36:49.814696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57196) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:49.839400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8cfbdd-3b10-4e60-a94f-120834cc1870,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:49.842006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:49.846946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:49.855036 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/0c8cfbdd-3b10-4e60-a94f-120834cc1870 HTTP/1.1" status: 204  len: 168 time: 0.6512101
Nov 24 14:36:49.859119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57200) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:49.862485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4140bcf-e21e-4a4c-aacf-343f0df1395c None None] Network 79f96f02-9214-4115-aeb1-a2962203ee70 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:49.890151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5e59a005-23e2-4ce5-9c96-9804bb089ea0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:49.994118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.004882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port 558c5a28-c981-4272-bbe3-3c7ea946a0fb {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:50.005143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.098538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5e59a005-23e2-4ce5-9c96-9804bb089ea0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:50.099819 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5e59a005-23e2-4ce5-9c96-9804bb089ea0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2843120
Nov 24 14:36:50.103426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57204) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:50.121096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] DHCP port deletion for 79f96f02-9214-4115-aeb1-a2962203ee70 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:36:50.125390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Deleting port 558c5a28-c981-4272-bbe3-3c7ea946a0fb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:50.125768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.250682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.263985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] For port 558c5a28-c981-4272-bbe3-3c7ea946a0fb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=558c5a28-c981-4272-bbe3-3c7ea946a0fb,segment=NetworkSegment(a8b3c11c-147f-4fea-ab53-386e07de67ad),segment_id=a8b3c11c-147f-4fea-ab53-386e07de67ad)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:50.264570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.340232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] For port 558c5a28-c981-4272-bbe3-3c7ea946a0fb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=558c5a28-c981-4272-bbe3-3c7ea946a0fb,segment=NetworkSegment(a8b3c11c-147f-4fea-ab53-386e07de67ad),segment_id=a8b3c11c-147f-4fea-ab53-386e07de67ad)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:50.340632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.393744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.402456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for 558c5a28-c981-4272-bbe3-3c7ea946a0fb owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:50.459980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Calling delete_port for 558c5a28-c981-4272-bbe3-3c7ea946a0fb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:50.467677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.616152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.619598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.621425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:36:50.623960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:36:50.625060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-322e66bb-3e40-4731-bf37-ecc8edfd1e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:50.641710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f0a4c-f9b0-4fd2-9874-d54ef1d68cce,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:50.658527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No DVR routers for this DVR port 558c5a28-c981-4272-bbe3-3c7ea946a0fb on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:36:50.662282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.664709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.664709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.664709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.664709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.664709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.664709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.666120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.666120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.666120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.666524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:50.694856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:50.698424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5fd8ba5-0be1-42bf-9af4-b7cf56349dc8 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:50.760807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=558c5a28-c981-4272-bbe3-3c7ea946a0fb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:50.767696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:50.836568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.840448 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/f99f0a4c-f9b0-4fd2-9874-d54ef1d68cce HTTP/1.1" status: 204  len: 168 time: 0.7333829
Nov 24 14:36:50.840621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57208) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:50.844001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.894071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f055070>,) {'filters': {'network_id': ['79f96f02-9214-4115-aeb1-a2962203ee70']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:50.912875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f055070>, 'a8b3c11c-147f-4fea-ab53-386e07de67ad') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:50.912875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f055070>, 'a8b3c11c-147f-4fea-ab53-386e07de67ad') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:36:50.938205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.965362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-afe78608-7774-4fdf-9280-fcf5aac8bb5e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:50.967963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.976584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:36:50.976967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:36:50.991791 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:36:51.123410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Deleting port 558c5a28-c981-4272-bbe3-3c7ea946a0fb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:51.123934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.142957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-afe78608-7774-4fdf-9280-fcf5aac8bb5e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:51.147577 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-afe78608-7774-4fdf-9280-fcf5aac8bb5e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.3029199
Nov 24 14:36:51.147708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57212) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:51.183580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.188677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.191943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7e1db78f-b7d9-4fe5-a4a9-f2e3ebe0078a tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:51.217510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.220451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=79f96f02-9214-4115-aeb1-a2962203ee70,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:51.223498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:51.224696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-570733be-84d6-4a80-bafc-7ba3db9fadb8 None None] The port '558c5a28-c981-4272-bbe3-3c7ea946a0fb' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:36:51.226986 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/79f96f02-9214-4115-aeb1-a2962203ee70 HTTP/1.1" status: 204  len: 168 time: 1.3684061
Nov 24 14:36:51.230037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57216) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:51.251694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.303866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc0af3b-c097-4150-9e07-c7ee83dd6bbb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:51.304453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4cc0af3b-c097-4150-9e07-c7ee83dd6bbb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:51.377568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.381579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec8746cd-21a2-47c4-b4c3-95e19b538180 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:51.406092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4cc0af3b-c097-4150-9e07-c7ee83dd6bbb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:51.406229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17920ac-b09e-4967-838f-41f154c78af3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:51.406323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4cc0af3b-c097-4150-9e07-c7ee83dd6bbb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/a548363f-5cea-48f2-863d-34de6e1f2fac HTTP/1.1" status: 200  len: 841 time: 0.1707418
Nov 24 14:36:51.406427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:51.406541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57220) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:51.472348 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8f43621f-998a-499c-9203-eb556e068b5a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/a548363f-5cea-48f2-863d-34de6e1f2fac?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0650036
Nov 24 14:36:51.476235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57224) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:51.482084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:51.487393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.488591 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/a17920ac-b09e-4967-838f-41f154c78af3 HTTP/1.1" status: 204  len: 168 time: 0.3397467
Nov 24 14:36:51.491102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57228) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:51.510489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 558c5a28-c981-4272-bbe3-3c7ea946a0fb no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:36:51.546712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0070b17e-8f23-4fe1-9c38-5e484bd10e88 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:51.550517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 558c5a28-c981-4272-bbe3-3c7ea946a0fb {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:36:51.550517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 558c5a28-c981-4272-bbe3-3c7ea946a0fb not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:36:51.608773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:51.612631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:51.615469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:51.621197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0070b17e-8f23-4fe1-9c38-5e484bd10e88 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:51.621804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:51.622446 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0070b17e-8f23-4fe1-9c38-5e484bd10e88 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1304603
Nov 24 14:36:51.626539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57232) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:51.633042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--421985717'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:51.639881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:51.649701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:51.720442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:51.737170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.850295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:51.884174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:51.942777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:51.948052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:51.957962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:52.167476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.234704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.239658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8199483f-1fa5-496d-bedb-00eac0ab22a0 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:52.274806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.284864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05a165-86ac-461a-b49b-1c777db2ff7c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:52.293362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:52.295745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-36882eef-6912-4fe3-8004-e8c12a08be41 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:52.343267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:52.346378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:52.350400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:52.351498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.355508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e77a0-fcaa-4fbe-92b2-1e0743d99b6d None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:52.378190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=a9154670-3b4a-45d0-b160-fb7d44550d3a,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:52.380837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:52.387001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.390780 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7607930
Nov 24 14:36:52.390973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57236) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:52.397022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'fc05a165-86ac-461a-b49b-1c777db2ff7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:52.403881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:52.408999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:52.411817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:52.418491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:52.474979 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9980974
Nov 24 14:36:52.477965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57240) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:52.484053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'security_group': {'name': 'tempest-secgroup-1029475668'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:52.490163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:52.493976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:52.501845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:52.503381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:52.584122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.597839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.604784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67077022-4e23-45fe-9773-351a14582447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'tenant_id': '8641dcc97b5149d8abae85e3ed53c996', 'fixed_ips': [{'subnet_id': 'a9154670-3b4a-45d0-b160-fb7d44550d3a'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:36:52.605626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.668805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:52.674995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group_rule and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:52.683580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:52.692299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.693341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:52.749371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.752639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.753790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdb37b00-0f72-443d-b05a-1bf830c5c139 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:52.764912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-67077022-4e23-45fe-9773-351a14582447 None None] Allocated IP 172.20.0.2 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/a9154670-3b4a-45d0-b160-fb7d44550d3a/74a2d66a-fb7e-40c9-9386-8ea5324a65cb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:52.775952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384d1239-c4f4-4841-9a97-31804ab4eef6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:52.780014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:52.811565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.816910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d50ad74-f26c-443e-a5af-8d034ccb6fcf tempest-DHCPAgentSchedulersTestJSON-692163030 tempest-DHCPAgentSchedulersTestJSON-692163030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:52.859371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec5eb12-0b6c-4344-930e-391b81282c51,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:52.861955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:52.866935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.868307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.4761221
Nov 24 14:36:52.871438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57244) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:52.904457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.915094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.943275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.944477 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eb03740e-62ef-4d34-9a70-369e8d64642f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4649572
Nov 24 14:36:52.947964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57248) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:52.953477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'security_group': {'name': 'tempest-secgroup-1966119309'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:52.959251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:52.963119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:52.966650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:52.973425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:52.979422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.989181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:52.989639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-67077022-4e23-45fe-9773-351a14582447 None None] Transition to ACTIVE for port object 74a2d66a-fb7e-40c9-9386-8ea5324a65cb will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:52.991063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ad03f23a-f6f4-4777-864c-e37280d21858 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:53.008394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=384d1239-c4f4-4841-9a97-31804ab4eef6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:53.011011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-67077022-4e23-45fe-9773-351a14582447 None None] Transition to ACTIVE for port object 74a2d66a-fb7e-40c9-9386-8ea5324a65cb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:53.012515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:53.013735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.014864 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/384d1239-c4f4-4841-9a97-31804ab4eef6 HTTP/1.1" status: 204  len: 168 time: 0.1422708
Nov 24 14:36:53.017647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57252) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:53.040937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.082681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-37ff3454-2124-4187-9818-cb4055c06301 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:53.086336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.091527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-98bb73e6-0898-44bc-8ba1-5a81fb8a98d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:53.103089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:53.108563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group_rule and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:53.111445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:53.117240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:53.159405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67077022-4e23-45fe-9773-351a14582447 None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:53.162635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-67077022-4e23-45fe-9773-351a14582447 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:53.165703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67077022-4e23-45fe-9773-351a14582447 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:53.172488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67077022-4e23-45fe-9773-351a14582447 None None] Pushing event updated for resources: {'Port': ['ID=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:53.174858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.182775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-37ff3454-2124-4187-9818-cb4055c06301 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:53.184047 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-37ff3454-2124-4187-9818-cb4055c06301 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1654530
Nov 24 14:36:53.186906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57256) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:53.214725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.214949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.215282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.215616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.215940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.216284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.216604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.216921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.217280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.217590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.217938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:36:53.221607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-67077022-4e23-45fe-9773-351a14582447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:53.255382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.262458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa1bc418-bae8-433a-a8bc-d804f1a50a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:53.273819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-67077022-4e23-45fe-9773-351a14582447 None None] Attempting to bind port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:36:53.273819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-67077022-4e23-45fe-9773-351a14582447 None None] Attempting to bind port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '8873024b-a1a3-4386-a500-601b382ccd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:36:53.274046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67077022-4e23-45fe-9773-351a14582447 None None] Attempting to bind port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb on network a6751f70-bbe8-4e36-9e9b-d30034d20db7 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:36:53.280343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.281727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67077022-4e23-45fe-9773-351a14582447 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:36:53.282106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67077022-4e23-45fe-9773-351a14582447 None None] Checking segment: {'id': '8873024b-a1a3-4386-a500-601b382ccd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:53.282637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.283042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67077022-4e23-45fe-9773-351a14582447 None None] Bound using segment: {'id': '8873024b-a1a3-4386-a500-601b382ccd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:36:53.283509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-67077022-4e23-45fe-9773-351a14582447 None None] Bound port: 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8873024b-a1a3-4386-a500-601b382ccd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:36:53.283892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.326163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.333443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d077ac61-b9a8-4ee0-926a-44ca7875ed8e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:53.339374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:53.376500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.378059 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4287071
Nov 24 14:36:53.380851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57260) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:53.387143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-936257941', 'security_groups': ['d077ac61-b9a8-4ee0-926a-44ca7875ed8e'], 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9154670-3b4a-45d0-b160-fb7d44550d3a'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:53.394327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-67077022-4e23-45fe-9773-351a14582447 None None] For port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:36:53.397432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-67077022-4e23-45fe-9773-351a14582447 None None] For port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,segment=NetworkSegment(8873024b-a1a3-4386-a500-601b382ccd84),segment_id=8873024b-a1a3-4386-a500-601b382ccd84)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:36:53.404716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce12b1ba-3fc5-4c0f-b755-947738cc719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.463406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.472637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1f9d9ca8-658e-4d9d-b048-a6eff2153d3a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:53.480893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-67077022-4e23-45fe-9773-351a14582447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.485032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:53.491056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05a165-86ac-461a-b49b-1c777db2ff7c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:53.493736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:53.560115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:53.568649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:53.575523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67077022-4e23-45fe-9773-351a14582447 None None] Pushing event updated for resources: {'Port': ['ID=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:53.577031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.578164 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/fc05a165-86ac-461a-b49b-1c777db2ff7c HTTP/1.1" status: 204  len: 168 time: 0.3903666
Nov 24 14:36:53.588509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-67077022-4e23-45fe-9773-351a14582447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:53.588921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57264) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:53.634334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-672b767d-5938-4093-b998-914e8b266d7f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:53.655512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:53.660348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.683418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port a8181d9d-40ec-4871-8f28-82a666217a17 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:36:53.721276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-672b767d-5938-4093-b998-914e8b266d7f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:53.722489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-672b767d-5938-4093-b998-914e8b266d7f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1404696
Nov 24 14:36:53.727435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57268) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:53.735507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group': {'name': 'tempest-secgroup--798918972'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:53.743413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:53.755428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:53.837176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:53.887606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:53.901143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:53.925022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:53.943198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:53.943342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.8 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/a9154670-3b4a-45d0-b160-fb7d44550d3a/a8181d9d-40ec-4871-8f28-82a666217a17) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:53.972193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.001443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.065137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.073318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8398e575-3a12-44da-b4e0-071b5e038ed5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:54.116494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7933932-13ca-4d12-beb3-6b9a5b9c27df,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:54.120597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:54.143485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.159565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object a8181d9d-40ec-4871-8f28-82a666217a17 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:54.182905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57274) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:54.188753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.190149 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4604754
Nov 24 14:36:54.192885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57278) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:54.198536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'c7933932-13ca-4d12-beb3-6b9a5b9c27df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:54.206979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:54.208916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:54.211925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:54.220538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:54.250397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.258132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:54.286900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.324148 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3fae8c97-a16d-438a-a461-0a38d4cf642d tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=844c0a0b133e478a849544a05113e784&network_id=f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 200  len: 2999 time: 0.1302695
Nov 24 14:36:54.342263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=a8181d9d-40ec-4871-8f28-82a666217a17,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:54.345603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:54.346581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:54.347516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:54.349969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:36:54.355425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.412680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:54.413298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.418011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.420880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0b3950f9-a088-43d6-9dfc-e6a6dd1c49cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:54.445537 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c44844c-3d71-42a9-9a09-9092300021f0,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:54.448713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:54.498278 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.1163504
Nov 24 14:36:54.501084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57286) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:54.507260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:54.522541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.522541 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3263369
Nov 24 14:36:54.524280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57290) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:54.550747 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-95ccb2e9-4859-4c2f-878f-69f19745a7d1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules/6c44844c-3d71-42a9-9a09-9092300021f0 HTTP/1.1" status: 200  len: 705 time: 0.0231335
Nov 24 14:36:54.550977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57294) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:54.604808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2c3fdad0-3095-4716-9811-829313f12249 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:54.665399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:54.665529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2c3fdad0-3095-4716-9811-829313f12249 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:54.665529 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2c3fdad0-3095-4716-9811-829313f12249 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1120193
Nov 24 14:36:54.667857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57298) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:54.670765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:54.682718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:54.692173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:54.716665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.726904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.794963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:54.794963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.934939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a9154670-3b4a-45d0-b160-fb7d44550d3a (CIDR: 172.20.0.0/28)
Nov 24 14:36:54.962257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:54.962257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:54.976925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c44844c-3d71-42a9-9a09-9092300021f0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:54.980612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:55.051934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-841461a2-33de-458a-b7a0-652634fc16d6 None None] Provisioning for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:55.052517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:36:55.052638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:36:55.070117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-841461a2-33de-458a-b7a0-652634fc16d6 None None] Provisioning complete for port a548363f-5cea-48f2-863d-34de6e1f2fac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:55.070497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-841461a2-33de-458a-b7a0-652634fc16d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.120556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.131117 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6c44844c-3d71-42a9-9a09-9092300021f0 HTTP/1.1" status: 204  len: 168 time: 0.4529347
Nov 24 14:36:55.131117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57302) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:55.131367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-841461a2-33de-458a-b7a0-652634fc16d6 None None] Port a548363f-5cea-48f2-863d-34de6e1f2fac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:55.253156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2a94b45f-2b46-4ac7-8ad3-43aea868bb8a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7509019
Nov 24 14:36:55.256106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57308) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:55.262286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:55.285427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d2f0fb6-0ac1-4248-9030-87f996430e7a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:55.341221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-943206be-1eb8-4443-8198-d6524a52e5ff None None] Provisioning for port a8181d9d-40ec-4871-8f28-82a666217a17 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:55.346429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-943206be-1eb8-4443-8198-d6524a52e5ff None None] Provisioning complete for port a8181d9d-40ec-4871-8f28-82a666217a17 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:55.346807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-943206be-1eb8-4443-8198-d6524a52e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.400219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-943206be-1eb8-4443-8198-d6524a52e5ff None None] Port a8181d9d-40ec-4871-8f28-82a666217a17 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:55.410187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:55.413873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:55.417252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:55.422844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:55.461385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d2f0fb6-0ac1-4248-9030-87f996430e7a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:55.466079 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2d2f0fb6-0ac1-4248-9030-87f996430e7a tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3374686
Nov 24 14:36:55.466925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57312) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:55.474817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'c7933932-13ca-4d12-beb3-6b9a5b9c27df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:55.481740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:55.491706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:55.506713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:55.545178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74a2d66a-fb7e-40c9-9386-8ea5324a65cb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:55.605720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.636702 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-8ffcb236-0496-4c19-9e85-a689acbbe873 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737817
Nov 24 14:36:55.691268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b96feced-585c-4cda-bb02-4631e430a93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.693977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.713038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:55.719657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:55.720042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.782102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.787267 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-bcc111dd-7de1-49d0-9ea6-425fad8f8fa7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 1099 time: 0.0784252
Nov 24 14:36:55.845582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.888214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,segment=NetworkSegment(8873024b-a1a3-4386-a500-601b382ccd84),segment_id=8873024b-a1a3-4386-a500-601b382ccd84)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:55.902372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.908816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:55.942517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcd5e7b-7760-4cb9-ad06-3b2f839ccf8c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:55.946885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:55.959708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85078725-1d5a-4969-82b8-15185306a968 req-f5d049ef-88dd-49d6-b58f-2a2e1a6f8eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:55.961324 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-f5d049ef-88dd-49d6-b58f-2a2e1a6f8eec service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1491578
Nov 24 14:36:55.969715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:55.973759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:56.038922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:56.042086 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:56.046127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.050000 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5795698
Nov 24 14:36:56.057462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57320) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:56.069306 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-436e9b0b-3e0a-4f16-a2e6-e70ade6be6b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules/8dcd5e7b-7760-4cb9-ad06-3b2f839ccf8c HTTP/1.1" status: 200  len: 705 time: 0.0180709
Nov 24 14:36:56.071614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57324) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:56.081912 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-95afb7d3-e196-4399-99bb-3b3d41352a8c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9 HTTP/1.1" status: 200  len: 1001 time: 0.1111495
Nov 24 14:36:56.086939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.093083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d11bac30-a2f8-4850-b5ba-1c58c6349d07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:56.147289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85078725-1d5a-4969-82b8-15185306a968 req-76f39af1-36e1-4f3f-9ae7-c7d2ef0628e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:56.148733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-76f39af1-36e1-4f3f-9ae7-c7d2ef0628e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0596290
Nov 24 14:36:56.168979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:36:56.172585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:56.181031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:56.182309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.187892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57328) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:56.188397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6332d-06d1-46c9-956f-95a5c48f531e None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:56.195378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=c1f51536-e493-4e8b-8aa3-a34cb744b915,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:56.230106 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-d8561066-0c5d-417e-b969-692bae8cc83c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732310
Nov 24 14:36:56.239912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:56.248957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb06a625-d311-47fd-8b1f-cd03a520c5c7 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:56.281049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4056b537-d9d9-4bb6-8139-b3fc9b277169 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:56.282515 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4056b537-d9d9-4bb6-8139-b3fc9b277169 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 814 time: 0.0919368
Nov 24 14:36:56.357067 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.0990548
Nov 24 14:36:56.359216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57334) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:56.366045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-680358099', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1f51536-e493-4e8b-8aa3-a34cb744b915'}], 'security_groups': ['6ec5eb12-0b6c-4344-930e-391b81282c51']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:56.375716 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-18472133-4ef9-4c48-b9f7-0daa46e890db service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372607
Nov 24 14:36:56.399473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb06a625-d311-47fd-8b1f-cd03a520c5c7 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:56.401115 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb06a625-d311-47fd-8b1f-cd03a520c5c7 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3278971
Nov 24 14:36:56.406045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57338) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:56.504847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.509581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.522847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.570466 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-85078725-1d5a-4969-82b8-15185306a968 req-6bb208a4-cee6-4040-85bc-24e43bb562b7 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880097
Nov 24 14:36:56.634409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Update dhcp port {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'fixed_ips': [{'subnet_id': 'a9154670-3b4a-45d0-b160-fb7d44550d3a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1f51536-e493-4e8b-8aa3-a34cb744b915'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '74a2d66a-fb7e-40c9-9386-8ea5324a65cb'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:36:56.638413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.642029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1451b834-8a3d-454c-a470-2e5391d22223 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:56.658167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dcd5e7b-7760-4cb9-ad06-3b2f839ccf8c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:56.661403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:56.671714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.690418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.714375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:56.718795 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8dcd5e7b-7760-4cb9-ad06-3b2f839ccf8c HTTP/1.1" status: 204  len: 168 time: 0.3093426
Nov 24 14:36:56.719758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57344) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:56.861756 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-11f2d677-3dce-477a-8e35-5bf58c3ef364 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1412008
Nov 24 14:36:56.864403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57348) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:56.869960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Request body: {'security_group_rule': {'security_group_id': 'c7933932-13ca-4d12-beb3-6b9a5b9c27df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:56.879030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:56.891067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Usage tracker for resource:security_group_rule and tenant:1481d87fc1864322994fbc2ebdef06e6 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:56.895751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:56.906475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:56.975340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Delete allocated IP 172.20.0.8 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/a9154670-3b4a-45d0-b160-fb7d44550d3a) {{(pid=84234) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 24 14:36:56.983227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.28 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/c1f51536-e493-4e8b-8aa3-a34cb744b915/a8181d9d-40ec-4871-8f28-82a666217a17) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:57.124152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.132630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57352) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.139161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--235260972', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:57.144596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:57.156737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:57.227105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:57.231008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.260548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:36:57.279369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.279712 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment 82f55e9a-0cb4-488b-88e6-8567e95862a8 of type vlan for network f3e33806-a4d8-4f05-b36f-29c058a96fec
Nov 24 14:36:57.308119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.321634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.342686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.359157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object a8181d9d-40ec-4871-8f28-82a666217a17 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:57.411270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.413106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-031e355f-de04-4465-b3b5-ed8ed9e4cfdc tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:57.434240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdb7154-00c7-486d-a2c5-1649d7bd4feb,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:57.437625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:57.446408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.452306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1007e3d5-9f45-403e-8789-77150c3d535b tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:57.456146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.459875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:57.460489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.475878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-12311c38-bb5b-4cb1-a706-be74af1560f1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:57.538834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74a2d66a-fb7e-40c9-9386-8ea5324a65cb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:57.553566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.558831 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6909857
Nov 24 14:36:57.580879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57356) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.604507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Allocated IP 172.20.0.18 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/c1f51536-e493-4e8b-8aa3-a34cb744b915/74a2d66a-fb7e-40c9-9386-8ea5324a65cb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:36:57.620150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=a8181d9d-40ec-4871-8f28-82a666217a17,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:57.622148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:57.623782 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0389dbae-d5c8-4e51-af14-52c80e471bd6 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules/fbdb7154-00c7-486d-a2c5-1649d7bd4feb HTTP/1.1" status: 200  len: 706 time: 0.0390036
Nov 24 14:36:57.624951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=f3e33806-a4d8-4f05-b36f-29c058a96fec,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:57.627458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57360) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.627811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:57.646606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network f3e33806-a4d8-4f05-b36f-29c058a96fec details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:36:57.672344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] In _notify_port_updated(), no bound segment for port a8181d9d-40ec-4871-8f28-82a666217a17 on network a6751f70-bbe8-4e36-9e9b-d30034d20db7 {{(pid=84234) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:36:57.676262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:57.676865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.678111 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "PUT /v2.0/ports/a8181d9d-40ec-4871-8f28-82a666217a17 HTTP/1.1" status: 200  len: 920 time: 1.3176441
Nov 24 14:36:57.681216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57364) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.692242 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-30a30efd-0059-4f85-a859-fb44a5bb20f8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5577111
Nov 24 14:36:57.694572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57368) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.758612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-676e260c-ac3d-4a89-aa33-03a33bd1a073 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:57.768270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621442ee-d874-44de-9d94-ea697ca880f7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:57.772072 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-621442ee-d874-44de-9d94-ea697ca880f7 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0738494
Nov 24 14:36:57.772410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57372) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.790191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:57.790191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.799388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port a8181d9d-40ec-4871-8f28-82a666217a17 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:36:57.799800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:57.903463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] For port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,segment=NetworkSegment(8873024b-a1a3-4386-a500-601b382ccd84),segment_id=8873024b-a1a3-4386-a500-601b382ccd84)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:36:57.910529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-676e260c-ac3d-4a89-aa33-03a33bd1a073 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group_rule {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:57.911930 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-676e260c-ac3d-4a89-aa33-03a33bd1a073 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.2833776
Nov 24 14:36:57.917707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57376) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.972568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb3924-97c4-4d25-95ef-5af2a3184ae5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:57.976692 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d8fb3924-97c4-4d25-95ef-5af2a3184ae5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2006817
Nov 24 14:36:57.977454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57380) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:57.986618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.007233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Transition to ACTIVE for port object 74a2d66a-fb7e-40c9-9386-8ea5324a65cb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:36:58.020419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.032300 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a15c6400-cb95-4c45-8dcd-6495aaf16d90 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0534470
Nov 24 14:36:58.035431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57384) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.038541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.075773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.081631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9e4f5f92-3494-4ea2-b5c0-02e06b671607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:58.086421 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-94a8cf94-1988-47d3-b7bc-3f2b3636952a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0497839
Nov 24 14:36:58.086629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.092164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57388) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.189966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.193729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:58.213861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for a8181d9d-40ec-4871-8f28-82a666217a17 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:36:58.216005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbdb7154-00c7-486d-a2c5-1649d7bd4feb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:58.225007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:58.227612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.233133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Pushing event updated for resources: {'Port': ['ID=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:58.236127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:58.265352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74842d62-c18c-47fe-a3b7-5e44518ef9b5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:58.270438 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-74842d62-c18c-47fe-a3b7-5e44518ef9b5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1770518
Nov 24 14:36:58.273717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57392) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.437515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.438293 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fbdb7154-00c7-486d-a2c5-1649d7bd4feb HTTP/1.1" status: 204  len: 168 time: 0.5194209
Nov 24 14:36:58.442844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57396) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.446274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57400) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.446714 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a5824613-413d-414b-9fdf-e15c463184c2 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1721935
Nov 24 14:36:58.464502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-908767513', 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:36:58.483295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.501461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-073c4df1-d3bd-4bd6-afa8-2df7919ef2f7 tempest-TagsExtTest-1914373615 tempest-TagsExtTest-1914373615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:58.610320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=a8181d9d-40ec-4871-8f28-82a666217a17,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:58.617463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:58.718624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:36:58.732597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d39559b4-8094-4b1d-b1e4-024fffd8774c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2886808
Nov 24 14:36:58.735279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57404) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.736724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:36:58.741493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:36:58.755203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd22a646-647e-45cc-80c4-ca184200b7e0 None None] Could not find standard attr ID for object a8181d9d-40ec-4871-8f28-82a666217a17. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:36:58.755674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:36:58.772170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.784389 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/a8181d9d-40ec-4871-8f28-82a666217a17 HTTP/1.1" status: 204  len: 168 time: 1.0997472
Nov 24 14:36:58.784605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57408) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.812488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.823297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd22a646-647e-45cc-80c4-ca184200b7e0 None None] Provisioning for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:36:58.827413 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f27523a-0e07-476a-8dc6-99cd0eed0fb8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:36:58.827413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f27523a-0e07-476a-8dc6-99cd0eed0fb8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:58.828523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd22a646-647e-45cc-80c4-ca184200b7e0 None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:58.829160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd22a646-647e-45cc-80c4-ca184200b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.854970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:36:58.855235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.928473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f27523a-0e07-476a-8dc6-99cd0eed0fb8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:58.932059 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1f27523a-0e07-476a-8dc6-99cd0eed0fb8 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/a8181d9d-40ec-4871-8f28-82a666217a17 HTTP/1.1" status: 404  len: 333 time: 0.1441002
Nov 24 14:36:58.933164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57412) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:58.966213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:58.968471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd22a646-647e-45cc-80c4-ca184200b7e0 None None] Provisioning complete for port a548363f-5cea-48f2-863d-34de6e1f2fac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:58.968851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd22a646-647e-45cc-80c4-ca184200b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.003853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.012719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fcdc647-03e0-441c-a64d-b3481f967bc5 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:59.028266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a646-647e-45cc-80c4-ca184200b7e0 None None] Port a548363f-5cea-48f2-863d-34de6e1f2fac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:36:59.031920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.035340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7933932-13ca-4d12-beb3-6b9a5b9c27df,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:59.039109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:59.061744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.065602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "DELETE /v2.0/security-groups/c7933932-13ca-4d12-beb3-6b9a5b9c27df HTTP/1.1" status: 204  len: 168 time: 0.3267736
Nov 24 14:36:59.072132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57416) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:59.097176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.167876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-385a5bf1-5730-41da-a341-fbef7ccb8716 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:59.251414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.251414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dbfd19cb-5cf4-4bf6-829c-6af6fc84455b tempest-NegativeSecGroupTest-620948638 tempest-NegativeSecGroupTest-620948638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:59.260610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077ac61-b9a8-4ee0-926a-44ca7875ed8e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:59.263246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:59.274422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.281626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/security-groups/d077ac61-b9a8-4ee0-926a-44ca7875ed8e HTTP/1.1" status: 204  len: 168 time: 0.3464220
Nov 24 14:36:59.287927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57420) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:59.313168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-385a5bf1-5730-41da-a341-fbef7ccb8716 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:59.317630 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-385a5bf1-5730-41da-a341-fbef7ccb8716 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2409189
Nov 24 14:36:59.321624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57424) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:59.342667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b5a23cad-62af-4532-a06c-cf31badb3c97 None None] Could not find standard attr ID for object a8181d9d-40ec-4871-8f28-82a666217a17. {{(pid=84235) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 24 14:36:59.372250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.394237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-968a0d4a-6c65-4ce9-9dc1-bfc03cc9b505 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Synchronizing usage tracker for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:36:59.407526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-968a0d4a-6c65-4ce9-9dc1-bfc03cc9b505 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Unset dirty status for tenant:1481d87fc1864322994fbc2ebdef06e6 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:36:59.407783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.408946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-968a0d4a-6c65-4ce9-9dc1-bfc03cc9b505 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0855725
Nov 24 14:36:59.458735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.464281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-426e2e63-8a02-4f7a-8af6-9fc3b0e829de tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:59.544524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74a2d66a-fb7e-40c9-9386-8ea5324a65cb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:36:59.545745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=5a87b134-cb48-49f2-a1d5-2501dead7c03,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:59.549329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:59.554742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.559069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:36:59.559069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: f3e33806-a4d8-4f05-b36f-29c058a96fec, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:36:59.562615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27d65255-6016-44a4-b652-79ec4e44d0aa tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:36:59.582913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec5eb12-0b6c-4344-930e-391b81282c51,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:36:59.586881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:36:59.592745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.594533 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ec5eb12-0b6c-4344-930e-391b81282c51 HTTP/1.1" status: 204  len: 168 time: 0.3051786
Nov 24 14:36:59.597109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57430) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:36:59.646579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f3e33806-a4d8-4f05-b36f-29c058a96fec is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:36:59.646997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:36:59.647383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.795661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet a9154670-3b4a-45d0-b160-fb7d44550d3a {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:36:59.798533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.809586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, f3e33806-a4d8-4f05-b36f-29c058a96fec) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:36:59.815096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:36:59.815096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.819254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b4498-a8bc-4218-b004-6eb52decdde0 None None] Network f3e33806-a4d8-4f05-b36f-29c058a96fec requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:36:59.869303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:36:59.957980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.038165 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5907645
Nov 24 14:37:00.057925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57440) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:00.097733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-f3e33806-a4d8-4f05-b36f-29c058a96fec', 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': '5a87b134-cb48-49f2-a1d5-2501dead7c03'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:37:00.098770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.138438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.145884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a6d80b7c-2b6a-4d29-ac60-bfa4d34a919f tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:00.185065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=a9154670-3b4a-45d0-b160-fb7d44550d3a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:00.187681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:00.190515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.197341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/a9154670-3b4a-45d0-b160-fb7d44550d3a HTTP/1.1" status: 204  len: 168 time: 0.5990739
Nov 24 14:37:00.201758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57446) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:00.205933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70264eb-b4f8-4221-8097-66cf1dba2a96 None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:00.207520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:00.310088 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-366f7051-e96a-4963-a546-48dd41bb7082 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1481d87fc1864322994fbc2ebdef06e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2478912
Nov 24 14:37:00.311434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57450) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:00.373836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Allocated IP 172.20.0.18 (f3e33806-a4d8-4f05-b36f-29c058a96fec/5a87b134-cb48-49f2-a1d5-2501dead7c03/64d01f6c-64e7-4fca-a4bb-8e253fe101ee) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:37:00.382919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:00.386927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.394550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:00.394550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:00.396526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57454) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:00.403313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179483628', 'description': 'tempest-secgroup-smoke-1179483628 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:00.411197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:00.418418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:00.418815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.429134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:00.510401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:37:00.514004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.538197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.539974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.543225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-754e46f6-02a5-4b53-8568-ffe71f3f6b45 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:00.564358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3cff1-5e20-45be-97d0-6def35cb99c9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:00.564358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:00.653725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:00.659973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.663159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9b3cff1-5e20-45be-97d0-6def35cb99c9 HTTP/1.1" status: 204  len: 168 time: 0.3506463
Nov 24 14:37:00.670162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:00.674760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:00.684271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:00.708582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.721463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Transition to ACTIVE for port object 64d01f6c-64e7-4fca-a4bb-8e253fe101ee will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:00.742098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Transition to ACTIVE for port object 64d01f6c-64e7-4fca-a4bb-8e253fe101ee will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:00.814672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.842088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.842088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:00.907322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Network f3e33806-a4d8-4f05-b36f-29c058a96fec is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:37:00.913460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:37:00.918795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:37:00.925538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Pushing event updated for resources: {'Port': ['ID=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:00.931582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:00.934036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:00.934148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-19b88ed3-77e2-4eab-99fc-d66482d9967e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:00.982184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d62b0fd-8574-41cf-a11f-17f470065ad1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:00.985686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:01.019044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Attempting to bind port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:37:01.019428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Attempting to bind port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:37:01.019805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Attempting to bind port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee on network f3e33806-a4d8-4f05-b36f-29c058a96fec {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:37:01.027820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:37:01.028517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Checking segment: {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:37:01.028937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.029409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Bound using segment: {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:37:01.029884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Bound port: 64d01f6c-64e7-4fca-a4bb-8e253fe101ee, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:37:01.030281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.062550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.063873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c8ec3ea7-3ccd-4313-b2d3-2346dc3c73ae tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:01.100027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.105219 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.7075281
Nov 24 14:37:01.105882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57462) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:01.121083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '7d62b0fd-8574-41cf-a11f-17f470065ad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:01.130885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] For port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:37:01.134196 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] For port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:37:01.140273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:01.146290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:01.149178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:37:01.150286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:01.154138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:37:01.159070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:01.160563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.160786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:01.165719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=8997048f-5a1b-4cd4-bdef-11cbe303fb47,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:01.171091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:01.222506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.227069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4544bac5-885c-4202-9d40-3fc3d4122678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:01.257008 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0537481
Nov 24 14:37:01.257732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57470) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:01.266872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'security_group': {'name': 'tempest-secgroup-2146484965'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:01.267172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.282520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:01.292853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:01.298029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:01.314243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:01.365082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.365416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Pushing event updated for resources: {'Port': ['ID=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:01.370587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:01.373853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c5018-c7bc-42eb-aafc-ea4400edf92a None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:01.406476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.429969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.441054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cd2dcb88-877a-4d0c-8dbb-fceefbf83c73 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:01.448511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:01.453094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group_rule and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:01.455852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:01.463195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:01.464057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f11d2b2-0d8b-4574-9a36-f01de15394c8,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:01.471473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:01.492786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62f89da0-251e-4dff-8b00-7c200de82868 None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:01.493168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62f89da0-251e-4dff-8b00-7c200de82868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.544592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.571987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.571987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4606106
Nov 24 14:37:01.572743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57478) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:01.577182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '7d62b0fd-8574-41cf-a11f-17f470065ad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:01.593800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:01.596763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:01.602165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:01.611228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:01.631116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.636636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fca7c65e-7a81-4088-b182-393fa2d94619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:01.681796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda698f1-35a1-474a-8634-976a8b055d3b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:01.686024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:01.722537 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.780619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.784779 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5234771
Nov 24 14:37:01.784922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:01.794415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'security_group': {'name': 'tempest-secgroup-1311608679'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:01.809579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:01.821527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:01.828062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:01.846051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62f89da0-251e-4dff-8b00-7c200de82868 None None] Provisioning complete for port a548363f-5cea-48f2-863d-34de6e1f2fac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:01.846972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62f89da0-251e-4dff-8b00-7c200de82868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.852116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:01.854647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.943111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:01.948209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c9a37e09-4926-4305-b928-5aff52937673 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:01.967534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e393ad5-33bc-47e8-b059-fe2a2b3a529a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:01.967703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62f89da0-251e-4dff-8b00-7c200de82868 None None] Port a548363f-5cea-48f2-863d-34de6e1f2fac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:01.971724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:01.980578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Update dhcp port {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'fixed_ips': [{'subnet_id': 'c1f51536-e493-4e8b-8aa3-a34cb744b915', 'ip_address': '172.20.0.18'}, {'subnet_id': '8997048f-5a1b-4cd4-bdef-11cbe303fb47'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '74a2d66a-fb7e-40c9-9386-8ea5324a65cb'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:37:01.983266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.036356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.038763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.040582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.046464 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4703481
Nov 24 14:37:02.046464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57492) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:02.051308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '7d62b0fd-8574-41cf-a11f-17f470065ad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:02.060547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.060707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group_rule and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.065056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.083544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.083714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.083818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.086508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.141502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.149001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57496) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:02.168936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.237457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.244348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b157c5d2-f479-47bd-b820-0cf024d56db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:02.265650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.311193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ba6f23c7-ec2b-4a3a-82d2-7983a016a0e9 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:02.311849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-ba6f23c7-ec2b-4a3a-82d2-7983a016a0e9 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:37:02.314724 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ba6f23c7-ec2b-4a3a-82d2-7983a016a0e9 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1627390
Nov 24 14:37:02.315837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4bd2fd-7b41-47aa-90fb-468f0e8d639d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:02.318278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57502) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:02.318897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Allocated IP 172.20.0.2 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/8997048f-5a1b-4cd4-bdef-11cbe303fb47/74a2d66a-fb7e-40c9-9386-8ea5324a65cb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:37:02.324995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694390959'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:02.331172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.333129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:02.345748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.348998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.351833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.362193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7197490-9a6c-460c-aa23-572a3dc69320 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:02.368856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.378183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.379696 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5936368
Nov 24 14:37:02.383775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415429cf-919e-4563-9350-18752f634017,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:02.386343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57506) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:02.391426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:02.396193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'security_group': {'name': 'tempest-secgroup-624342592'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:02.406528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.409484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.412801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.419567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.476159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] For port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,segment=NetworkSegment(8873024b-a1a3-4386-a500-601b382ccd84),segment_id=8873024b-a1a3-4386-a500-601b382ccd84)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:02.503636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.522790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Transition to ACTIVE for port object 74a2d66a-fb7e-40c9-9386-8ea5324a65cb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:02.531810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.546324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.560562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.564652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.565821 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5201039
Nov 24 14:37:02.585321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.591308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.597058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.611903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.623559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.626576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57510) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:02.634543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '7d62b0fd-8574-41cf-a11f-17f470065ad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:02.641536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.643280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:02.645447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.648562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.651662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.657805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:security_group_rule and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.660590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.662732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.671137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.672379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8435625-e80d-41bd-81bb-daa1185ae5d7 None None] Network f3e33806-a4d8-4f05-b36f-29c058a96fec requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:02.698948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.734728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.767695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.769227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c1602c2-bbca-49a3-b98d-ce78f211c22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:02.809636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:02.812033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b546b3-866e-4225-be29-a0a4845497bf,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:02.815414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:02.818702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:02.824883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:02.826470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.836585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:02.855060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6786f0ff-09ca-4d4b-a210-b800818c4b68 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:02.876061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Pushing event updated for resources: {'Port': ['ID=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:02.881293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:02.905579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.917689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26abfb7-cded-42a4-9caf-3ab1ed8ac5da,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:02.924598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:02.937838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.989701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.989925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9be75df9-6d2c-45da-b8ee-d0008ceaec51 None None] Provisioning for port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:02.990811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:02.993280 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.6039541
Nov 24 14:37:02.995751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57514) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:03.003971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1897966889', 'security_groups': ['f26abfb7-cded-42a4-9caf-3ab1ed8ac5da'], 'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8997048f-5a1b-4cd4-bdef-11cbe303fb47'}]}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:03.084322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.091121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-36bad394-ec7f-4c98-8a8c-6211f03116ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:03.112825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.118230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:03.138720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dc93ab-d673-419d-a538-b2f4a1d5177d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:03.141971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:03.162389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0919f42-288e-468c-ac7d-152a80861573,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:03.178097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:03.193672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:03.198288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.198288 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8766181
Nov 24 14:37:03.199822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57520) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:03.205781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:03.206351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': 'e4dc93ab-d673-419d-a538-b2f4a1d5177d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:03.213087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:03.221797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:03.221797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:03.228901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:03.297311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.298493 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6709738
Nov 24 14:37:03.301230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57524) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:03.308158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '7d62b0fd-8574-41cf-a11f-17f470065ad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:03.314871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:03.328406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:03.328406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:03.334685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:03.353965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.392996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:37:03.398243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.422377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] device_id is not set on port d0e50a45-dcb7-4143-8e92-0809eda99fa7 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:37:03.434578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.509114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.509114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:03.511858 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:37:03.533265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9d4fcc-09c6-4825-bc5a-d4f1ff26d9f3,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:03.536064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:03.561138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.626676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.626676 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4157319
Nov 24 14:37:03.626676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57528) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:03.640479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 64d01f6c-64e7-4fca-a4bb-8e253fe101ee up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:37:03.643200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': 'e4dc93ab-d673-419d-a538-b2f4a1d5177d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:03.672439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:03.672716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-693dd8d3-c95e-495f-a9a1-6779d48d5360 None None] Provisioning for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:03.672975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:03.672975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:03.674592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-693dd8d3-c95e-495f-a9a1-6779d48d5360 None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:03.674592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-693dd8d3-c95e-495f-a9a1-6779d48d5360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.677265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:03.705652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.711943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.13 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/8997048f-5a1b-4cd4-bdef-11cbe303fb47/d0e50a45-dcb7-4143-8e92-0809eda99fa7) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:37:03.842651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.844768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1a1260d2-7dfe-4284-b47f-9e74f4d79469 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:03.846478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-693dd8d3-c95e-495f-a9a1-6779d48d5360 None None] Provisioning complete for port a548363f-5cea-48f2-863d-34de6e1f2fac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:03.846860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-693dd8d3-c95e-495f-a9a1-6779d48d5360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.853429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.877414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:03.886145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2697128a-f847-40e2-8fbc-005ae209027c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:03.895106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:03.895489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.903638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:03.946747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.955368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-693dd8d3-c95e-495f-a9a1-6779d48d5360 None None] Port a548363f-5cea-48f2-863d-34de6e1f2fac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:03.964834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object d0e50a45-dcb7-4143-8e92-0809eda99fa7 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:03.979578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:03.983519 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6787021
Nov 24 14:37:03.983969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57532) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:03.990468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '7d62b0fd-8574-41cf-a11f-17f470065ad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:04.005271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:04.005271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:04.005271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:04.011544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:04.035858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.067203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:04.074927 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:37:04.076057 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1f6fd83-5e28-45eb-9159-81c2542b00dc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4558306
Nov 24 14:37:04.078837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57536) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:04.129969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.130217 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:37:04.132414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:04.134429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.174209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.178521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.182108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74a2d66a-fb7e-40c9-9386-8ea5324a65cb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:37:04.213200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-67077022-4e23-45fe-9773-351a14582447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:04.225934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.280543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.308907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:04.311926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:04.318066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:37:04.318881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=d0e50a45-dcb7-4143-8e92-0809eda99fa7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:04.321742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:37:04.323849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:04.330172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:37:04.331016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:04.331016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.351594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.354384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0595d03b-b5da-4b43-8bcb-fc0ce9867c39 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:04.380176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54229917-fe1f-4747-b3a1-27d83d689d11,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:04.382570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:04.395436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.399876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:04.399876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.403342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-849a945a-5116-41b0-9011-7cb21c221146 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:04.420339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dc93ab-d673-419d-a538-b2f4a1d5177d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:04.421955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.423091 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/e4dc93ab-d673-419d-a538-b2f4a1d5177d HTTP/1.1" status: 204  len: 168 time: 0.3433044
Nov 24 14:37:04.424101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:04.428232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57540) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:04.471685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.473252 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4876745
Nov 24 14:37:04.480632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.4835413
Nov 24 14:37:04.488298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57546) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:04.493711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:04.501172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-694a9e01-e9d9-45a4-8a5f-c1dbf8934658 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:04.609983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-694a9e01-e9d9-45a4-8a5f-c1dbf8934658 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:04.612114 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-694a9e01-e9d9-45a4-8a5f-c1dbf8934658 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1844251
Nov 24 14:37:04.618630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57552) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:04.626030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189024689'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:04.640049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:04.645568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:04.651235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:04.657270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:04.660924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:04.668010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:04.709654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.737954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f702984-9086-41f8-9b81-74dc204362b0 None None] Provisioning for port d0e50a45-dcb7-4143-8e92-0809eda99fa7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:04.739514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:37:04.744610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f702984-9086-41f8-9b81-74dc204362b0 None None] Provisioning complete for port d0e50a45-dcb7-4143-8e92-0809eda99fa7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:04.745230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f702984-9086-41f8-9b81-74dc204362b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.746081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.748225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:04.752403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:04.755592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:04.764126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:04.811625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4f702984-9086-41f8-9b81-74dc204362b0 None None] Port d0e50a45-dcb7-4143-8e92-0809eda99fa7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:04.850732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.907556 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8997048f-5a1b-4cd4-bdef-11cbe303fb47 (CIDR: 172.20.0.0/28)
Nov 24 14:37:04.943236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:04.948992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-00538d38-69b2-4863-a9fc-6f748869bcb4 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:05.009857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26679a8d-d146-4fd8-ad3c-324f9eb142d9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:05.012455 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:05.012902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:05.014749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:05.035585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-6caa8977-7a3a-46bd-b2a6-7ab4ecb989f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:05.257610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:05.259952 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6385896
Nov 24 14:37:05.261720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57562) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:05.267581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-10a31beb-a8df-4b09-80b7-58f7b0e514cf tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '26679a8d-d146-4fd8-ad3c-324f9eb142d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:05.268265 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-10a31beb-a8df-4b09-80b7-58f7b0e514cf tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:05.269154 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-10a31beb-a8df-4b09-80b7-58f7b0e514cf tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0064213
Nov 24 14:37:05.271344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57566) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:05.346942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:05.355680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-6caa8977-7a3a-46bd-b2a6-7ab4ecb989f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:05.355948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-92160c0b-91dc-4c80-bc11-90a45a8351be tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8611221
Nov 24 14:37:05.356861 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-6caa8977-7a3a-46bd-b2a6-7ab4ecb989f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179483628&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.3855977
Nov 24 14:37:05.357182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57570) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:05.359829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:05.407064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:05.513200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:05.517418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:05.521309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:05.529670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 64d01f6c-64e7-4fca-a4bb-8e253fe101ee up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:37:05.533035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:05.607653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:05.608040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:05.622847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:37:05.655934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-391033c6-fcba-476a-82fb-826302a65f29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:05.657442 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-391033c6-fcba-476a-82fb-826302a65f29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=f3e33806-a4d8-4f05-b36f-29c058a96fec HTTP/1.1" status: 200  len: 796 time: 0.2973485
Nov 24 14:37:05.676924 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-424ef313-8c0e-4730-bb30-9a54a0eaa6e8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0127110
Nov 24 14:37:05.720915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:05.729731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:05.751376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26679a8d-d146-4fd8-ad3c-324f9eb142d9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:05.756303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:05.761045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:05.762812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:05.763957 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/26679a8d-d146-4fd8-ad3c-324f9eb142d9 HTTP/1.1" status: 204  len: 168 time: 0.4917452
Nov 24 14:37:05.769223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57574) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:05.844253 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-e37e36e1-e9ce-4dea-a49d-ab3613fcbec9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1595924
Nov 24 14:37:05.850127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7fab02fe-3c3a-471d-b8b3-52b6335ae0e9 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:05.901738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.ipam_backend_mixin [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c1f51536-e493-4e8b-8aa3-a34cb744b915 (CIDR: 172.20.0.16/28)
Nov 24 14:37:05.926297 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:05.929269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:05.953018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7fab02fe-3c3a-471d-b8b3-52b6335ae0e9 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:05.953018 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7fab02fe-3c3a-471d-b8b3-52b6335ae0e9 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1791179
Nov 24 14:37:05.953931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57578) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:05.959680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881104629'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:05.966942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:05.976810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:06.000836 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ca3c9b5b-58c8-4dcc-8cb8-5cc21f4a36e2 service neutron] 10.222.0.53 "GET /v2.0/networks/f3e33806-a4d8-4f05-b36f-29c058a96fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377916
Nov 24 14:37:06.021226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-16d52ddf-7de7-484e-ba89-941613953c4d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.6659636
Nov 24 14:37:06.022684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57582) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:06.028431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'subnet': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:06.115091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.135413 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-c5ac9f4a-a2b5-4ed4-8457-951df4a6845b service neutron] 10.222.0.53 "GET /v2.0/networks/f3e33806-a4d8-4f05-b36f-29c058a96fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293020
Nov 24 14:37:06.198227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:06.205627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:06.209156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:06.211999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:06.218879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:06.221002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Usage tracker for resource:subnet and tenant:8641dcc97b5149d8abae85e3ed53c996 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:06.224560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:06.240073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:06.295123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.341652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Made reservation on behalf of 8641dcc97b5149d8abae85e3ed53c996 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:37:06.345142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.457827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.469161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c930fba-8c38-4c5a-bfea-a95cc3fe83f6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:06.495232 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6b6aeb69-af1e-4a4d-aa05-cf047414102b req-f334b2a0-4ef1-487a-bbea-b4acc9a9dcba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 210 time: 0.1612265
Nov 24 14:37:06.547685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6302a684-8980-4b8a-84b0-ffcea75a0f43,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:06.551233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:06.646996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.650457 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6931257
Nov 24 14:37:06.651982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57596) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:06.657851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f777c28a-98e7-4406-a4ce-04ce473daa0e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '6302a684-8980-4b8a-84b0-ffcea75a0f43', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:06.658710 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-f777c28a-98e7-4406-a4ce-04ce473daa0e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:06.659719 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f777c28a-98e7-4406-a4ce-04ce473daa0e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0065877
Nov 24 14:37:06.662267 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57600) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:06.730542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be93430e-6280-48aa-9985-eae8316141f7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.747281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.752953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fa1048b0-7700-414d-b423-68648c8d3b27 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:06.759078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be93430e-6280-48aa-9985-eae8316141f7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.813920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:37:06.822980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:37:06.822980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:06.822980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.827571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Subnet': ['ID=2b5eafb3-fcc5-4baf-814b-3c52cca13958,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:06.828375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58afac52-2fc5-40a1-b522-b39769313710 None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:06.834169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:06.890051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be93430e-6280-48aa-9985-eae8316141f7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.896019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0e57b926-e94f-4f8a-8000-281f798b621b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:06.918714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93430e-6280-48aa-9985-eae8316141f7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6302a684-8980-4b8a-84b0-ffcea75a0f43,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:06.921642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-be93430e-6280-48aa-9985-eae8316141f7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:06.923496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-be93430e-6280-48aa-9985-eae8316141f7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:06.927196 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-be93430e-6280-48aa-9985-eae8316141f7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/6302a684-8980-4b8a-84b0-ffcea75a0f43 HTTP/1.1" status: 204  len: 168 time: 0.2614653
Nov 24 14:37:06.927323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57606) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:06.938743 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-067f6fc2-816a-4495-8d83-8168b53f4f40 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9143782
Nov 24 14:37:06.941820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57610) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:06.948310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2098136793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b5eafb3-fcc5-4baf-814b-3c52cca13958'}], 'security_groups': ['eda698f1-35a1-474a-8634-976a8b055d3b', '9a4bd2fd-7b41-47aa-90fb-468f0e8d639d']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:06.989506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-24db4350-19a1-45ad-bf42-48a18edc3b4e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:07.067688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-24db4350-19a1-45ad-bf42-48a18edc3b4e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:07.069715 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-24db4350-19a1-45ad-bf42-48a18edc3b4e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1409504
Nov 24 14:37:07.073871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57614) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:07.085937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--712941896'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:07.096634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:07.098351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.121517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:07.238061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Update dhcp port {'port': {'network_id': 'a6751f70-bbe8-4e36-9e9b-d30034d20db7', 'fixed_ips': [{'subnet_id': 'c1f51536-e493-4e8b-8aa3-a34cb744b915', 'ip_address': '172.20.0.18'}, {'subnet_id': '8997048f-5a1b-4cd4-bdef-11cbe303fb47', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b5eafb3-fcc5-4baf-814b-3c52cca13958'}], 'binding:host_id': 'dv-neutron-818347-1-hyperv'}, 'id': '74a2d66a-fb7e-40c9-9386-8ea5324a65cb'} from dv-neutron-818347-1-hyperv. {{(pid=84235) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Nov 24 14:37:07.294833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.331885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.444838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:07.455002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:07.460363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:07.500674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:07.520280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Allocated IP 172.20.0.34 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/2b5eafb3-fcc5-4baf-814b-3c52cca13958/74a2d66a-fb7e-40c9-9386-8ea5324a65cb) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:37:07.599536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.669127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] For port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,segment=NetworkSegment(8873024b-a1a3-4386-a500-601b382ccd84),segment_id=8873024b-a1a3-4386-a500-601b382ccd84)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:07.671418 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5ed8965d-1a4e-44e8-944e-3623a9cb5073 req-03b7817a-a759-4612-94f4-f5547f8a4baa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 210 time: 0.0454004
Nov 24 14:37:07.673203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.677246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d153afb9-7f8f-45ba-ac9f-6e8ee7803e4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:07.699222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.718156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Transition to ACTIVE for port object 74a2d66a-fb7e-40c9-9386-8ea5324a65cb will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:07.722199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd2753b-8838-456c-81c6-463fa02286b7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:07.725278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:07.788594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.797559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5ee1a4b2-5610-4628-83f2-285465800dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:07.857952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:07.859903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57620) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:07.860159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7854304
Nov 24 14:37:07.865780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6ba3b262-d25e-40ac-bb3c-bcd1393fa883 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '0cd2753b-8838-456c-81c6-463fa02286b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:07.866630 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-6ba3b262-d25e-40ac-bb3c-bcd1393fa883 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:07.867350 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6ba3b262-d25e-40ac-bb3c-bcd1393fa883 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0064387
Nov 24 14:37:07.871146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57624) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:07.883191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b03bec7a-8471-40e5-9afb-21e4b7556895 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '0cd2753b-8838-456c-81c6-463fa02286b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:07.883855 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-b03bec7a-8471-40e5-9afb-21e4b7556895 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:07.886898 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b03bec7a-8471-40e5-9afb-21e4b7556895 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0148582
Nov 24 14:37:07.889811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57628) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:07.902187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e7ee460b-2b20-416c-8f0a-f3eaa91da669 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '0cd2753b-8838-456c-81c6-463fa02286b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:07.902187 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-e7ee460b-2b20-416c-8f0a-f3eaa91da669 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:07.902187 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e7ee460b-2b20-416c-8f0a-f3eaa91da669 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0076666
Nov 24 14:37:07.903384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57632) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:07.909540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-466cccb7-1938-445d-b952-f85c58a87cb4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '0cd2753b-8838-456c-81c6-463fa02286b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:07.911461 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-466cccb7-1938-445d-b952-f85c58a87cb4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:07.912620 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-466cccb7-1938-445d-b952-f85c58a87cb4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0081701
Nov 24 14:37:07.915032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57636) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:07.967943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Pushing event updated for resources: {'Port': ['ID=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:07.971082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Delete allocated IP 172.20.0.13 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/8997048f-5a1b-4cd4-bdef-11cbe303fb47) {{(pid=84233) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 24 14:37:07.974602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:07.981277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Allocated IP 172.20.0.38 (a6751f70-bbe8-4e36-9e9b-d30034d20db7/2b5eafb3-fcc5-4baf-814b-3c52cca13958/d0e50a45-dcb7-4143-8e92-0809eda99fa7) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:37:08.017327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.065509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.250083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.326040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Transition to ACTIVE for port object d0e50a45-dcb7-4143-8e92-0809eda99fa7 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:08.326293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.330104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-985147a8-ed6d-4631-a312-84f161a65fcf tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:08.347736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd2753b-8838-456c-81c6-463fa02286b7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:08.356655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:08.357688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.362229 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/0cd2753b-8838-456c-81c6-463fa02286b7 HTTP/1.1" status: 204  len: 168 time: 0.4429712
Nov 24 14:37:08.362712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57640) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:08.424753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f16c41d6-38aa-4357-87d1-481bdb477a1e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:08.472901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.481485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79fc073d-bb85-4f2d-873f-c9b60d97c29a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:08.524477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f16c41d6-38aa-4357-87d1-481bdb477a1e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:08.526036 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f16c41d6-38aa-4357-87d1-481bdb477a1e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1623869
Nov 24 14:37:08.531357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57644) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:08.537409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--908322276'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:08.545063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:08.564284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:08.624310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event updated for resources: {'Port': ['ID=d0e50a45-dcb7-4143-8e92-0809eda99fa7,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:08.630633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:08.656527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] In _notify_port_updated(), no bound segment for port d0e50a45-dcb7-4143-8e92-0809eda99fa7 on network a6751f70-bbe8-4e36-9e9b-d30034d20db7 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:37:08.660336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:08.660934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.662222 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "PUT /v2.0/ports/d0e50a45-dcb7-4143-8e92-0809eda99fa7 HTTP/1.1" status: 200  len: 960 time: 1.7194200
Nov 24 14:37:08.665597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57648) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:08.689912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Provisioning for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:08.696354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:08.696766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.720492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.785612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port d0e50a45-dcb7-4143-8e92-0809eda99fa7 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:08.792224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.859586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Provisioning complete for port a548363f-5cea-48f2-863d-34de6e1f2fac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:08.859960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:08.872218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:08.906604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:08.915513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:08.921167 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8df6152e-2e9c-452b-a5fb-45cc3954cdae req-11a443a2-fece-4e2f-94e3-14267fbf3bf0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 210 time: 0.0968053
Nov 24 14:37:08.929459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Port a548363f-5cea-48f2-863d-34de6e1f2fac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:08.929647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:08.938064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-96e5d576-bfb7-4eea-837d-ec248798c267 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:08.938924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-96e5d576-bfb7-4eea-837d-ec248798c267 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:09.066961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Provisioning for port d0e50a45-dcb7-4143-8e92-0809eda99fa7 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:09.072735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Provisioning complete for port d0e50a45-dcb7-4143-8e92-0809eda99fa7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:09.073231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.093985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-96e5d576-bfb7-4eea-837d-ec248798c267 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:09.095745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-96e5d576-bfb7-4eea-837d-ec248798c267 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=f3e33806-a4d8-4f05-b36f-29c058a96fec HTTP/1.1" status: 200  len: 796 time: 0.4302289
Nov 24 14:37:09.114529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.140023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.158170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-278bf4dc-117b-4409-a0f2-3d4da9dcc910 None None] Port d0e50a45-dcb7-4143-8e92-0809eda99fa7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:09.164057 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-a8533252-d9b3-4eeb-ab15-373c57e6f5c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 471 time: 0.0524409
Nov 24 14:37:09.173771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['7d62b0fd-8574-41cf-a11f-17f470065ad1']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:09.205851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.267895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-18910f0a-cf1d-4884-a345-5d760a25b719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:09.285583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for d0e50a45-dcb7-4143-8e92-0809eda99fa7 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:09.289998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-10b4313d-70e4-476a-a461-cb35b6739485 None None] Provisioning complete for port d0e50a45-dcb7-4143-8e92-0809eda99fa7 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:09.290636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-10b4313d-70e4-476a-a461-cb35b6739485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.322375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:09.328501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:port and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:09.332755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:09.340964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:09.351469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548f1b54-bc2f-47e9-b10c-48f5af4e05a6,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:09.359191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:09.361778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-10b4313d-70e4-476a-a461-cb35b6739485 None None] Port d0e50a45-dcb7-4143-8e92-0809eda99fa7 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:09.445317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:37:09.448919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.507358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.511247 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9756207
Nov 24 14:37:09.516783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57654) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:09.517466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5a8b1dc5-cb68-49bd-a7b0-0c8220e48d21 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:09.518245 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-5a8b1dc5-cb68-49bd-a7b0-0c8220e48d21 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:09.519262 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5a8b1dc5-cb68-49bd-a7b0-0c8220e48d21 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066907
Nov 24 14:37:09.522599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57658) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:09.525032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74a2d66a-fb7e-40c9-9386-8ea5324a65cb up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:37:09.529264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-231587db-3494-47de-8aa3-75b0d3fbd181 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:09.541910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-231587db-3494-47de-8aa3-75b0d3fbd181 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:09.541910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.546173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-521b6d9d-0fe7-4fb0-9389-5b3e49789579 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:09.582306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-231587db-3494-47de-8aa3-75b0d3fbd181 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:09.587574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-231587db-3494-47de-8aa3-75b0d3fbd181 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:09.601296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=d0e50a45-dcb7-4143-8e92-0809eda99fa7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:09.603293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-231587db-3494-47de-8aa3-75b0d3fbd181 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:09.606699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:09.610719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:09.611064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.661031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.22 (f3e33806-a4d8-4f05-b36f-29c058a96fec/5a87b134-cb48-49f2-a1d5-2501dead7c03/36162ad6-a60b-45cd-8a48-f548b6afdc82) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:37:09.848899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.914452 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-231587db-3494-47de-8aa3-75b0d3fbd181 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:09.915528 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-231587db-3494-47de-8aa3-75b0d3fbd181 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3920152
Nov 24 14:37:09.918721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57662) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:09.920249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:09.924411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1752d5bd-1eb7-4e3d-9950-e881f7886a5d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:09.925050 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-1752d5bd-1eb7-4e3d-9950-e881f7886a5d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:09.925973 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1752d5bd-1eb7-4e3d-9950-e881f7886a5d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0062954
Nov 24 14:37:09.928350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57666) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:09.933963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-51bf52d0-6fbc-4131-bf0f-ae6fbcffd403 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:09.942461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 36162ad6-a60b-45cd-8a48-f548b6afdc82 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:09.942599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-51bf52d0-6fbc-4131-bf0f-ae6fbcffd403 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:09.944873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-51bf52d0-6fbc-4131-bf0f-ae6fbcffd403 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:09.948617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-51bf52d0-6fbc-4131-bf0f-ae6fbcffd403 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:09.954799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-51bf52d0-6fbc-4131-bf0f-ae6fbcffd403 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:09.961681 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/d0e50a45-dcb7-4143-8e92-0809eda99fa7 HTTP/1.1" status: 204  len: 168 time: 1.2935364
Nov 24 14:37:09.964458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57670) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.012710 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f7788a-b865-4d42-b1a2-289e7fe5861f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] GET failed (client error): The resource could not be found.
Nov 24 14:37:10.016462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f1f7788a-b865-4d42-b1a2-289e7fe5861f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Synchronizing usage tracker for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:10.059171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.064825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-695494b7-ac13-41d0-9efe-58642ce671f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:10.131863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f1f7788a-b865-4d42-b1a2-289e7fe5861f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Unset dirty status for tenant:8641dcc97b5149d8abae85e3ed53c996 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:10.133042 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1f7788a-b865-4d42-b1a2-289e7fe5861f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports/d0e50a45-dcb7-4143-8e92-0809eda99fa7 HTTP/1.1" status: 404  len: 333 time: 0.1676722
Nov 24 14:37:10.136554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57676) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.137050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f3e33806-a4d8-4f05-b36f-29c058a96fec is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:37:10.140602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:37:10.145112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:37:10.173812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=36162ad6-a60b-45cd-8a48-f548b6afdc82,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:10.180973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:10.206328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26334a7-a66b-4803-b747-f6ea43838227 req-d64d482f-8a4e-4395-b2ca-e5860b8111d9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:10.207768 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a26334a7-a66b-4803-b747-f6ea43838227 req-d64d482f-8a4e-4395-b2ca-e5860b8111d9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 932 time: 0.1452978
Nov 24 14:37:10.215785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:10.218006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.228565 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-51bf52d0-6fbc-4131-bf0f-ae6fbcffd403 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:10.230150 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-51bf52d0-6fbc-4131-bf0f-ae6fbcffd403 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3009379
Nov 24 14:37:10.233209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57680) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.242224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1f51a750-b74b-4fe4-ba1c-50d7f6fdddcc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:10.243265 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-1f51a750-b74b-4fe4-ba1c-50d7f6fdddcc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:10.247776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1f51a750-b74b-4fe4-ba1c-50d7f6fdddcc tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0100086
Nov 24 14:37:10.249080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57684) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.255754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:10.258915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.261972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:10.266521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:10.269993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:10.278309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:10.301819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.311639 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a26334a7-a66b-4803-b747-f6ea43838227 req-7bedf7ed-102a-48bf-89cc-552689c12ccf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884666
Nov 24 14:37:10.331363 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1612806
Nov 24 14:37:10.344545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-25f5b92d-73e4-4d80-be37-5580e6a6c0a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:37:10.345905 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-25f5b92d-73e4-4d80-be37-5580e6a6c0a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0065651
Nov 24 14:37:10.359684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Request body: {'port': {'device_id': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:10.410441 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Project d77f95c818af47e48c9dd3e661fff035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:37:10.426504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.431858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6aeb1e9f-cdc4-4fa7-aa35-cec163678007 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:10.445122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26abfb7-cded-42a4-9caf-3ab1ed8ac5da,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:10.454433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:10.457528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.457528 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/security-groups/f26abfb7-cded-42a4-9caf-3ab1ed8ac5da HTTP/1.1" status: 204  len: 168 time: 0.3186285
Nov 24 14:37:10.459315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57688) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.475222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5f10082b-56ae-441e-86a0-db3e819f1c57 None None] Provisioning for port 36162ad6-a60b-45cd-8a48-f548b6afdc82 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:10.482542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5f10082b-56ae-441e-86a0-db3e819f1c57 None None] Provisioning complete for port 36162ad6-a60b-45cd-8a48-f548b6afdc82 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:10.483055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f10082b-56ae-441e-86a0-db3e819f1c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.534253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.543880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5f10082b-56ae-441e-86a0-db3e819f1c57 None None] Port 36162ad6-a60b-45cd-8a48-f548b6afdc82 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:10.569153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.608009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.657295 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:10.665056 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ed69c2ff-668d-453b-b6a4-4a9ae3d3310e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4087970
Nov 24 14:37:10.665628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57692) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.667512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-cff5f13e-db91-4993-8288-8154b72a3e8f tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:10.668129 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-cff5f13e-db91-4993-8288-8154b72a3e8f tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:10.669038 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cff5f13e-db91-4993-8288-8154b72a3e8f tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0070245
Nov 24 14:37:10.671653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57696) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.676571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:10.684314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:10.686323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.690979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2df1e4e-a778-4eb2-bd89-48ad18f6bc9f tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:10.704125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:10.708979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:10.713233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4bd2fd-7b41-47aa-90fb-468f0e8d639d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:10.718436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:10.720831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:10.729805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.730531 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/security-groups/9a4bd2fd-7b41-47aa-90fb-468f0e8d639d HTTP/1.1" status: 204  len: 168 time: 0.2701101
Nov 24 14:37:10.740232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57700) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.805042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.835923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.849159 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Project d77f95c818af47e48c9dd3e661fff035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:37:10.969611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36162ad6-a60b-45cd-8a48-f548b6afdc82 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:37:10.969966 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:10.971031 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e71b0edb-5d48-464a-ad10-6f730110b1d8 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2984872
Nov 24 14:37:10.974111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57704) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:10.976634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.980365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '548f1b54-bc2f-47e9-b10c-48f5af4e05a6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:10.986313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:10.990983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:10.992262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Transition to ACTIVE for port object 36162ad6-a60b-45cd-8a48-f548b6afdc82 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:10.994164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-28dc97db-8f00-467a-bdd5-ee4a01f0445e tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:11.008629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:11.011624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda698f1-35a1-474a-8634-976a8b055d3b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:11.014456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:11.017289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:11.026613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:11.028887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.029987 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/security-groups/eda698f1-35a1-474a-8634-976a8b055d3b HTTP/1.1" status: 204  len: 168 time: 0.2887800
Nov 24 14:37:11.032807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57708) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:11.091081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.097484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-206dd778-d357-4371-b378-92745c286108 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:11.112650 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Project d77f95c818af47e48c9dd3e661fff035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:37:11.211291 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:11.212209 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3b98577c-4d51-4513-bb01-32826431a578 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2368035
Nov 24 14:37:11.215032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57712) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:11.291692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.314800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Pushing event updated for resources: {'Port': ['ID=36162ad6-a60b-45cd-8a48-f548b6afdc82,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:11.321084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.322665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:11.450895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet 8997048f-5a1b-4cd4-bdef-11cbe303fb47 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:37:11.451586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.457005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-96878de2-4a12-4f52-b388-20790a892619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:11.481331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548f1b54-bc2f-47e9-b10c-48f5af4e05a6,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:11.486169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:11.488218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.491905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.492192 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/548f1b54-bc2f-47e9-b10c-48f5af4e05a6 HTTP/1.1" status: 204  len: 168 time: 0.2760630
Nov 24 14:37:11.492658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57718) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:11.550233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-58c991f4-90b1-4c5a-86d3-9df416a0decd tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:11.578392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.613415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Attempting to bind port 36162ad6-a60b-45cd-8a48-f548b6afdc82 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:37:11.613740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Attempting to bind port 36162ad6-a60b-45cd-8a48-f548b6afdc82 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:37:11.614087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Attempting to bind port 36162ad6-a60b-45cd-8a48-f548b6afdc82 on network f3e33806-a4d8-4f05-b36f-29c058a96fec {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:37:11.627551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-58c991f4-90b1-4c5a-86d3-9df416a0decd tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:11.628059 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-58c991f4-90b1-4c5a-86d3-9df416a0decd tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1344724
Nov 24 14:37:11.634115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57724) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:11.639826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289999002'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:11.646703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Port 36162ad6-a60b-45cd-8a48-f548b6afdc82 on network f3e33806-a4d8-4f05-b36f-29c058a96fec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:37:11.646876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:11.647016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Attempting to bind port 36162ad6-a60b-45cd-8a48-f548b6afdc82 on network f3e33806-a4d8-4f05-b36f-29c058a96fec {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:37:11.658223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:11.677036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:37:11.677642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Checking segment: {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:37:11.677642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Bound using segment: {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:37:11.678046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Bound port: 36162ad6-a60b-45cd-8a48-f548b6afdc82, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:37:11.678381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.699952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62877ac-88ef-4a03-bb51-bf6ce53b805e req-13fd86d0-32c4-4edc-a083-ea6ef831a26d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:11.700661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a62877ac-88ef-4a03-bb51-bf6ce53b805e req-13fd86d0-32c4-4edc-a083-ea6ef831a26d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:11.752549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.756817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.790082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:11.797979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:11.797979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:11.807285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:11.846092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] For port 36162ad6-a60b-45cd-8a48-f548b6afdc82, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:37:11.848751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] For port 36162ad6-a60b-45cd-8a48-f548b6afdc82, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=36162ad6-a60b-45cd-8a48-f548b6afdc82,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:37:11.875868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.880260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a62877ac-88ef-4a03-bb51-bf6ce53b805e req-13fd86d0-32c4-4edc-a083-ea6ef831a26d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:11.883731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a62877ac-88ef-4a03-bb51-bf6ce53b805e req-13fd86d0-32c4-4edc-a083-ea6ef831a26d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 944 time: 0.4284759
Nov 24 14:37:11.928332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.933072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:11.963065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a62877ac-88ef-4a03-bb51-bf6ce53b805e req-c871c5c9-04c5-495e-bb25-c3d2b387c953 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754519
Nov 24 14:37:11.971723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:11.977826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-44d9ae4b-1a64-48c9-95f0-ef1d5badef4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:11.988348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.016809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.018162 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] 10.222.0.81 "PUT /v2.0/ports/36162ad6-a60b-45cd-8a48-f548b6afdc82 HTTP/1.1" status: 200  len: 1094 time: 1.6624489
Nov 24 14:37:12.021095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'tag': '36162ad6-a60b-45cd-8a48-f548b6afdc82'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:37:12.021494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f8141-b4e5-4080-97fa-979083d33463,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:12.024754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:12.026152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85216ecf-86ea-4bb7-8b72-4d2b8f3d4ddf None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:12.037248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.073031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/8997048f-5a1b-4cd4-bdef-11cbe303fb47 HTTP/1.1" status: 204  len: 168 time: 1.0345385
Nov 24 14:37:12.073031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Pushing event updated for resources: {'Port': ['ID=36162ad6-a60b-45cd-8a48-f548b6afdc82,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:12.074652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57730) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:12.082484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:12.083091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5c0fa23-26ad-499a-bc8d-5bc747d56046 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:12.171878 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'tag': '36162ad6-a60b-45cd-8a48-f548b6afdc82', 'status': 'completed', 'code': 200}
Nov 24 14:37:12.174270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=8997048f-5a1b-4cd4-bdef-11cbe303fb47,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:12.177609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:12.299221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.300744 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6656697
Nov 24 14:37:12.304238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57736) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:12.320429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ad5db916-e9d8-42a8-bc01-9c5478bcdc7b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '072f8141-b4e5-4080-97fa-979083d33463', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:12.331177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ad5db916-e9d8-42a8-bc01-9c5478bcdc7b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:12.346284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad5db916-e9d8-42a8-bc01-9c5478bcdc7b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:12.350538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ad5db916-e9d8-42a8-bc01-9c5478bcdc7b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:12.354856 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-6c9e44fb-609a-4e8f-8699-53bf3c94fe9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 1097 time: 0.1911590
Nov 24 14:37:12.360561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet 2b5eafb3-fcc5-4baf-814b-3c52cca13958 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:37:12.363724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ad5db916-e9d8-42a8-bc01-9c5478bcdc7b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:12.366083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.439559 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-7226322f-237f-45b2-9a71-b76df766cb12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=36162ad6-a60b-45cd-8a48-f548b6afdc82 HTTP/1.1" status: 200  len: 217 time: 0.0757945
Nov 24 14:37:12.444220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.537876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-062f4e45-a632-4567-a10f-215dc4ce9318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:12.537876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-062f4e45-a632-4567-a10f-215dc4ce9318 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a87b134-cb48-49f2-a1d5-2501dead7c03 HTTP/1.1" status: 200  len: 837 time: 0.0863826
Nov 24 14:37:12.574223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.674096 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-ad5db916-e9d8-42a8-bc01-9c5478bcdc7b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The resource could not be found.
Nov 24 14:37:12.675284 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ad5db916-e9d8-42a8-bc01-9c5478bcdc7b tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3704810
Nov 24 14:37:12.678106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57740) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:12.684417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9e9cc6c8-0039-4562-9f8c-692841077363 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': '072f8141-b4e5-4080-97fa-979083d33463', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '431d5d27-a557-4740-9357-ab8e661c077e'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:12.691192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9e9cc6c8-0039-4562-9f8c-692841077363 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:12.695344 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9e9cc6c8-0039-4562-9f8c-692841077363 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:12.699558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9e9cc6c8-0039-4562-9f8c-692841077363 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:12.707141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9e9cc6c8-0039-4562-9f8c-692841077363 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:12.745743 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-06929ba2-e22b-43d3-9e56-9e453d2da73e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f3e33806-a4d8-4f05-b36f-29c058a96fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2066863
Nov 24 14:37:12.789208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.795527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-89d6cd72-9ce9-4535-a223-e4a44ebad7c4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:12.851807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5eafb3-fcc5-4baf-814b-3c52cca13958,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:12.857509 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:12.875387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:12.888458 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/2b5eafb3-fcc5-4baf-814b-3c52cca13958 HTTP/1.1" status: 204  len: 168 time: 0.8047693
Nov 24 14:37:12.889289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57744) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:12.934101 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-cf62177d-de1b-4a66-8db0-4817848bd0d7 service neutron] 10.222.0.81 "GET /v2.0/networks/f3e33806-a4d8-4f05-b36f-29c058a96fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817338
Nov 24 14:37:12.938276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-36efc368-dad6-426b-a45a-327016fb1741 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:12.938276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36efc368-dad6-426b-a45a-327016fb1741 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:12.938276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36efc368-dad6-426b-a45a-327016fb1741 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/8997048f-5a1b-4cd4-bdef-11cbe303fb47 HTTP/1.1" status: 404  len: 337 time: 0.0474305
Nov 24 14:37:12.940185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57748) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:12.960414 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-9e9cc6c8-0039-4562-9f8c-692841077363 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The resource could not be found.
Nov 24 14:37:12.964268 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9e9cc6c8-0039-4562-9f8c-692841077363 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2836862
Nov 24 14:37:12.966334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57752) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.067640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.098032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting subnet c1f51536-e493-4e8b-8aa3-a34cb744b915 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:37:13.102256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.111287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.124571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2dc5f-8040-46ed-9c79-8b21d9988f99 None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:13.243334 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34fbece2-4920-4026-aa42-7a9d89b29cd5 req-5266a9ea-9055-4e76-9ee8-c4a7dd4d0b8f service neutron] 10.222.0.81 "GET /v2.0/networks/f3e33806-a4d8-4f05-b36f-29c058a96fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3003063
Nov 24 14:37:13.250188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.252183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6c7971b4-32ef-41f9-8149-4cad35079848 None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:13.252537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c7971b4-32ef-41f9-8149-4cad35079848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.274527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.280778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1799e1c7-f1aa-43cb-ac82-b8554d749ea1 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:13.299577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f8141-b4e5-4080-97fa-979083d33463,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:13.302843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:13.310500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.311481 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/072f8141-b4e5-4080-97fa-979083d33463 HTTP/1.1" status: 204  len: 168 time: 0.3428733
Nov 24 14:37:13.312893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57758) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.326623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec702d3-5863-4007-80fa-075e7b797210 req-55ab1864-0102-425c-9e13-676e96a7024a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:13.328118 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5ec702d3-5863-4007-80fa-075e7b797210 req-55ab1864-0102-425c-9e13-676e96a7024a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 944 time: 0.1904697
Nov 24 14:37:13.373931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a19f876a-05d9-4714-8239-7538222d63f1 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:13.389601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.477986 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5ec702d3-5863-4007-80fa-075e7b797210 req-9734d97c-59bc-4ce5-aa52-4d3432499c33 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373293
Nov 24 14:37:13.492301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a19f876a-05d9-4714-8239-7538222d63f1 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:13.494639 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a19f876a-05d9-4714-8239-7538222d63f1 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1805158
Nov 24 14:37:13.502421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57762) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.520007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e415762c-088f-4aac-ba58-5e8d8c5f54a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': 'e0f4b608-c1cc-44a3-9fc5-0cdc3b3367cc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:13.524288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e415762c-088f-4aac-ba58-5e8d8c5f54a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:13.529197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e415762c-088f-4aac-ba58-5e8d8c5f54a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:13.534060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e415762c-088f-4aac-ba58-5e8d8c5f54a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:13.539001 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-85d906c8-ff03-4257-8c79-423e5aa1805c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 1097 time: 0.1136904
Nov 24 14:37:13.541030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e415762c-088f-4aac-ba58-5e8d8c5f54a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:13.545626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6c7971b4-32ef-41f9-8149-4cad35079848 None None] Provisioning complete for port a548363f-5cea-48f2-863d-34de6e1f2fac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:13.547957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c7971b4-32ef-41f9-8149-4cad35079848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.608199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6c7971b4-32ef-41f9-8149-4cad35079848 None None] Port a548363f-5cea-48f2-863d-34de6e1f2fac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:13.636534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.648338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e218745b-5364-43af-82cc-0be9d90b40bd tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:13.688375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f51536-e493-4e8b-8aa3-a34cb744b915,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:13.690828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:13.706140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.718207 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-e415762c-088f-4aac-ba58-5e8d8c5f54a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The resource could not be found.
Nov 24 14:37:13.733704 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e415762c-088f-4aac-ba58-5e8d8c5f54a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2155929
Nov 24 14:37:13.733704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57766) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.733704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--806296146'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:13.736312 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/c1f51536-e493-4e8b-8aa3-a34cb744b915 HTTP/1.1" status: 204  len: 168 time: 0.7938201
Nov 24 14:37:13.737789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57770) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.738691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:13.749512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:13.790021 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6de98a0-4f12-425d-839b-ff63ff01d124 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:13.790504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6de98a0-4f12-425d-839b-ff63ff01d124 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:13.793890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e6de98a0-4f12-425d-839b-ff63ff01d124 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/a9154670-3b4a-45d0-b160-fb7d44550d3a HTTP/1.1" status: 404  len: 337 time: 0.0538056
Nov 24 14:37:13.795232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57774) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.795572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-54e18723-5132-4325-9f83-d8542d087f36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:13.797427 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-54e18723-5132-4325-9f83-d8542d087f36 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f3e33806-a4d8-4f05-b36f-29c058a96fec HTTP/1.1" status: 200  len: 897 time: 0.2500303
Nov 24 14:37:13.848494 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8665ef71-c58f-4581-b2e4-e8a0c56cd659 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f1e0489-2b8d-4da4-bd67-800fbe83bf2c HTTP/1.1" status: 200  len: 205 time: 0.0517972
Nov 24 14:37:13.849112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57778) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.879703 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-112bc694-6244-429a-b0f2-da7bcf066695 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=36162ad6-a60b-45cd-8a48-f548b6afdc82 HTTP/1.1" status: 200  len: 217 time: 0.0742166
Nov 24 14:37:13.918000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:13.936393 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-b20fc4c9-514d-4171-a615-f1acc3dda01c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] delete failed (client error): The resource could not be found.
Nov 24 14:37:13.940381 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b20fc4c9-514d-4171-a615-f1acc3dda01c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/routers/8f1e0489-2b8d-4da4-bd67-800fbe83bf2c HTTP/1.1" status: 404  len: 336 time: 0.0874205
Nov 24 14:37:13.940765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57782) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:13.953292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-7e00c13b-c841-4d19-8598-1fcad2e4cc87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:13.955935 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-7e00c13b-c841-4d19-8598-1fcad2e4cc87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5a87b134-cb48-49f2-a1d5-2501dead7c03 HTTP/1.1" status: 200  len: 837 time: 0.0694408
Nov 24 14:37:13.984118 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fb1fb6-feb6-41a6-865a-c149864f8e07 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:13.984994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fb1fb6-feb6-41a6-865a-c149864f8e07 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:13.988703 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-50fb1fb6-feb6-41a6-865a-c149864f8e07 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/0c8cfbdd-3b10-4e60-a94f-120834cc1870 HTTP/1.1" status: 404  len: 337 time: 0.0446162
Nov 24 14:37:13.989712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57786) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.040008 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-22def882-af52-4032-9c2b-8b8237c59e35 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f3e33806-a4d8-4f05-b36f-29c058a96fec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0767343
Nov 24 14:37:14.096860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac31080a-182f-4af8-8da6-29f25d776f0a None None] Network a6751f70-bbe8-4e36-9e9b-d30034d20db7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:14.140722 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1f249b-3176-40d6-946f-d774bc2a2a4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.141441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1f249b-3176-40d6-946f-d774bc2a2a4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.153944 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ff1f249b-3176-40d6-946f-d774bc2a2a4c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/06f355a2-1425-47c8-9e0f-fa283eaafebc HTTP/1.1" status: 404  len: 337 time: 0.1588960
Nov 24 14:37:14.154071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57790) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.154187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:14.157993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:14.160880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:14.167052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:14.218100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b39f6292-88ec-4205-a78a-8c2608bb56a7 None None] Provisioning complete for port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:14.218705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b39f6292-88ec-4205-a78a-8c2608bb56a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.223472 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9f6235-d8e8-4420-b157-8d7a433001d2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.224063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9f6235-d8e8-4420-b157-8d7a433001d2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.224414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.225890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5f9f6235-d8e8-4420-b157-8d7a433001d2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/6ceb67da-9883-4735-acbd-ff1ed07003f4 HTTP/1.1" status: 404  len: 337 time: 0.0713773
Nov 24 14:37:14.228569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57794) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.251615 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-e5cf072b-4559-489e-8cc5-d1504a1ed147 service neutron] 10.222.0.81 "GET /v2.0/networks/f3e33806-a4d8-4f05-b36f-29c058a96fec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038229
Nov 24 14:37:14.270671 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cab2ea-db30-4008-95b3-462aa585febc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.271108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82cab2ea-db30-4008-95b3-462aa585febc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.280113 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-82cab2ea-db30-4008-95b3-462aa585febc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/42efe84d-d6d6-4e8e-a7d4-4d93970eda8f HTTP/1.1" status: 404  len: 333 time: 0.0481083
Nov 24 14:37:14.280374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57798) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.316800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.327362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0624d22c-f43d-43b8-8f95-fb1db6974f88 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:14.337790 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb55ac2-0378-41e6-82e5-ca1002762c7c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.338288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb55ac2-0378-41e6-82e5-ca1002762c7c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.342537 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cbb55ac2-0378-41e6-82e5-ca1002762c7c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/fb0ee879-eda4-4713-9bf5-b43e5254f2f4 HTTP/1.1" status: 404  len: 337 time: 0.0587363
Nov 24 14:37:14.349202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57802) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.368211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5055f1b-9eb7-4c9b-815c-a69e1ad82106,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:14.371745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:14.430563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.430889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b39f6292-88ec-4205-a78a-8c2608bb56a7 None None] Provisioning complete for port a548363f-5cea-48f2-863d-34de6e1f2fac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:14.431273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b39f6292-88ec-4205-a78a-8c2608bb56a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.432921 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7078919
Nov 24 14:37:14.435839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57806) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.445006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548747252'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:14.460511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:14.473191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:14.497027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] DHCP port deletion for a6751f70-bbe8-4e36-9e9b-d30034d20db7 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:37:14.500402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b39f6292-88ec-4205-a78a-8c2608bb56a7 None None] Port a548363f-5cea-48f2-863d-34de6e1f2fac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:14.518775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Deleting port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:14.518775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.531183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-652ff42b-fd9c-427b-be87-bd560672e526 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.531617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652ff42b-fd9c-427b-be87-bd560672e526 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.537444 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-652ff42b-fd9c-427b-be87-bd560672e526 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/6d1c865a-d234-4c08-bfd6-90e1c5624046 HTTP/1.1" status: 404  len: 337 time: 0.1904464
Nov 24 14:37:14.538625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57812) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.583998 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.pecan_wsgi.hooks.translation [None req-77036115-c58c-4552-a402-cc0c643d1fab tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.584470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77036115-c58c-4552-a402-cc0c643d1fab tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84234) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.586107 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-77036115-c58c-4552-a402-cc0c643d1fab tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/105a8ebf-b1ea-4c8f-8b05-9a7fbebbfe6c HTTP/1.1" status: 404  len: 333 time: 0.0480962
Nov 24 14:37:14.589833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57816) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.590333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.631867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:14.636920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e8ff51-3bc7-417f-b6ac-51941b28c324 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.637473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e8ff51-3bc7-417f-b6ac-51941b28c324 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.641946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:14.644895 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d3e8ff51-3bc7-417f-b6ac-51941b28c324 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/bade873a-4a79-48b6-8737-e6a51b1d67ce HTTP/1.1" status: 404  len: 337 time: 0.0484903
Nov 24 14:37:14.644895 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-416b02c5-3329-489b-ab6a-cde1a44ba17e req-235ea9e2-bf35-44d1-b870-7e8bf28a9a33 service neutron] 10.222.0.81 "GET /v2.0/networks/f3e33806-a4d8-4f05-b36f-29c058a96fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3838699
Nov 24 14:37:14.644895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57820) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.688335 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-44befce0-edc2-4a29-b38c-d93367f27bda tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] DELETE failed (client error): The resource could not be found.
Nov 24 14:37:14.693118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44befce0-edc2-4a29-b38c-d93367f27bda tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 14:37:14.693118 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-44befce0-edc2-4a29-b38c-d93367f27bda tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/subnets/31350031-4454-491c-a821-bb4a62d30ab5 HTTP/1.1" status: 404  len: 337 time: 0.0465245
Nov 24 14:37:14.693341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57824) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:14.703229 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:14.711438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:14.737075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] For port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,segment=NetworkSegment(8873024b-a1a3-4386-a500-601b382ccd84),segment_id=8873024b-a1a3-4386-a500-601b382ccd84)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:14.737469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.767522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Deleting port a548363f-5cea-48f2-863d-34de6e1f2fac {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:14.768242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.785000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2094-fe62-410f-9aae-ba88a2588df5 req-b5257af0-a8b5-4e6a-a1a9-3173239225a9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:14.796282 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d8ad2094-fe62-410f-9aae-ba88a2588df5 req-b5257af0-a8b5-4e6a-a1a9-3173239225a9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 944 time: 0.1487188
Nov 24 14:37:14.824774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.860476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Calling delete_port for 74a2d66a-fb7e-40c9-9386-8ea5324a65cb owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:14.883847 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d8ad2094-fe62-410f-9aae-ba88a2588df5 req-a0acaba3-252a-496a-bab7-c72f0764949e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846815
Nov 24 14:37:14.910747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:14.910747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-324d1a23-bd9e-4207-95a2-b7e0e2b4b109 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:14.951791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a72c03-e4a8-4f62-aef0-b59cb6241796,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:14.952906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:15.011006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.069234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.074240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-17055a8c-740a-4145-a92e-40375b9e9988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:15.095223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.095223 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6543205
Nov 24 14:37:15.096028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57828) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:15.101838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-64c3b83d-3fd9-439c-932e-ef34c07c42f6 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': 'b5055f1b-9eb7-4c9b-815c-a69e1ad82106', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e9a72c03-e4a8-4f62-aef0-b59cb6241796'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:15.108700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-64c3b83d-3fd9-439c-932e-ef34c07c42f6 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:15.113695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-64c3b83d-3fd9-439c-932e-ef34c07c42f6 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:15.119668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-64c3b83d-3fd9-439c-932e-ef34c07c42f6 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:15.119808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Pushing event deleted for resources: {'Port': ['ID=74a2d66a-fb7e-40c9-9386-8ea5324a65cb,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:15.121115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:15.125078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] No DVR routers for this DVR port 74a2d66a-fb7e-40c9-9386-8ea5324a65cb on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:37:15.129456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-64c3b83d-3fd9-439c-932e-ef34c07c42f6 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:15.147174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Calling delete_port for a548363f-5cea-48f2-863d-34de6e1f2fac owned by  {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:15.205831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 36162ad6-a60b-45cd-8a48-f548b6afdc82 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:37:15.301478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.307959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b33d2fc-b098-4e6f-97fa-28e2dc7e0bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:15.325048 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-64c3b83d-3fd9-439c-932e-ef34c07c42f6 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:15.333891 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-64c3b83d-3fd9-439c-932e-ef34c07c42f6 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.2333798
Nov 24 14:37:15.333891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57832) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:15.354839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Port': ['ID=a548363f-5cea-48f2-863d-34de6e1f2fac,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:15.357734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:15.367533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.395801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 36162ad6-a60b-45cd-8a48-f548b6afdc82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=36162ad6-a60b-45cd-8a48-f548b6afdc82,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:15.405848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.415610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '36162ad6-a60b-45cd-8a48-f548b6afdc82', 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec', 'port_id': '36162ad6-a60b-45cd-8a48-f548b6afdc82', 'mac_address': 'fa:16:3e:8a:79:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87b134-cb48-49f2-a1d5-2501dead7c03', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:37:15.433372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.468643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.484778 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/ports/a548363f-5cea-48f2-863d-34de6e1f2fac HTTP/1.1" status: 204  len: 168 time: 0.7874603
Nov 24 14:37:15.486048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57836) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:15.487161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36162ad6-a60b-45cd-8a48-f548b6afdc82 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:37:15.506785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 36162ad6-a60b-45cd-8a48-f548b6afdc82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=36162ad6-a60b-45cd-8a48-f548b6afdc82,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:15.533520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74a2d66a-fb7e-40c9-9386-8ea5324a65cb no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:37:15.566541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.568022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 74a2d66a-fb7e-40c9-9386-8ea5324a65cb {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:37:15.568399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 74a2d66a-fb7e-40c9-9386-8ea5324a65cb not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:37:15.575752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8861170d-ebc0-4487-b30f-afe9bd327b84 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:15.583924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.585902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9781bf83-a627-4030-b052-ad1055729dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:15.594065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a72c03-e4a8-4f62-aef0-b59cb6241796,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:15.597554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:15.605761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.607528 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/e9a72c03-e4a8-4f62-aef0-b59cb6241796 HTTP/1.1" status: 204  len: 168 time: 0.2752197
Nov 24 14:37:15.610025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57840) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:15.610988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.672985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=36162ad6-a60b-45cd-8a48-f548b6afdc82,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:15.676757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:15.686092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb59c00d-1371-44ea-8a43-337c83047fea tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:15.750392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.776729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ebc8100>,) {'filters': {'network_id': ['a6751f70-bbe8-4e36-9e9b-d30034d20db7']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:15.788404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eb59c00d-1371-44ea-8a43-337c83047fea tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:15.788916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ebc8100>, '8873024b-a1a3-4386-a500-601b382ccd84') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:15.793772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ebc8100>, '8873024b-a1a3-4386-a500-601b382ccd84') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:15.793919 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb59c00d-1371-44ea-8a43-337c83047fea tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.1788814
Nov 24 14:37:15.793919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57844) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:15.801318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.819415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.828628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:37:15.828628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.833054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['36162ad6-a60b-45cd-8a48-f548b6afdc82'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:37:15.843935 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:37:15.864011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:15.896027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.012405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.015466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-688854c1-3112-4c5f-88d2-2f1c4a5e7b0f tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:16.038288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.057894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.067753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-62815b43-0cf4-402a-aea6-de7f3814ca12 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:16.081698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5055f1b-9eb7-4c9b-815c-a69e1ad82106,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:16.086459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Pushing event deleted for resources: {'Network': ['ID=a6751f70-bbe8-4e36-9e9b-d30034d20db7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:16.086652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:16.089815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:16.091333 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b643406a-ac0d-4414-8cdd-71a418d8ccb9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] 10.222.0.53 "DELETE /v2.0/networks/a6751f70-bbe8-4e36-9e9b-d30034d20db7 HTTP/1.1" status: 204  len: 168 time: 0.6043365
Nov 24 14:37:16.136739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d4d85-33ab-4018-bb44-e122f9c33c7c req-fad273ed-c098-48cd-9ec3-67bc3cddf96c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:16.138404 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f80d4d85-33ab-4018-bb44-e122f9c33c7c req-fad273ed-c098-48cd-9ec3-67bc3cddf96c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 945 time: 0.1051998
Nov 24 14:37:16.157570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.159151 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/b5055f1b-9eb7-4c9b-815c-a69e1ad82106 HTTP/1.1" status: 204  len: 168 time: 0.3652101
Nov 24 14:37:16.161967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57852) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:16.200693 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f80d4d85-33ab-4018-bb44-e122f9c33c7c req-cc369cd7-258a-4f70-9615-2ed5a5da88eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561545
Nov 24 14:37:16.222394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e9bd8503-8af9-4a4b-bda8-c6522fceaf06 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:16.297965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e9bd8503-8af9-4a4b-bda8-c6522fceaf06 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:16.298644 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e9bd8503-8af9-4a4b-bda8-c6522fceaf06 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1355453
Nov 24 14:37:16.303254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57856) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:16.309494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440019690'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:16.315618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:16.326712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:16.388873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.427113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:16.430937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:16.434181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:16.440868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:16.499179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.554141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.560680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-500d3cb2-132e-4e26-a890-1ccb31b51edc tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:16.604613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb7c4c5-5524-4140-8553-e8504e9d7b82,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:16.605075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57862) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:16.606201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:16.686230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.687220 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3829587
Nov 24 14:37:16.690447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57868) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:16.696393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0239eaa7-1802-4ebf-bd18-166b9dccc90a tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': 'efb7c4c5-5524-4140-8553-e8504e9d7b82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:16.710153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0239eaa7-1802-4ebf-bd18-166b9dccc90a tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:16.714420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0239eaa7-1802-4ebf-bd18-166b9dccc90a tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:16.717427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0239eaa7-1802-4ebf-bd18-166b9dccc90a tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:16.723731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0239eaa7-1802-4ebf-bd18-166b9dccc90a tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:16.798502 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c309ca44-ed46-4dd4-a1ff-b4c7f71c8be3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8641dcc97b5149d8abae85e3ed53c996&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1895223
Nov 24 14:37:16.798760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57872) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:16.864346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.892249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:16.926334 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-0239eaa7-1802-4ebf-bd18-166b9dccc90a tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:16.929194 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0239eaa7-1802-4ebf-bd18-166b9dccc90a tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2379999
Nov 24 14:37:16.932638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57876) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:16.938849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-80fd2665-3bde-4d14-aade-3bdaa22f0c83 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group_rule': {'security_group_id': 'efb7c4c5-5524-4140-8553-e8504e9d7b82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:16.946110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-80fd2665-3bde-4d14-aade-3bdaa22f0c83 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:16.951206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-80fd2665-3bde-4d14-aade-3bdaa22f0c83 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:16.954561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-80fd2665-3bde-4d14-aade-3bdaa22f0c83 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:16.960856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-80fd2665-3bde-4d14-aade-3bdaa22f0c83 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:17.023752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.029643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2d31f6c5-ccf8-47d9-be90-1af1fec9a317 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:17.047473 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ebd7e-a7c5-402a-8980-b49ff9a0484b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:17.049808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:17.052398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.053778 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/420ebd7e-a7c5-402a-8980-b49ff9a0484b HTTP/1.1" status: 204  len: 168 time: 0.2538276
Nov 24 14:37:17.154471 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-80fd2665-3bde-4d14-aade-3bdaa22f0c83 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 14:37:17.155506 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-80fd2665-3bde-4d14-aade-3bdaa22f0c83 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2216284
Nov 24 14:37:17.158430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57882) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:17.215033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 36162ad6-a60b-45cd-8a48-f548b6afdc82 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:37:17.234479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.274180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.432828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 36162ad6-a60b-45cd-8a48-f548b6afdc82 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:17.437013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.437260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f01c1a-ac56-4ce1-bf9a-bbd2b57f7864 req-0759e79c-7afb-4ea6-90f8-c9d843fd72ba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:17.437260 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a6f01c1a-ac56-4ce1-bf9a-bbd2b57f7864 req-0759e79c-7afb-4ea6-90f8-c9d843fd72ba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 945 time: 0.0898795
Nov 24 14:37:17.439772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 36162ad6-a60b-45cd-8a48-f548b6afdc82 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:17.440466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.452236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1744ff57-3e16-400d-ba0e-2570e9d3df40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:17.481684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb7c4c5-5524-4140-8553-e8504e9d7b82,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:17.485112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:17.500531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.505921 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/efb7c4c5-5524-4140-8553-e8504e9d7b82 HTTP/1.1" status: 204  len: 168 time: 0.3458824
Nov 24 14:37:17.506435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57890) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:17.527883 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a6f01c1a-ac56-4ce1-bf9a-bbd2b57f7864 req-07c12682-ae98-4d4a-b4ec-c17c37243ef0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799727
Nov 24 14:37:17.580852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-278f21fe-b433-48b4-8333-e6ec6241a447 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:17.606069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.636978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36162ad6-a60b-45cd-8a48-f548b6afdc82'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:37:17.649212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 36162ad6-a60b-45cd-8a48-f548b6afdc82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=36162ad6-a60b-45cd-8a48-f548b6afdc82,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:17.674268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-278f21fe-b433-48b4-8333-e6ec6241a447 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:17.677163 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-278f21fe-b433-48b4-8333-e6ec6241a447 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1685507
Nov 24 14:37:17.682579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57900) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:17.688747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'tempest-secgroup--402601247'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:17.698606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:17.710713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:17.719993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.727005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:17.765209 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36162ad6-a60b-45cd-8a48-f548b6afdc82', 'code': 200}
Nov 24 14:37:17.794871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:17.801868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=36162ad6-a60b-45cd-8a48-f548b6afdc82,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:17.805223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:17.841796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:17.845926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Usage tracker for resource:security_group_rule and tenant:d77f95c818af47e48c9dd3e661fff035 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:17.849673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:17.855926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:17.924760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:18.000241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:18.005597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ba8eade-8158-4daa-a9a1-84d5467e0e59 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:18.197270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cf3cf2-770b-4dd5-b3cd-69445844ecc6,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:18.199531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:18.230615 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fa51ede8-d08d-4a5f-bc11-14416615bc06 req-5295a438-58e7-4510-a929-821fe9731362 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 1099 time: 0.1052234
Nov 24 14:37:18.276348 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fa51ede8-d08d-4a5f-bc11-14416615bc06 req-193fa883-8c8d-41b6-ab14-43affe76aa89 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388813
Nov 24 14:37:18.285576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:18.287317 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6028237
Nov 24 14:37:18.289871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57912) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:18.295392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c61401d5-2e4c-47e4-afc4-1f78e3663482 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:18.295974 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-c61401d5-2e4c-47e4-afc4-1f78e3663482 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 24 14:37:18.296884 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c61401d5-2e4c-47e4-afc4-1f78e3663482 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "PUT /v2.0/security-groups/08cf3cf2-770b-4dd5-b3cd-69445844ecc6 HTTP/1.1" status: 409  len: 330 time: 0.0061011
Nov 24 14:37:18.299153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57916) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:18.370335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cead007-2d0f-4680-a89e-c5061a8fd384 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:18.400194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cead007-2d0f-4680-a89e-c5061a8fd384 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:18.462010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57922) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:18.518616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cead007-2d0f-4680-a89e-c5061a8fd384 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:18.523860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bea72b23-aa94-4eba-8485-d963a2c3a480 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:18.542294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cead007-2d0f-4680-a89e-c5061a8fd384 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cf3cf2-770b-4dd5-b3cd-69445844ecc6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:18.544642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2cead007-2d0f-4680-a89e-c5061a8fd384 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:18.548309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2cead007-2d0f-4680-a89e-c5061a8fd384 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:18.549982 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2cead007-2d0f-4680-a89e-c5061a8fd384 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/08cf3cf2-770b-4dd5-b3cd-69445844ecc6 HTTP/1.1" status: 204  len: 168 time: 0.2499580
Nov 24 14:37:18.552546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57928) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:18.596571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8eda8266-e399-4fe7-8f99-ac0a4ba67329 tempest-DvrRoutersNegativeTest-1258307505 tempest-DvrRoutersNegativeTest-1258307505-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-879445591', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:37:18.598950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.policy [None req-8eda8266-e399-4fe7-8f99-ac0a4ba67329 tempest-DvrRoutersNegativeTest-1258307505 tempest-DvrRoutersNegativeTest-1258307505-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84233) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Nov 24 14:37:18.599245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.policy [None req-8eda8266-e399-4fe7-8f99-ac0a4ba67329 tempest-DvrRoutersNegativeTest-1258307505 tempest-DvrRoutersNegativeTest-1258307505-project] Failed policy check for 'create_router' {{(pid=84233) enforce /opt/stack/neutron/neutron/policy.py:482}}
Nov 24 14:37:18.599767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-8eda8266-e399-4fe7-8f99-ac0a4ba67329 tempest-DvrRoutersNegativeTest-1258307505 tempest-DvrRoutersNegativeTest-1258307505-project] create failed (client error): Access was denied to this resource.
Nov 24 14:37:18.600921 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8eda8266-e399-4fe7-8f99-ac0a4ba67329 tempest-DvrRoutersNegativeTest-1258307505 tempest-DvrRoutersNegativeTest-1258307505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1377933
Nov 24 14:37:18.621095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-523f9317-bd6e-42ff-bee4-db571a7ef22d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Synchronizing usage tracker for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:18.698602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-523f9317-bd6e-42ff-bee4-db571a7ef22d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Unset dirty status for tenant:d77f95c818af47e48c9dd3e661fff035 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:18.703104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-523f9317-bd6e-42ff-bee4-db571a7ef22d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1455979
Nov 24 14:37:18.703250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57936) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:18.723442 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-49cf22c4-e686-4f2c-9ebc-caa4d3c99a63 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] delete failed (client error): The resource could not be found.
Nov 24 14:37:18.727726 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-49cf22c4-e686-4f2c-9ebc-caa4d3c99a63 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "DELETE /v2.0/security-groups/61fa4e02-a77e-48f9-bab7-47118f6d62f0 HTTP/1.1" status: 404  len: 347 time: 0.0197694
Nov 24 14:37:18.727871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57940) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:18.749303 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-89dd4b10-92ee-4bd3-a4e5-a14d80d04e3c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] show failed (client error): The resource could not be found.
Nov 24 14:37:18.750310 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-89dd4b10-92ee-4bd3-a4e5-a14d80d04e3c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-groups/a2f3f6b2-4fe7-4725-9d7a-03a6c6f5ec44 HTTP/1.1" status: 404  len: 347 time: 0.0215979
Nov 24 14:37:18.754322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57944) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:18.757580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085aea4-856f-42fb-a914-d84caae6dcad req-7d4ec75e-393d-4c14-b475-a2932643bee3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:18.759011 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2085aea4-856f-42fb-a914-d84caae6dcad req-7d4ec75e-393d-4c14-b475-a2932643bee3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 946 time: 0.0917914
Nov 24 14:37:18.770263 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-bd3c0e99-9b59-4d54-ad81-78127c2c84da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] show failed (client error): The resource could not be found.
Nov 24 14:37:18.771325 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bd3c0e99-9b59-4d54-ad81-78127c2c84da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] 10.222.0.53 "GET /v2.0/security-group-rules/a03de3fb-7a59-4786-8e5b-666028975f91 HTTP/1.1" status: 404  len: 356 time: 0.0160282
Nov 24 14:37:18.810800 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2085aea4-856f-42fb-a914-d84caae6dcad req-c7d06a79-1ea4-4e2a-bc0c-ecd5392f001f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453773
Nov 24 14:37:19.190397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57952) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:19.311882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57960) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:19.397997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.430087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:37:19.434667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Usage tracker for resource:security_group_rule and tenant:d493198a255446e0b8f370dcceaa8e79 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:37:19.437645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:37:19.456478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:37:19.521386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-82a8422a-69a6-40f3-9810-aee9fd63365d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d77f95c818af47e48c9dd3e661fff035&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2082355
Nov 24 14:37:19.528250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57966) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:19.563704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.589709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.614639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.660504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.663145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e64692cd-ca3e-4550-b164-c0f8d8ee1dc0 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:19.704540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76771a86-c127-482c-826b-bc4945201706,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:19.713442 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d493198a255446e0b8f370dcceaa8e79&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5172226
Nov 24 14:37:19.713442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:19.713442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 57970) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:19.738335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.743977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2f977a46-afab-420f-9835-87ac90e9d2f3 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:19.757514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b546b3-866e-4225-be29-a0a4845497bf,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:19.760793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:19.784851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.814280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.833366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.836846 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12b546b3-866e-4225-be29-a0a4845497bf HTTP/1.1" status: 204  len: 168 time: 0.3050370
Nov 24 14:37:19.974591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:19.983780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b27c86a7-fe7c-4c26-96c0-360e79e54b54 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:20.001501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76771a86-c127-482c-826b-bc4945201706,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:20.006914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:20.008578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:20.012575 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76771a86-c127-482c-826b-bc4945201706 HTTP/1.1" status: 204  len: 168 time: 0.2973490
Nov 24 14:37:20.052481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35b1d3-a666-445c-9d99-fa6a83b75bf8 req-dab1c7bf-8df5-4ccc-9e39-9fe1313a73e5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:20.053956 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dd35b1d3-a666-445c-9d99-fa6a83b75bf8 req-dab1c7bf-8df5-4ccc-9e39-9fe1313a73e5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 946 time: 0.1146946
Nov 24 14:37:20.105821 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dd35b1d3-a666-445c-9d99-fa6a83b75bf8 req-74eae11e-eb7f-4553-af19-ada55410c71a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455475
Nov 24 14:37:20.190166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:20.335523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d69dd-cb1e-47e3-8e4d-953fca4a67df req-96c28b85-3a98-4f2d-9e50-69ca96847955 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:20.336610 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2e5d69dd-cb1e-47e3-8e4d-953fca4a67df req-96c28b85-3a98-4f2d-9e50-69ca96847955 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 946 time: 0.0970836
Nov 24 14:37:20.387722 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2e5d69dd-cb1e-47e3-8e4d-953fca4a67df req-3cf8d114-5828-4c8d-96c0-7633888b2aa0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448742
Nov 24 14:37:21.923191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 57988) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:22.774459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.169536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.17 (f3e33806-a4d8-4f05-b36f-29c058a96fec/5a87b134-cb48-49f2-a1d5-2501dead7c03/abfc1013-d19d-4cb3-9f5b-bd58813f2b78) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:37:23.330616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.347062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object abfc1013-d19d-4cb3-9f5b-bd58813f2b78 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:23.429417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2aef0856-cb4d-4751-a923-656840cf1c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.462904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.467264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d8857b8f-39e1-4954-8282-ade242ef3842 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:23.537652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f3e33806-a4d8-4f05-b36f-29c058a96fec is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:37:23.540987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:37:23.545717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:37:23.571164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:23.576790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:23.608402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.769298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.858052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82a744c5-ba5c-4728-9f82-e0a74cc14952 None None] Provisioning for port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:23.863489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-82a744c5-ba5c-4728-9f82-e0a74cc14952 None None] Provisioning complete for port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:23.863977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-82a744c5-ba5c-4728-9f82-e0a74cc14952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.920947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:23.924415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-82a744c5-ba5c-4728-9f82-e0a74cc14952 None None] Port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:24.280627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:24.342291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:24.367205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d9a7bc54-fa4c-4f66-876e-c6784fce0492 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:24.455090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:24.457396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:24.460938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:24.597054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network f3e33806-a4d8-4f05-b36f-29c058a96fec is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:37:24.598123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:37:24.849714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-78726bcd-6b89-49ff-8e01-195179b2b30e None None] Provisioning complete for port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:24.850265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78726bcd-6b89-49ff-8e01-195179b2b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:24.905048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-78726bcd-6b89-49ff-8e01-195179b2b30e None None] Port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:37:24.993273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:37:25.196059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:37:25.206266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Sync routers for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:37:25.218458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:37:25.219065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420265370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:36:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:25.306086 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/9d8020cd-2e59-4d15-b6e7-ef46b5b095f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3817804
Nov 24 14:37:25.396841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:37:25.699204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1db4-e044-4bbb-b5d5-b9ce9e37c923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:25.803226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420265370>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:23Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfc1013-d19d-4cb3-9f5b-bd58813f2b78', 'name': '', 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:a6:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a87b134-cb48-49f2-a1d5-2501dead7c03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:37:22Z', 'updated_at': '2021-11-24T14:37:24Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '5a87b134-cb48-49f2-a1d5-2501dead7c03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:25.808004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Checking router: 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:37:25.808393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Updating router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:37:25.872302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:26.207052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:26.218602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Transition to ACTIVE for port object abfc1013-d19d-4cb3-9f5b-bd58813f2b78 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:37:26.294675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:26.298138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:26.426149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82efc25-c526-4a85-996a-22a09cd2cb45 None None] Pushing event updated for resources: {'Port': ['ID=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:26.430148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e82efc25-c526-4a85-996a-22a09cd2cb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:26.516467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Attempting to bind port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:37:26.516854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Attempting to bind port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:37:26.517230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Attempting to bind port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 on network f3e33806-a4d8-4f05-b36f-29c058a96fec {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:37:26.523916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:37:26.524331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Checking segment: {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:37:26.524751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:26.525155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Bound using segment: {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:37:26.526164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Bound port: abfc1013-d19d-4cb3-9f5b-bd58813f2b78, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f55e9a-0cb4-488b-88e6-8567e95862a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:37:26.526550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:26.554340 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:37:26.631945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] For port abfc1013-d19d-4cb3-9f5b-bd58813f2b78, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:37:26.635896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] For port abfc1013-d19d-4cb3-9f5b-bd58813f2b78, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:37:26.660745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:26.726602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:26.729604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-08e2ab42-b046-42bd-bb8b-64cfaf914d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:26.811394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82efc25-c526-4a85-996a-22a09cd2cb45 None None] Pushing event updated for resources: {'Port': ['ID=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:26.816872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e82efc25-c526-4a85-996a-22a09cd2cb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:26.816872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:37:26.816872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420265370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:27.009417 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:37:27.374113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420265370>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:23Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfc1013-d19d-4cb3-9f5b-bd58813f2b78', 'name': '', 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:a6:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a87b134-cb48-49f2-a1d5-2501dead7c03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:37:22Z', 'updated_at': '2021-11-24T14:37:26Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '5a87b134-cb48-49f2-a1d5-2501dead7c03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:27.378179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256da53-2e6a-49e8-83e6-bcce05887928 None None] The sync data for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv is: [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:23Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfc1013-d19d-4cb3-9f5b-bd58813f2b78', 'name': '', 'network_id': 'f3e33806-a4d8-4f05-b36f-29c058a96fec', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:a6:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a87b134-cb48-49f2-a1d5-2501dead7c03', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:37:22Z', 'updated_at': '2021-11-24T14:37:26Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '5a87b134-cb48-49f2-a1d5-2501dead7c03', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:37:27.555609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device abfc1013-d19d-4cb3-9f5b-bd58813f2b78 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:37:27.685564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:37:27.691037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:27.692278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:27.864953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:27.895423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port abfc1013-d19d-4cb3-9f5b-bd58813f2b78, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:27.992001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:27.993712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ece8ce84-338c-4cd3-aeda-0dc525e9ab9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:28.062170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:28.070930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:28.175058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:29.529676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device abfc1013-d19d-4cb3-9f5b-bd58813f2b78 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:37:29.597308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:37:29.597916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:45.861502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58020) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:46.272082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:47.028907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port abfc1013-d19d-4cb3-9f5b-bd58813f2b78 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:47.029559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:47.226852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port abfc1013-d19d-4cb3-9f5b-bd58813f2b78, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:47.227201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:47.347545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for abfc1013-d19d-4cb3-9f5b-bd58813f2b78 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:47.594092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:47.597718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-719dcfa5-cc39-41c3-95b7-aa40476e19ac tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:47.642453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=abfc1013-d19d-4cb3-9f5b-bd58813f2b78,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:47.644879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:47.959656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:48.676048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:37:48.895947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:37:48.905397 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] Sync routers for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:37:48.908842 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/9d8020cd-2e59-4d15-b6e7-ef46b5b095f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0468681
Nov 24 14:37:48.918733 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:37:48.919367 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420408a00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:49.101193 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:37:49.455055 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420408a00>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:47Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:49.459346 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] Checking router: 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:37:49.470733 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:37:49.471256 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420408a00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:49.528369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ae66e-21ba-4f68-b532-11014416294c req-f3d408c0-502f-4553-b2f3-4fd8c5404f58 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:49.529052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-a96ae66e-21ba-4f68-b532-11014416294c req-f3d408c0-502f-4553-b2f3-4fd8c5404f58 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:49.622280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-a96ae66e-21ba-4f68-b532-11014416294c req-f3d408c0-502f-4553-b2f3-4fd8c5404f58 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:49.625733 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a96ae66e-21ba-4f68-b532-11014416294c req-f3d408c0-502f-4553-b2f3-4fd8c5404f58 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 946 time: 0.1816099
Nov 24 14:37:49.672678 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a96ae66e-21ba-4f68-b532-11014416294c req-acbaf040-3136-4bd2-87f1-309bb7f0d407 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429327
Nov 24 14:37:49.684457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:37:50.030172 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420408a00>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:47Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:50.034684 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed822bd5-a724-4e2d-b4cd-0fb7c1db7762 None None] The sync data for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv is: [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:47Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd9a9ae6d-9063-484a-8f1c-cd5cce979b87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.143', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'port_id': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'mac_address': 'fa:16:3e:b0:4f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:37:50.238922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:50.880249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd77371-22f2-410a-93bf-a8fc9b2aa657 req-7d92660c-ac96-4e7a-8d52-6a83d6f240bb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:50.880942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7bd77371-22f2-410a-93bf-a8fc9b2aa657 req-7d92660c-ac96-4e7a-8d52-6a83d6f240bb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:50.893939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7bd77371-22f2-410a-93bf-a8fc9b2aa657 req-7d92660c-ac96-4e7a-8d52-6a83d6f240bb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:50.895027 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7bd77371-22f2-410a-93bf-a8fc9b2aa657 req-7d92660c-ac96-4e7a-8d52-6a83d6f240bb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 946 time: 0.0949383
Nov 24 14:37:50.946004 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7bd77371-22f2-410a-93bf-a8fc9b2aa657 req-a5abf555-8d3b-4130-a277-9570f9c2dc4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d62b0fd-8574-41cf-a11f-17f470065ad1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455129
Nov 24 14:37:51.064585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-7aee9ca9-f42d-4575-8cb6-8e21a781252d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:51.065979 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-7aee9ca9-f42d-4575-8cb6-8e21a781252d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 946 time: 0.0767360
Nov 24 14:37:51.134057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 36162ad6-a60b-45cd-8a48-f548b6afdc82 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:51.134400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:51.379648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 36162ad6-a60b-45cd-8a48-f548b6afdc82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=36162ad6-a60b-45cd-8a48-f548b6afdc82,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:51.381556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:51.501593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device abfc1013-d19d-4cb3-9f5b-bd58813f2b78 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:37:51.502095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 36162ad6-a60b-45cd-8a48-f548b6afdc82 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:51.535558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: abfc1013-d19d-4cb3-9f5b-bd58813f2b78 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:37:51.535913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device abfc1013-d19d-4cb3-9f5b-bd58813f2b78 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:37:51.725078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:51.731143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ba04ab34-6696-42b3-bcbb-a614c6cf3164 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:51.779340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=36162ad6-a60b-45cd-8a48-f548b6afdc82,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:51.819931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.820333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.820744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.821110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.821469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.821823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.822177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.822529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.822879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.823230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.823594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:51.826800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:51.866836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 36162ad6-a60b-45cd-8a48-f548b6afdc82 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:37:51.869272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:51.872179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'name': 'network-vif-deleted', 'tag': '36162ad6-a60b-45cd-8a48-f548b6afdc82'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:37:51.927151 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c09d92-0dbf-4e8f-9998-f9fa740f77be', 'name': 'network-vif-deleted', 'tag': '36162ad6-a60b-45cd-8a48-f548b6afdc82', 'status': 'completed', 'code': 200}
Nov 24 14:37:51.957999 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-edc0696f-ebc4-47b3-856c-32ac58e70aaa req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/36162ad6-a60b-45cd-8a48-f548b6afdc82 HTTP/1.1" status: 204  len: 173 time: 0.8864300
Nov 24 14:37:52.113411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-49662818-8170-43df-9bab-f268b26b6760 req-2419daad-5110-452a-890e-54dc548cd9e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:52.208974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-49662818-8170-43df-9bab-f268b26b6760 req-2419daad-5110-452a-890e-54dc548cd9e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:52.210378 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-49662818-8170-43df-9bab-f268b26b6760 req-2419daad-5110-452a-890e-54dc548cd9e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1c09d92-0dbf-4e8f-9998-f9fa740f77be HTTP/1.1" status: 200  len: 210 time: 0.1420765
Nov 24 14:37:53.315746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58036) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:53.390242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:53.419134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:53.438511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 36162ad6-a60b-45cd-8a48-f548b6afdc82 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:37:53.471913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f6666ee1-1fe9-4af5-b73e-478451c38336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:53.473335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 36162ad6-a60b-45cd-8a48-f548b6afdc82 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:37:53.473685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 36162ad6-a60b-45cd-8a48-f548b6afdc82 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:37:53.615959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:53.619917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4bcf0ab2-9617-460d-b4c7-6a76d97a19a7 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:53.634128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d62b0fd-8574-41cf-a11f-17f470065ad1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:53.645408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.645781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.646285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.646644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.647001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.647355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.647779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.648155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.648504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.648849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.649230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:37:53.652499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:53.746961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:53.748105 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d62b0fd-8574-41cf-a11f-17f470065ad1 HTTP/1.1" status: 204  len: 168 time: 0.4313300
Nov 24 14:37:53.869066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58042) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:53.959071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.060542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet 5a87b134-cb48-49f2-a1d5-2501dead7c03 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:37:54.064151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.118618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.307670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.456771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.460460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e96ddcdc-a82b-4406-86d9-f6c1fd157c5e tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:54.494821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=5a87b134-cb48-49f2-a1d5-2501dead7c03,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:54.498104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:54.501509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.507457 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/5a87b134-cb48-49f2-a1d5-2501dead7c03 HTTP/1.1" status: 204  len: 168 time: 0.6373460
Nov 24 14:37:54.508387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1eb3ae-f4bf-4c72-b685-71c7cb502aa4 None None] Network f3e33806-a4d8-4f05-b36f-29c058a96fec requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:37:54.510109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58046) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:54.630127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.643658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:54.643997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.775221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] DHCP port deletion for f3e33806-a4d8-4f05-b36f-29c058a96fec request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:37:54.779862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Deleting port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:54.780718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.855903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:54.856325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:54.978408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 64d01f6c-64e7-4fca-a4bb-8e253fe101ee owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:54.989192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] For port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,segment=NetworkSegment(82f55e9a-0cb4-488b-88e6-8567e95862a8),segment_id=82f55e9a-0cb4-488b-88e6-8567e95862a8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:54.995104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.117460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Calling delete_port for 64d01f6c-64e7-4fca-a4bb-8e253fe101ee owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:55.140377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.146228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-597b2757-1a06-4e4c-8639-c9ff9b33c863 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:55.187115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=64d01f6c-64e7-4fca-a4bb-8e253fe101ee,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:55.187333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:37:55.187508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:37:55.191044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:55.191804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:37:55.312640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.337252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2abd00>,) {'filters': {'network_id': ['f3e33806-a4d8-4f05-b36f-29c058a96fec']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:55.348876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2abd00>, '82f55e9a-0cb4-488b-88e6-8567e95862a8') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:55.349163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2abd00>, '82f55e9a-0cb4-488b-88e6-8567e95862a8') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:55.360587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.377593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.384141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:37:55.384781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:37:55.399377 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:37:55.530909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.535843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-77b4c57e-38ec-4719-a236-ed235aaeccfc tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:55.541057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 64d01f6c-64e7-4fca-a4bb-8e253fe101ee no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:37:55.551235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.563777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=f3e33806-a4d8-4f05-b36f-29c058a96fec,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:55.568153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:55.574011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 64d01f6c-64e7-4fca-a4bb-8e253fe101ee {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:37:55.583219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 64d01f6c-64e7-4fca-a4bb-8e253fe101ee not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:37:55.622799 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/f3e33806-a4d8-4f05-b36f-29c058a96fec HTTP/1.1" status: 204  len: 168 time: 1.1115968
Nov 24 14:37:55.625610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58050) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:37:55.643295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08e19059-215b-484c-9780-edf50313d497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.688782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Deleting port 64d01f6c-64e7-4fca-a4bb-8e253fe101ee {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:55.689238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.703988 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-ddc4f498-477a-4c9e-a0c2-4d871e9a4330 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745826
Nov 24 14:37:55.755457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d3090-b44c-4fbc-b231-6c661168f775 None None] The port '64d01f6c-64e7-4fca-a4bb-8e253fe101ee' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:37:55.806020 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-0775be9e-4175-4f83-8fae-e8c250508087 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 1098 time: 0.0777948
Nov 24 14:37:55.847496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port da47867b-5cbc-475d-b633-bbbdcb4b1fb5 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:55.847832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:55.959325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-fa5ece82-2001-4633-8b74-4eca5afb4aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:55.960835 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-fa5ece82-2001-4633-8b74-4eca5afb4aaa service neutron] 10.222.0.81 "GET /v2.0/networks?id=f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 200  len: 897 time: 0.1342392
Nov 24 14:37:56.074148 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-46a0b9ef-8baa-4c98-9f41-14f59347d8de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af HTTP/1.1" status: 200  len: 1001 time: 0.1050060
Nov 24 14:37:56.126443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:56.126669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:56.138316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-7d7b10b9-0fbe-4023-a988-85c91c06b25c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:56.139762 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-7d7b10b9-0fbe-4023-a988-85c91c06b25c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7612cf7-6b26-49cc-8a21-f230371ecf6b HTTP/1.1" status: 200  len: 834 time: 0.0585589
Nov 24 14:37:56.246432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for da47867b-5cbc-475d-b633-bbbdcb4b1fb5 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:37:56.324574 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-1780e10e-c7fd-4efe-8005-2a69a7053e4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0234239-3bf4-4489-b36b-e1e7029b0c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1769438
Nov 24 14:37:56.461231 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-fee0dcd8-7be0-4917-97a6-3e3ab21a1969 service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273987
Nov 24 14:37:56.479142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:56.482975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e27cd97-cc64-4e70-9c3e-cb364f6a6f6c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:37:56.524605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=da47867b-5cbc-475d-b633-bbbdcb4b1fb5,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:37:56.528010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:37:56.602866 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d006305-f7f2-4d26-8941-fdbbac210bfe req-b023ddb8-48f7-4eb6-9a3c-19712a156a78 service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349981
Nov 24 14:37:56.621241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:56.662387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:57.033720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:37:57.234305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:37:57.244475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] Sync routers for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:37:57.250969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:57.257163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:37:57.264221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9457f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:57.304837 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/d9a9ae6d-9063-484a-8f1c-cd5cce979b87 HTTP/1.1" status: 204  len: 168 time: 1.6781483
Nov 24 14:37:57.305513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:37:57.484650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:37:57.593175 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'status': 'completed', 'code': 200}
Nov 24 14:37:57.692972 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-77c2d247-6ed2-4436-9b4c-8464cfa99987 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 1098 time: 0.0766890
Nov 24 14:37:57.821043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9457f0>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:47Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:57.826218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] Checking router: 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:37:57.838946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:37:57.839785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9457f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:57.893272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-17096562-eed1-4c23-8692-ba9c6de2064f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:57.894714 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-17096562-eed1-4c23-8692-ba9c6de2064f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 200  len: 897 time: 0.1940846
Nov 24 14:37:57.969257 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-889da092-8e8c-4118-a3a8-63d42f3dbafb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af HTTP/1.1" status: 200  len: 217 time: 0.0673079
Nov 24 14:37:58.028805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:37:58.034684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5f482-2753-4aba-95f3-97aa5ec00cd4 req-424c92fc-e84a-4c69-8a64-dae0b205336d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:58.035715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d9f5f482-2753-4aba-95f3-97aa5ec00cd4 req-424c92fc-e84a-4c69-8a64-dae0b205336d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:58.063135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-45af30e0-675e-4295-a691-b94822bbb815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:58.064585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-45af30e0-675e-4295-a691-b94822bbb815 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f7612cf7-6b26-49cc-8a21-f230371ecf6b HTTP/1.1" status: 200  len: 834 time: 0.0832124
Nov 24 14:37:58.126195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d9f5f482-2753-4aba-95f3-97aa5ec00cd4 req-424c92fc-e84a-4c69-8a64-dae0b205336d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:58.127342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d9f5f482-2753-4aba-95f3-97aa5ec00cd4 req-424c92fc-e84a-4c69-8a64-dae0b205336d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 945 time: 0.2856903
Nov 24 14:37:58.165471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:58.166586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-567e7fe9-28c5-48a8-8922-828b330835c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f0234239-3bf4-4489-b36b-e1e7029b0c13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0926683
Nov 24 14:37:58.217710 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d9f5f482-2753-4aba-95f3-97aa5ec00cd4 req-03cda167-4b52-487f-afb4-367b07e86e4f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0798731
Nov 24 14:37:58.315443 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-d54f9233-d7b8-4884-af62-fa5a077d544d service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374919
Nov 24 14:37:58.359462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9457f0>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:47Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:37:58.363671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f438ed-2c6a-499f-b073-b4a3df1b570f None None] The sync data for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv is: [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:37:47Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b51d0369-b123-4bd7-a7fd-f39151f700bd', 'name': '', 'network_id': 'f0234239-3bf4-4489-b36b-e1e7029b0c13', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:86:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:48Z', 'updated_at': '2021-11-24T14:35:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f7612cf7-6b26-49cc-8a21-f230371ecf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:37:58.457542 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06a27e4c-d85a-4796-9d93-aea020935c8b req-63790679-ec9c-44ff-aec6-596ba0cfddb2 service neutron] 10.222.0.81 "GET /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336958
Nov 24 14:37:58.582848 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c85f4d-95cc-4a17-85e7-91cd10ab26b5 None None] New status for floating IP d9a9ae6d-9063-484a-8f1c-cd5cce979b87: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:37:59.388979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62064c-33cb-4929-b494-ca190130bb37 req-6107b15d-e1b6-47f6-a623-b7e8baa57f8f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:59.390401 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ab62064c-33cb-4929-b494-ca190130bb37 req-6107b15d-e1b6-47f6-a623-b7e8baa57f8f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 945 time: 0.0824859
Nov 24 14:37:59.416513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b4785-5167-46a9-87c0-bb67582f13bc req-b56eb9e1-4dc4-406f-a735-033597f58843 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:37:59.417199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8c3b4785-5167-46a9-87c0-bb67582f13bc req-b56eb9e1-4dc4-406f-a735-033597f58843 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:59.429655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8c3b4785-5167-46a9-87c0-bb67582f13bc req-b56eb9e1-4dc4-406f-a735-033597f58843 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:59.430781 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c3b4785-5167-46a9-87c0-bb67582f13bc req-b56eb9e1-4dc4-406f-a735-033597f58843 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 945 time: 0.0911219
Nov 24 14:37:59.461466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 38e72e22-2aa3-4ce4-a44f-c26f98f056af {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:37:59.461802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:59.480194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8c3b4785-5167-46a9-87c0-bb67582f13bc req-43554e0d-d4b6-454c-b920-f3ac3c883dfb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:37:59.605044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8c3b4785-5167-46a9-87c0-bb67582f13bc req-43554e0d-d4b6-454c-b920-f3ac3c883dfb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:37:59.606233 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c3b4785-5167-46a9-87c0-bb67582f13bc req-43554e0d-d4b6-454c-b920-f3ac3c883dfb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c480eb0a-0079-4557-97d2-a3f25fab230b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1700203
Nov 24 14:37:59.706498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 38e72e22-2aa3-4ce4-a44f-c26f98f056af, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=38e72e22-2aa3-4ce4-a44f-c26f98f056af,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:37:59.706854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:37:59.931906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 38e72e22-2aa3-4ce4-a44f-c26f98f056af owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:38:00.124736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:00.130331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eb13fea8-a7a7-4726-a14e-36eb02375891 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:00.176471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=38e72e22-2aa3-4ce4-a44f-c26f98f056af,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:00.179851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:00.248734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 38e72e22-2aa3-4ce4-a44f-c26f98f056af on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:38:00.251285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:00.253796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'name': 'network-vif-deleted', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:38:00.307177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cefbba-faed-47c9-a1ab-5180055dacf1', 'name': 'network-vif-deleted', 'tag': '38e72e22-2aa3-4ce4-a44f-c26f98f056af', 'status': 'completed', 'code': 200}
Nov 24 14:38:00.342308 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ab62064c-33cb-4929-b494-ca190130bb37 req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/38e72e22-2aa3-4ce4-a44f-c26f98f056af HTTP/1.1" status: 204  len: 173 time: 0.9457412
Nov 24 14:38:00.788287 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4e052ab1-50fb-47f4-a6df-7b4d9e914540 req-e5d28e67-f3a7-4263-aab8-3afec030e05a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=54cefbba-faed-47c9-a1ab-5180055dacf1 HTTP/1.1" status: 200  len: 210 time: 0.0430579
Nov 24 14:38:01.468151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 38e72e22-2aa3-4ce4-a44f-c26f98f056af no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:38:01.505297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 38e72e22-2aa3-4ce4-a44f-c26f98f056af {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:38:01.505648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 38e72e22-2aa3-4ce4-a44f-c26f98f056af not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:38:01.897782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58070) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:01.965493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:01.998126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:02.128341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:02.132031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b1f2cfa-f05a-4aaf-bc40-5790e1b630e7 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:02.146906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480eb0a-0079-4557-97d2-a3f25fab230b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:02.150048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:02.218935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:02.220614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/c480eb0a-0079-4557-97d2-a3f25fab230b HTTP/1.1" status: 204  len: 168 time: 0.3217254
Nov 24 14:38:02.340192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58076) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:02.734671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:03.340014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port b51d0369-b123-4bd7-a7fd-f39151f700bd {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:38:03.340766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:03.554757 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:38:03.633716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port b51d0369-b123-4bd7-a7fd-f39151f700bd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b51d0369-b123-4bd7-a7fd-f39151f700bd,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:03.633983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:03.755089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for b51d0369-b123-4bd7-a7fd-f39151f700bd owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:38:03.970632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:03.974571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-44ec009b-8191-451d-9ef0-d6275e71f42a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:04.018982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=b51d0369-b123-4bd7-a7fd-f39151f700bd,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:04.021862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:04.316123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:04.883075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:38:05.187646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:38:05.197549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] Sync routers for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:38:05.200958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/9d8020cd-2e59-4d15-b6e7-ef46b5b095f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8596907
Nov 24 14:38:05.203532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58080) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:05.209734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:05.210343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6ac4f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:05.385348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:05.389929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet f7612cf7-6b26-49cc-8a21-f230371ecf6b {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:38:05.393948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:05.447802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:05.539138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:05.667685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:05.671750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-21d5dd84-8c96-4766-a8a3-ceacd672c511 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:05.708768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=f7612cf7-6b26-49cc-8a21-f230371ecf6b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:05.711905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:05.717077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:05.724616 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/f7612cf7-6b26-49cc-8a21-f230371ecf6b HTTP/1.1" status: 204  len: 168 time: 0.5194604
Nov 24 14:38:05.725023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa089e5-2366-4ee6-836f-72d7bec67708 None None] Network f0234239-3bf4-4489-b36b-e1e7029b0c13 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:38:05.726474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58084) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:05.798056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6ac4f0>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:38:03Z', 'revision_number': 7, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:05.815267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] Checking router: 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:38:05.896919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] Routers {'9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:05.897571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6ac4f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:05.946779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.106694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] Set router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:06.152563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.208849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] DHCP port deletion for f0234239-3bf4-4489-b36b-e1e7029b0c13 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:38:06.220351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 68b1b304-de33-4076-8fc0-37c1e2eec9e6 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:38:06.220734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.239943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Deleting port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:38:06.240356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.398252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 68b1b304-de33-4076-8fc0-37c1e2eec9e6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=68b1b304-de33-4076-8fc0-37c1e2eec9e6,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:06.398505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.518166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 68b1b304-de33-4076-8fc0-37c1e2eec9e6 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:38:06.560189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] For port 86c9bbdd-c05c-4d51-833f-b5b47eb24309, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=86c9bbdd-c05c-4d51-833f-b5b47eb24309,segment=NetworkSegment(5906cb23-a118-45f4-b225-a5fce473ad99),segment_id=5906cb23-a118-45f4-b225-a5fce473ad99)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:06.560581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.692609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Calling delete_port for 86c9bbdd-c05c-4d51-833f-b5b47eb24309 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:38:06.752648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6ac4f0>, [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:38:03Z', 'revision_number': 7, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:06.758994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d93322-b364-4d92-ad72-b1d5e8648d96 None None] The sync data for ids ['9d8020cd-2e59-4d15-b6e7-ef46b5b095f4'] in dv-neutron-818347-1-hyperv is: [{'id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'name': 'tempest-TestNetworkBasicOps-router-819228590', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25'}], 'enable_snat': True}, 'gw_port_id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:35:39Z', 'updated_at': '2021-11-24T14:38:03Z', 'revision_number': 7, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '68b1b304-de33-4076-8fc0-37c1e2eec9e6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8020cd-2e59-4d15-b6e7-ef46b5b095f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:35:40Z', 'updated_at': '2021-11-24T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:38:06.860537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.864921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-33af8631-1e4e-4807-b778-e045ba0e571f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:06.907692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:06.909774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Pushing event deleted for resources: {'Port': ['ID=86c9bbdd-c05c-4d51-833f-b5b47eb24309,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:06.912440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ffd29d7f-3aaf-4c63-abc3-1e4fb64fc559 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:06.917507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] No DVR routers for this DVR port 86c9bbdd-c05c-4d51-833f-b5b47eb24309 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:38:06.925597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.926380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.926380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.926615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.926889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.927213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.927534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.927860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.928262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.928617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.928812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:06.932366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:06.963865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=68b1b304-de33-4076-8fc0-37c1e2eec9e6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:06.963865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:07.197337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.450980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.455098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.563095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.566440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router 9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:38:07.578517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.582419 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/9d8020cd-2e59-4d15-b6e7-ef46b5b095f4 HTTP/1.1" status: 204  len: 168 time: 1.8523920
Nov 24 14:38:07.582666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58088) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:07.599639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b51d0369-b123-4bd7-a7fd-f39151f700bd no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:38:07.687506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b51d0369-b123-4bd7-a7fd-f39151f700bd {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:38:07.687866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b51d0369-b123-4bd7-a7fd-f39151f700bd not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:38:07.688420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 86c9bbdd-c05c-4d51-833f-b5b47eb24309 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:38:07.707762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.720867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 86c9bbdd-c05c-4d51-833f-b5b47eb24309 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:38:07.728242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 86c9bbdd-c05c-4d51-833f-b5b47eb24309 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:38:07.842679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.869614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f5194f0>,) {'filters': {'network_id': ['f0234239-3bf4-4489-b36b-e1e7029b0c13']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:07.881816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5194f0>, '5906cb23-a118-45f4-b225-a5fce473ad99') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:07.882110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5194f0>, '5906cb23-a118-45f4-b225-a5fce473ad99') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:07.894146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.910399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.916313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:38:07.916689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:38:07.931031 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:38:08.084816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.090033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.092993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f0822df8-3984-41e7-9c0d-175ecf203831 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:08.115324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=f0234239-3bf4-4489-b36b-e1e7029b0c13,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:08.117869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:08.123438 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/f0234239-3bf4-4489-b36b-e1e7029b0c13 HTTP/1.1" status: 204  len: 168 time: 0.5397134
Nov 24 14:38:08.145533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58092) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:08.151117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--1233820500', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:08.156222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:08.160364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:08.163156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:08.169060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:08.249812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:38:08.253358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.281500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:38:08.289867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.290203 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment f2fc1554-2937-4fb4-9774-60856190364e of type vlan for network a97e6554-780f-40a4-9220-b1a5a1a278d0
Nov 24 14:38:08.315905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.414281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.418044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:08.418614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.422300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-188433a0-e140-4054-96ea-2d59420287ce tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:08.526740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=a97e6554-780f-40a4-9220-b1a5a1a278d0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:08.529272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:08.536932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:38:08.605596 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4588766
Nov 24 14:38:08.608309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58096) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:08.614491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:08.621297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:08.625289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:08.628885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:08.635190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:08.705574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.706465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:08.819214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:09.129364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:09.389333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:09.422612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:09.508608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 68b1b304-de33-4076-8fc0-37c1e2eec9e6 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:38:09.541692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 68b1b304-de33-4076-8fc0-37c1e2eec9e6 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:38:09.542048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 68b1b304-de33-4076-8fc0-37c1e2eec9e6 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:38:09.557221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.162 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:38:09.701858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:09.785991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:09.790489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:09.858886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:38:09.862227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:38:09.866407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:38:09.894719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:09.900936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:10.106401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:10.107157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:10.425627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router c8743501-28dd-4c6a-ba90-c9de185879c8 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:38:10.627038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:38:10.636820 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Sync routers for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:38:10.650122 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:10.650721 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd31130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:10.729020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:10.730160 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.1209335
Nov 24 14:38:10.733348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58100) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:10.775690 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-444240b6-03cd-45b8-aa4a-6024cd2eb6e1 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0410261
Nov 24 14:38:10.778105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58104) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:10.830772 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:10.917695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ac3f4-4715-44ca-be82-8df745aaeeb5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:10.919175 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7d1ac3f4-4715-44ca-be82-8df745aaeeb5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1401441
Nov 24 14:38:10.922144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58108) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:10.964464 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4b3cc3ff-12e4-4d60-aa70-307faea2a3f4 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0411193
Nov 24 14:38:10.967004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58112) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:10.972994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468090582', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:11.118687 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd31130>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:09Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:11.122416 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Checking router: c8743501-28dd-4c6a-ba90-c9de185879c8 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:38:11.122768 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Updating router c8743501-28dd-4c6a-ba90-c9de185879c8 port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:38:11.177814 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.186328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:11.190242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:11.193058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:11.199001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:11.271133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:38:11.374044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.526707 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.538909 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Transition to ACTIVE for port object ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:38:11.643275 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.646880 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7f65ee58-75ce-401b-9bb2-c0f0b1294f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:11.671445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.675770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-67f0face-2fb6-46e7-8e1d-54b27ba76eaf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:11.729091 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Attempting to bind port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:38:11.729482 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Attempting to bind port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:38:11.729805 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Attempting to bind port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:38:11.732824 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Pushing event updated for resources: {'Port': ['ID=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:11.743303 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:38:11.743675 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:38:11.744072 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.744484 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:38:11.744939 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Bound port: ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:38:11.745338 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.751327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=9042ebb5-63a9-499b-988a-0857087eb933,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:11.754582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:11.762152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:38:11.762152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: a97e6554-780f-40a4-9220-b1a5a1a278d0, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:38:11.775803 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.776168 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.776503 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.776833 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.777161 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.777487 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.777806 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.778137 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.778457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.778774 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.779085 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:38:11.783759 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:11.825852 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] For port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:38:11.829277 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] For port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:38:11.907681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:38:11.947701 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.951985 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-225d6e94-6d0e-47da-b3a7-8fa5927fece3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:11.981771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, a97e6554-780f-40a4-9220-b1a5a1a278d0) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:38:11.985903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:11.986488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:11.994343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63d68e4-d831-4a60-9c7a-d843f227a649 None None] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:38:12.039292 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Pushing event updated for resources: {'Port': ['ID=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:12.042081 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:12.042662 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd31130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:12.065964 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0947444
Nov 24 14:38:12.066197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58116) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:12.095683 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:12.219302 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:12.226639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-a97e6554-780f-40a4-9220-b1a5a1a278d0', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:38:12.227476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:12.388226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Allocated IP 172.20.0.2 (a97e6554-780f-40a4-9220-b1a5a1a278d0/9042ebb5-63a9-499b-988a-0857087eb933/65692ac1-5b7d-4433-8a6d-702e996169db) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:38:12.507869 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd31130>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:09Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:12.511634 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c4c1d-c0ce-404f-b18f-fb0a52138323 None None] The sync data for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv is: [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:09Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:38:12.595808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:12.606901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Transition to ACTIVE for port object 65692ac1-5b7d-4433-8a6d-702e996169db will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:38:12.627792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Transition to ACTIVE for port object 65692ac1-5b7d-4433-8a6d-702e996169db will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:38:12.726133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:12.741289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:12.799147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:38:12.806884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:38:12.811107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:38:12.905763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Pushing event updated for resources: {'Port': ['ID=65692ac1-5b7d-4433-8a6d-702e996169db,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:12.928271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:12.940938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Attempting to bind port 65692ac1-5b7d-4433-8a6d-702e996169db on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:38:12.941431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Attempting to bind port 65692ac1-5b7d-4433-8a6d-702e996169db by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:38:12.941893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Attempting to bind port 65692ac1-5b7d-4433-8a6d-702e996169db on network a97e6554-780f-40a4-9220-b1a5a1a278d0 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:38:12.953682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:38:12.954322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Checking segment: {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:38:12.955167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:12.957408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Bound using segment: {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:38:12.958013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Bound port: 65692ac1-5b7d-4433-8a6d-702e996169db, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:38:12.958530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:12.972458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:13.082746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] For port 65692ac1-5b7d-4433-8a6d-702e996169db, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:38:13.086638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] For port 65692ac1-5b7d-4433-8a6d-702e996169db, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=65692ac1-5b7d-4433-8a6d-702e996169db,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:38:13.159405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:13.163579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:13.259198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Pushing event updated for resources: {'Port': ['ID=65692ac1-5b7d-4433-8a6d-702e996169db,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:13.262458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:13.558541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (a97e6554-780f-40a4-9220-b1a5a1a278d0/9042ebb5-63a9-499b-988a-0857087eb933/5dad1537-2376-480a-bd4a-a6365a8f078c) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:38:13.609170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 65692ac1-5b7d-4433-8a6d-702e996169db up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:38:13.730033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:13.736772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 65692ac1-5b7d-4433-8a6d-702e996169db completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:38:13.742065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:38:13.746957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 5dad1537-2376-480a-bd4a-a6365a8f078c will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:38:13.856579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:13.861342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bbb0adea-3ea4-49dc-95cb-e23b088b56f4 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:13.901618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:38:13.907810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:13.909546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:13.937372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:38:13.941098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:38:13.943528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:38:13.976691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=5dad1537-2376-480a-bd4a-a6365a8f078c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:13.980818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:14.014369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.037836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.054790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:14.122903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.133419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-300f65f3-6689-42a3-bc2a-a16d88fe213e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:14.183087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.199442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:14.203001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:14.230525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32922f64-3d5a-4fc0-94b9-8474939cf46c None None] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:38:14.390137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Provisioning for port 65692ac1-5b7d-4433-8a6d-702e996169db completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:38:14.402527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Provisioning complete for port 65692ac1-5b7d-4433-8a6d-702e996169db triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:14.403258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.610733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.633284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.656969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] For port 65692ac1-5b7d-4433-8a6d-702e996169db, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=65692ac1-5b7d-4433-8a6d-702e996169db,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:14.702834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.730184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:14.742182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.744355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e82efc25-c526-4a85-996a-22a09cd2cb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:14.822310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=5dad1537-2376-480a-bd4a-a6365a8f078c,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:14.824924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:14.832765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.836884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Pushing event updated for resources: {'Port': ['ID=65692ac1-5b7d-4433-8a6d-702e996169db,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:14.842168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:14.869139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-44814443-7d65-4eb4-9960-f4ff9972f1fd None None] Provisioning complete for port 65692ac1-5b7d-4433-8a6d-702e996169db triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:14.870214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-44814443-7d65-4eb4-9960-f4ff9972f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:14.994877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:38:14.996061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:38:15.112295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-44814443-7d65-4eb4-9960-f4ff9972f1fd None None] Provisioning for port 5dad1537-2376-480a-bd4a-a6365a8f078c completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:38:15.117777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-44814443-7d65-4eb4-9960-f4ff9972f1fd None None] Provisioning complete for port 5dad1537-2376-480a-bd4a-a6365a8f078c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:15.120627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-44814443-7d65-4eb4-9960-f4ff9972f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:15.185957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-44814443-7d65-4eb4-9960-f4ff9972f1fd None None] Port 5dad1537-2376-480a-bd4a-a6365a8f078c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:38:15.310926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0e22459c-02f2-447d-9ce7-67f6509b65ee None None] Provisioning complete for port 5dad1537-2376-480a-bd4a-a6365a8f078c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:15.311317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0e22459c-02f2-447d-9ce7-67f6509b65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:15.367681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0e22459c-02f2-447d-9ce7-67f6509b65ee None None] Port 5dad1537-2376-480a-bd4a-a6365a8f078c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:38:15.515706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router c8743501-28dd-4c6a-ba90-c9de185879c8 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:38:15.561621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 65692ac1-5b7d-4433-8a6d-702e996169db up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:38:15.630153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 65692ac1-5b7d-4433-8a6d-702e996169db triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:15.630540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:15.720518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:38:15.733212 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/c8743501-28dd-4c6a-ba90-c9de185879c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6660652
Nov 24 14:38:15.736467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58120) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:15.751884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:38:15.819253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:15.819774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:15.884499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2b8c5-430f-4f1e-99e1-c9394f5bbee8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.884975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2b8c5-430f-4f1e-99e1-c9394f5bbee8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.885397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2b8c5-430f-4f1e-99e1-c9394f5bbee8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.885816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2b8c5-430f-4f1e-99e1-c9394f5bbee8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.886226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2b8c5-430f-4f1e-99e1-c9394f5bbee8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.886638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2b8c5-430f-4f1e-99e1-c9394f5bbee8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.891265 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3ee2b8c5-430f-4f1e-99e1-c9394f5bbee8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1510906
Nov 24 14:38:15.891829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58124) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:15.964741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fb2c1-585e-462e-b9b7-e15ea14ffc4e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.965110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fb2c1-585e-462e-b9b7-e15ea14ffc4e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.965470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fb2c1-585e-462e-b9b7-e15ea14ffc4e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.965823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fb2c1-585e-462e-b9b7-e15ea14ffc4e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.966289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fb2c1-585e-462e-b9b7-e15ea14ffc4e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.966644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665fb2c1-585e-462e-b9b7-e15ea14ffc4e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:15.968395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-665fb2c1-585e-462e-b9b7-e15ea14ffc4e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0754743
Nov 24 14:38:15.971109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58128) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:16.135492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Sync routers for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:38:16.149660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:16.150299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffe18e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:16.295881 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2d7bdad3-0df0-4cfd-8a99-dc27e48b4b12 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.3236055
Nov 24 14:38:16.346217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:16.556290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58134) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:16.562511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885676591', 'description': 'tempest-secgroup-smoke-885676591 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:16.568531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:16.572647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:16.575494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:16.581390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:16.648746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:16.678152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffe18e0>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:16.682311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Checking router: c8743501-28dd-4c6a-ba90-c9de185879c8 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:38:16.682709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Updating router c8743501-28dd-4c6a-ba90-c9de185879c8 port 5dad1537-2376-480a-bd4a-a6365a8f078c binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:38:16.739253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:16.761912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:16.768775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:16.771838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:16.778080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:16.837913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:16.930026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:16.936780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f26311fe-7ccd-4999-9204-579506bdd877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:16.979216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7af75ab-8e47-4031-8701-b95037f18af7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:16.992384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:17.050152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.051391 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4938092
Nov 24 14:38:17.054574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58138) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:17.060986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'e7af75ab-8e47-4031-8701-b95037f18af7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:17.068447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:17.074230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:17.077607 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:17.084824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:17.131942 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.144326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Transition to ACTIVE for port object 5dad1537-2376-480a-bd4a-a6365a8f078c will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:38:17.169039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.229515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.248707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.253311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-07ff8b8a-fb68-4c49-ac67-929ab8ebf2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:17.331407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.337117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:17.361707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5244b42d-f3eb-4bc3-893c-ceb1728c6808,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:17.364222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:17.379937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64c020-96bb-490c-8a6f-47d86fcade4d None None] Pushing event updated for resources: {'Port': ['ID=5dad1537-2376-480a-bd4a-a6365a8f078c,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:17.384279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8e64c020-96bb-490c-8a6f-47d86fcade4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:17.444662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.446125 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3905494
Nov 24 14:38:17.449049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58142) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:17.458097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'e7af75ab-8e47-4031-8701-b95037f18af7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:17.464314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:17.468793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:17.472448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:17.473408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Attempting to bind port 5dad1537-2376-480a-bd4a-a6365a8f078c on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:38:17.473788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Attempting to bind port 5dad1537-2376-480a-bd4a-a6365a8f078c by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:38:17.474159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Attempting to bind port 5dad1537-2376-480a-bd4a-a6365a8f078c on network a97e6554-780f-40a4-9220-b1a5a1a278d0 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:38:17.479157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:17.481406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:38:17.481589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Checking segment: {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:38:17.482032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.482388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Bound using segment: {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:38:17.482871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Bound port: 5dad1537-2376-480a-bd4a-a6365a8f078c, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:38:17.483310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.564822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.572214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] For port 5dad1537-2376-480a-bd4a-a6365a8f078c, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:38:17.575230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] For port 5dad1537-2376-480a-bd4a-a6365a8f078c, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5dad1537-2376-480a-bd4a-a6365a8f078c,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:38:17.628978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.660478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.664208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6f3cf705-570b-4548-9b2d-ad78871ba731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:17.745840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.747207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64c020-96bb-490c-8a6f-47d86fcade4d None None] Pushing event updated for resources: {'Port': ['ID=5dad1537-2376-480a-bd4a-a6365a8f078c,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:17.751211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8e64c020-96bb-490c-8a6f-47d86fcade4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:17.751794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:17.752445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffe18e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:37:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:17.761353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eb63cacd-d15b-4fac-8b92-426150f5dfc1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:17.779869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1120f424-4a08-4ea9-bd55-07be163985bc,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:17.782266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:17.896292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:17.897896 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4474015
Nov 24 14:38:17.900510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58146) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:17.907979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'e7af75ab-8e47-4031-8701-b95037f18af7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:17.915204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:17.919122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:17.922076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:17.928716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:17.949535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:18.017035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.084391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.124184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.130051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:18.149472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea688035-caa1-41d1-98c2-65d5d51aeef8,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:18.151740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:18.213932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.215113 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3136640
Nov 24 14:38:18.217934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58150) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:18.224266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'e7af75ab-8e47-4031-8701-b95037f18af7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:18.230250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:18.234052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:18.237618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:18.243449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:18.273392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffe18e0>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:18.277405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfb8b3-9e0f-4426-a82a-1535bdcaa808 None None] The sync data for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv is: [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:38:18.340663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.411789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.490119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.491911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:18.514828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53fdbd6-fcd9-4b2c-97de-2d1a192896d9,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:18.521161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:18.582315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.583572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3647380
Nov 24 14:38:18.586598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58154) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:18.592479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'e7af75ab-8e47-4031-8701-b95037f18af7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:18.599534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:18.603799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:18.606850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:18.614596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:18.667738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:38:18.676311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.747634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.833370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.835571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e28ca2b4-b271-430f-b680-e9eaa3f6557d tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:18.866041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b041f4-a600-47ad-a7e8-a9be3892ffb6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:18.870679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:18.954949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:18.956258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3686037
Nov 24 14:38:18.959081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58158) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:18.965123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'e7af75ab-8e47-4031-8701-b95037f18af7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:18.972251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:18.976478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:18.979444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:18.986297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:19.079435 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:38:19.086559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:19.158377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:19.244681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:19.246410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0042cc40-2f91-4ebf-9eb8-04ef4afa5d48 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:19.275554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8774c6c3-717b-4c40-a550-e83e23f3b773,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:19.281237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:19.341748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:19.343170 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3831024
Nov 24 14:38:19.598433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5dad1537-2376-480a-bd4a-a6365a8f078c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:38:19.625535 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-c47fd373-5b73-421d-9f4d-ce82fd4e0c6b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885676591&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.0528560
Nov 24 14:38:19.741406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5dad1537-2376-480a-bd4a-a6365a8f078c completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:38:19.752074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5dad1537-2376-480a-bd4a-a6365a8f078c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:19.752074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:19.795614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-451de0ac-483e-4a38-a0aa-27f5a1868d67 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:19.797099 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-451de0ac-483e-4a38-a0aa-27f5a1868d67 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=a97e6554-780f-40a4-9220-b1a5a1a278d0 HTTP/1.1" status: 200  len: 797 time: 0.1655512
Nov 24 14:38:19.815351 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-db9bf9a7-9877-4e16-8faf-2a097432dea2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0115862
Nov 24 14:38:19.882087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:19.901423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-89bedb51-79ad-4b1d-88a0-0ebc3359da9d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:38:19.915893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 5dad1537-2376-480a-bd4a-a6365a8f078c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5dad1537-2376-480a-bd4a-a6365a8f078c,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:19.992786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-89bedb51-79ad-4b1d-88a0-0ebc3359da9d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:38:19.994114 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-89bedb51-79ad-4b1d-88a0-0ebc3359da9d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1720309
Nov 24 14:38:20.021886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:20.023782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8e64c020-96bb-490c-8a6f-47d86fcade4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:20.128552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=5dad1537-2376-480a-bd4a-a6365a8f078c,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:20.131445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:20.139795 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-46534237-e227-47af-bd11-67d3de29343a service neutron] 10.222.0.53 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334302
Nov 24 14:38:20.205080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:20.271503 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-e65d0d53-0076-4624-be24-14d541514f27 service neutron] 10.222.0.53 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245730
Nov 24 14:38:20.525392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b774f623-82ab-4936-8bbe-73b64638819b req-f2a5ddd9-1092-4e0c-8a1b-410be85184c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:38:20.537756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b774f623-82ab-4936-8bbe-73b64638819b req-f2a5ddd9-1092-4e0c-8a1b-410be85184c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:38:20.539729 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b774f623-82ab-4936-8bbe-73b64638819b req-f2a5ddd9-1092-4e0c-8a1b-410be85184c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 210 time: 0.0587971
Nov 24 14:38:21.558394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5dad1537-2376-480a-bd4a-a6365a8f078c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:38:21.629214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5dad1537-2376-480a-bd4a-a6365a8f078c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:21.629872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:21.708487 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9186603b-b0d9-4b34-b354-644fde38308a req-e718383b-8621-4cc9-a73e-1f6d47c96a2e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 210 time: 0.0435297
Nov 24 14:38:22.353129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-ebc4fbc0-4863-4e1f-ae4f-834d257768ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:22.353797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-ebc4fbc0-4863-4e1f-ae4f-834d257768ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:38:22.453670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-ebc4fbc0-4863-4e1f-ae4f-834d257768ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:38:22.454808 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-ebc4fbc0-4863-4e1f-ae4f-834d257768ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=a97e6554-780f-40a4-9220-b1a5a1a278d0 HTTP/1.1" status: 200  len: 797 time: 0.2444737
Nov 24 14:38:22.509723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-b523c96a-7479-4bb7-8f30-7dcd668187c6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:38:22.648387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-b523c96a-7479-4bb7-8f30-7dcd668187c6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:38:22.649567 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-b523c96a-7479-4bb7-8f30-7dcd668187c6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 379 time: 0.1810560
Nov 24 14:38:22.660157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': '627542ef-bce0-43fb-9e72-5c648df6a580', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['e7af75ab-8e47-4031-8701-b95037f18af7']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:22.800012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:22.809345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:22.865207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:38:22.868147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:22.885226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91cda1cc-a6ce-452f-b6af-168801581424 req-43c184e2-6661-4e9a-92ed-ec43681e3f9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 210 time: 0.0552680
Nov 24 14:38:23.036740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.13 (a97e6554-780f-40a4-9220-b1a5a1a278d0/9042ebb5-63a9-499b-988a-0857087eb933/2e140aa4-f1c3-4eb4-8555-731bb1d29602) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:38:23.224796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:23.240639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 2e140aa4-f1c3-4eb4-8555-731bb1d29602 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:38:23.323007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:23.329100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-15c11272-e65e-45f3-8484-3792eefeb418 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:23.394063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:38:23.401204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:38:23.403658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:38:23.422215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5dfd24ce-57e0-4d27-9af5-de7453b6ebc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:23.441976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=2e140aa4-f1c3-4eb4-8555-731bb1d29602,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:23.446547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:23.472788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:23.473385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:23.565477 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9096899
Nov 24 14:38:23.577362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Request body: {'port': {'device_id': '627542ef-bce0-43fb-9e72-5c648df6a580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:23.689621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:23.728938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-66ea40ea-3953-48f7-88d1-e5a69d52fa67 None None] Provisioning for port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:38:23.734088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-66ea40ea-3953-48f7-88d1-e5a69d52fa67 None None] Provisioning complete for port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:23.734526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-66ea40ea-3953-48f7-88d1-e5a69d52fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:23.790960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-66ea40ea-3953-48f7-88d1-e5a69d52fa67 None None] Port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:38:23.896176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:24.036369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e140aa4-f1c3-4eb4-8555-731bb1d29602 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:38:24.043223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:24.057647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Transition to ACTIVE for port object 2e140aa4-f1c3-4eb4-8555-731bb1d29602 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:38:24.091036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c44e8c-4b7d-4980-a912-f2e55de59282 req-e5dd7621-e705-4578-9c20-1f4f568f27cb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:24.092494 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-12c44e8c-4b7d-4980-a912-f2e55de59282 req-e5dd7621-e705-4578-9c20-1f4f568f27cb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 932 time: 0.0827572
Nov 24 14:38:24.129719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:24.134289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-af2d8f4e-3eb1-4798-a492-da3f4ad86c19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:24.138625 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-12c44e8c-4b7d-4980-a912-f2e55de59282 req-243507c0-cffe-4d4d-8020-273f8ba98bf9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405331
Nov 24 14:38:24.376300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Pushing event updated for resources: {'Port': ['ID=2e140aa4-f1c3-4eb4-8555-731bb1d29602,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:24.380340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:24.482593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Attempting to bind port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:38:24.483271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Attempting to bind port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:38:24.483271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Attempting to bind port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 on network a97e6554-780f-40a4-9220-b1a5a1a278d0 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:38:24.488858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 on network a97e6554-780f-40a4-9220-b1a5a1a278d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:38:24.489173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Attempting to bind port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 on network a97e6554-780f-40a4-9220-b1a5a1a278d0 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:38:24.495311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:38:24.495640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Checking segment: {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:38:24.496018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Bound using segment: {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:38:24.496461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Bound port: 2e140aa4-f1c3-4eb4-8555-731bb1d29602, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc1554-2937-4fb4-9774-60856190364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:38:24.496797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:24.586163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] For port 2e140aa4-f1c3-4eb4-8555-731bb1d29602, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:38:24.589041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] For port 2e140aa4-f1c3-4eb4-8555-731bb1d29602, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:38:24.684375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:24.688675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ecabbdd-cd07-4c49-b614-1c454d936c52 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:24.741855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:24.743193 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] 10.222.0.81 "PUT /v2.0/ports/2e140aa4-f1c3-4eb4-8555-731bb1d29602 HTTP/1.1" status: 200  len: 1094 time: 1.1699791
Nov 24 14:38:24.743700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:38:24.768790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Pushing event updated for resources: {'Port': ['ID=2e140aa4-f1c3-4eb4-8555-731bb1d29602,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:24.772406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:24.806094 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'status': 'completed', 'code': 200}
Nov 24 14:38:24.902395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9855a6a9-7b68-4dac-8d18-79dbca4fd966 req-cab99fcc-e086-4b13-9f34-77bd9c2a71a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 1097 time: 0.0753508
Nov 24 14:38:25.045715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855a6a9-7b68-4dac-8d18-79dbca4fd966 req-03082810-a9c6-43db-8c7d-7cae6b629dee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:25.047169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9855a6a9-7b68-4dac-8d18-79dbca4fd966 req-03082810-a9c6-43db-8c7d-7cae6b629dee service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1373563
Nov 24 14:38:25.182448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855a6a9-7b68-4dac-8d18-79dbca4fd966 req-4601b4ad-97dd-40cd-bbb5-7cddc26ffbbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:25.183890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9855a6a9-7b68-4dac-8d18-79dbca4fd966 req-4601b4ad-97dd-40cd-bbb5-7cddc26ffbbb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1305192
Nov 24 14:38:25.293139 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-44802943-889e-46f2-8eff-613b4e6fc7fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 1097 time: 0.0733960
Nov 24 14:38:25.336579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227d0-6cbc-4465-bdcc-5ce81829a3ca req-059ecda5-350f-4b03-91f7-5f848b02512f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:25.338024 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1da227d0-6cbc-4465-bdcc-5ce81829a3ca req-059ecda5-350f-4b03-91f7-5f848b02512f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 944 time: 0.0772593
Nov 24 14:38:25.365288 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-07690491-5581-42ae-9d9b-759494853dfd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602 HTTP/1.1" status: 200  len: 217 time: 0.0642676
Nov 24 14:38:25.385463 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1da227d0-6cbc-4465-bdcc-5ce81829a3ca req-ed84a0e0-3fea-412c-b0c4-6bec8b8a4fb6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419536
Nov 24 14:38:25.432854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-929f3ed7-20c9-4cb0-8e0f-0fdf70110a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:25.434337 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-929f3ed7-20c9-4cb0-8e0f-0fdf70110a2e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9042ebb5-63a9-499b-988a-0857087eb933 HTTP/1.1" status: 200  len: 835 time: 0.0630453
Nov 24 14:38:25.516854 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-481cb379-b829-43e1-99eb-dfebfabac20f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a97e6554-780f-40a4-9220-b1a5a1a278d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688357
Nov 24 14:38:25.648358 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-a5258fd1-2ccf-4451-91ff-5a90accc9906 service neutron] 10.222.0.81 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267350
Nov 24 14:38:25.667365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce08e76f-2dc8-4403-8ddd-6b484d538052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:25.777826 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00024e5c-7d82-4f35-8ace-0b1c02ae58db req-6b2cc0ef-e655-48f5-898a-0c6980a91c80 service neutron] 10.222.0.81 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279340
Nov 24 14:38:26.589095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cad73-044c-42c2-995e-fc821a3e5b87 req-b8426334-d31c-42a2-b130-6995c7cb4bad tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:26.589779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-541cad73-044c-42c2-995e-fc821a3e5b87 req-b8426334-d31c-42a2-b130-6995c7cb4bad tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:38:26.667164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:26.695797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-541cad73-044c-42c2-995e-fc821a3e5b87 req-b8426334-d31c-42a2-b130-6995c7cb4bad tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:38:26.696958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-541cad73-044c-42c2-995e-fc821a3e5b87 req-b8426334-d31c-42a2-b130-6995c7cb4bad tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 944 time: 0.1874959
Nov 24 14:38:26.742727 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-541cad73-044c-42c2-995e-fc821a3e5b87 req-c7680abe-5b7a-4873-a68a-3e5d882e9626 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401940
Nov 24 14:38:28.045189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a477e0-6d13-4537-b11a-b2886c483a25 req-54165768-a600-42cd-8600-c06dd9bc2778 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:28.046630 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-81a477e0-6d13-4537-b11a-b2886c483a25 req-54165768-a600-42cd-8600-c06dd9bc2778 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 944 time: 0.1848745
Nov 24 14:38:28.092142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-81a477e0-6d13-4537-b11a-b2886c483a25 req-4ccb417f-ec2b-4a1f-a64c-ab3ee87d8759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399966
Nov 24 14:38:28.167930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:29.288933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9885a42-f2e9-4125-98da-b6af3e420082 req-ad2a8ce7-c3ba-418c-a11e-37a563d367f7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:29.290369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b9885a42-f2e9-4125-98da-b6af3e420082 req-ad2a8ce7-c3ba-418c-a11e-37a563d367f7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 944 time: 0.0768280
Nov 24 14:38:29.337713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b9885a42-f2e9-4125-98da-b6af3e420082 req-b1e77663-1f07-4094-8a5f-0302c06b35d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419252
Nov 24 14:38:29.572174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2e140aa4-f1c3-4eb4-8555-731bb1d29602 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:38:29.701391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 2e140aa4-f1c3-4eb4-8555-731bb1d29602, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:29.717576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'port_id': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'mac_address': 'fa:16:3e:a1:37:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:38:29.770709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:29.786984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e140aa4-f1c3-4eb4-8555-731bb1d29602 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:38:29.802092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 2e140aa4-f1c3-4eb4-8555-731bb1d29602, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:29.861813 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:29.863643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:29.929750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=2e140aa4-f1c3-4eb4-8555-731bb1d29602,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:29.932731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:30.079868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['2e140aa4-f1c3-4eb4-8555-731bb1d29602'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:38:30.534018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa588d44-f01d-4844-bca3-3711deea835d req-9b669168-9d74-4952-8e6d-2317f91e5654 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:30.535447 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fa588d44-f01d-4844-bca3-3711deea835d req-9b669168-9d74-4952-8e6d-2317f91e5654 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 945 time: 0.0773602
Nov 24 14:38:30.580906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fa588d44-f01d-4844-bca3-3711deea835d req-27847d5d-75ff-4081-8ebc-500d24d6cc47 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399768
Nov 24 14:38:31.591682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2e140aa4-f1c3-4eb4-8555-731bb1d29602 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:38:31.716642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:38:31.721884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:38:31.722262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:31.777325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a5fbc-de2a-40f0-a830-3e6cd9a559ba req-84c8f350-b04b-4172-9545-6078b64daa57 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:31.778770 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0d7a5fbc-de2a-40f0-a830-3e6cd9a559ba req-84c8f350-b04b-4172-9545-6078b64daa57 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 945 time: 0.0800831
Nov 24 14:38:31.824834 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0d7a5fbc-de2a-40f0-a830-3e6cd9a559ba req-011f03be-ac5d-461f-8185-a1da6d37de0a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403864
Nov 24 14:38:31.838049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:31.865397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:38:31.874935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 2e140aa4-f1c3-4eb4-8555-731bb1d29602, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:38:31.924685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:31.926601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5ebdb89f-a061-4c8c-8d77-a4554cc3f68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:31.992859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=2e140aa4-f1c3-4eb4-8555-731bb1d29602,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:31.996487 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'code': 200}
Nov 24 14:38:31.997238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:32.331870 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c721b52d-f243-48a2-ace4-f118e7a40b4e req-751c699a-5d18-4b32-815a-580ccb101965 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 1099 time: 0.0679979
Nov 24 14:38:32.379079 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c721b52d-f243-48a2-ace4-f118e7a40b4e req-ddaafacd-ff0e-482c-967c-7089c61d5b3a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410278
Nov 24 14:38:33.021788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51a5d-0c53-4fd5-92b2-ba9d63c01108 req-44d60d32-1089-4c86-998e-0376f3759400 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:33.023221 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c7f51a5d-0c53-4fd5-92b2-ba9d63c01108 req-44d60d32-1089-4c86-998e-0376f3759400 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 946 time: 0.0767419
Nov 24 14:38:33.067532 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c7f51a5d-0c53-4fd5-92b2-ba9d63c01108 req-148a43b6-d228-45d7-a311-fbb17f62ff27 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387135
Nov 24 14:38:34.263938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddff22-cb27-4f3d-81e5-028e677929aa req-89f535ec-ccb3-4172-9431-c255f58fe258 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:34.266525 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3cddff22-cb27-4f3d-81e5-028e677929aa req-89f535ec-ccb3-4172-9431-c255f58fe258 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 946 time: 0.0783587
Nov 24 14:38:34.310084 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3cddff22-cb27-4f3d-81e5-028e677929aa req-f69a8bb0-93df-468b-9cdb-9e5e1b092880 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382164
Nov 24 14:38:34.509342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba67426-8386-4889-911e-5ef9fa3093cd req-51193746-61e0-43be-8322-899d60d4a9b4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:34.510754 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cba67426-8386-4889-911e-5ef9fa3093cd req-51193746-61e0-43be-8322-899d60d4a9b4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 946 time: 0.0787597
Nov 24 14:38:34.555099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cba67426-8386-4889-911e-5ef9fa3093cd req-ee7df142-5d0c-4927-8af8-540c29969ce5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385432
Nov 24 14:38:34.581733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58212) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:34.649795 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a05463cc-4799-432b-bd5f-f52e063000f5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 1094 time: 0.0667436
Nov 24 14:38:34.652140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58216) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:34.657926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:38:34.663199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:38:34.666965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:38:34.669825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:38:34.676382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:38:34.764106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:34.902123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:35.036412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.7 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/e85f28b8-895e-4886-9956-e6ef7e288e0d) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:38:35.278530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:35.356976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:35.361164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ff6c825d-6074-48cc-a0ad-ce3797686637 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:35.423483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:38:35.430645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:38:35.434576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:38:35.464454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=e85f28b8-895e-4886-9956-e6ef7e288e0d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:35.470234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:35.940359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:36.037040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:36.243598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:36.330060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:36.333718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:38:36.442650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=e85f28b8-895e-4886-9956-e6ef7e288e0d,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:38:36.446846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:38:36.454347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:36.645617 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP c61462d5-3637-4b37-9150-b327099ae48a associated. External IP: 172.26.2.7, port: 2e140aa4-f1c3-4eb4-8555-731bb1d29602.
Nov 24 14:38:37.153057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router c8743501-28dd-4c6a-ba90-c9de185879c8 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:38:37.356965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:38:37.366840 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] Sync routers for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:38:37.379468 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:37.380058 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642001a220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:37.427277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:37.482013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8288686
Nov 24 14:38:37.482766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:38:37.485590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58220) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:37.540560 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'status': 'completed', 'code': 200}
Nov 24 14:38:37.564800 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:37.600057 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-618bd35a-d18d-4132-b1fb-349c21e59475 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c61462d5-3637-4b37-9150-b327099ae48a HTTP/1.1" status: 200  len: 990 time: 0.1127074
Nov 24 14:38:37.637294 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-370158cd-d777-43d3-af30-f829e287bf0f req-20876eff-1d44-472e-b7b6-8dc5bc64a91d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 1099 time: 0.0729172
Nov 24 14:38:37.774234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370158cd-d777-43d3-af30-f829e287bf0f req-a32e30c0-c8a0-40a1-8a6e-411b87570359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:37.775696 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-370158cd-d777-43d3-af30-f829e287bf0f req-a32e30c0-c8a0-40a1-8a6e-411b87570359 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a97e6554-780f-40a4-9220-b1a5a1a278d0 HTTP/1.1" status: 200  len: 898 time: 0.1313024
Nov 24 14:38:37.884000 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-370158cd-d777-43d3-af30-f829e287bf0f req-612cf7ff-287a-44b7-9884-588bca3f78d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602 HTTP/1.1" status: 200  len: 998 time: 0.1008015
Nov 24 14:38:37.938172 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642001a220>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c61462d5-3637-4b37-9150-b327099ae48a', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.7', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'port_id': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'mac_address': 'fa:16:3e:a1:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627542ef-bce0-43fb-9e72-5c648df6a580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:38:35Z', 'updated_at': '2021-11-24T14:38:35Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:19Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:37.942124 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] Checking router: c8743501-28dd-4c6a-ba90-c9de185879c8 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:38:37.949882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370158cd-d777-43d3-af30-f829e287bf0f req-2e995353-0301-44be-9257-30a54a865c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:37.951323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-370158cd-d777-43d3-af30-f829e287bf0f req-2e995353-0301-44be-9257-30a54a865c51 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9042ebb5-63a9-499b-988a-0857087eb933 HTTP/1.1" status: 200  len: 835 time: 0.0606635
Nov 24 14:38:37.952416 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:38:37.952999 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642001a220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:38.026663 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-370158cd-d777-43d3-af30-f829e287bf0f req-abe6e085-bf75-49c7-844e-b3a4e7264937 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a97e6554-780f-40a4-9220-b1a5a1a278d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690420
Nov 24 14:38:38.129460 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:38:38.159243 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-370158cd-d777-43d3-af30-f829e287bf0f req-c78dcd75-1454-441d-abe6-639030835f97 service neutron] 10.222.0.81 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261387
Nov 24 14:38:38.291695 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-370158cd-d777-43d3-af30-f829e287bf0f req-9140206b-38e7-4d7b-b66d-e3aac6421cbc service neutron] 10.222.0.81 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254921
Nov 24 14:38:38.474935 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642001a220>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c61462d5-3637-4b37-9150-b327099ae48a', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.7', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'port_id': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'mac_address': 'fa:16:3e:a1:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627542ef-bce0-43fb-9e72-5c648df6a580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:38:35Z', 'updated_at': '2021-11-24T14:38:35Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:19Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:38:38.478746 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23682a25-8319-40a5-aa15-ed96d935e353 None None] The sync data for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv is: [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c61462d5-3637-4b37-9150-b327099ae48a', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.7', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'port_id': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'mac_address': 'fa:16:3e:a1:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627542ef-bce0-43fb-9e72-5c648df6a580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:38:35Z', 'updated_at': '2021-11-24T14:38:35Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:19Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:38:38.603875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58226) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:38.675895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb7e97-bbae-40fb-8fa0-52db7749eef2 None None] New status for floating IP c61462d5-3637-4b37-9150-b327099ae48a: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:38:38.714048 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-be2fd300-112f-4400-8cfc-f914d45e7ac0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c61462d5-3637-4b37-9150-b327099ae48a HTTP/1.1" status: 200  len: 990 time: 0.1088822
Nov 24 14:38:39.717875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58230) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:38:39.907655 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-078777f7-8b62-4d15-8b34-d8a1c4423be1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c61462d5-3637-4b37-9150-b327099ae48a HTTP/1.1" status: 200  len: 992 time: 0.1884098
Nov 24 14:38:40.554692 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:38:50.209540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:53.415091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-15e5bd2c-31f4-4a2c-9ade-2dd7ccd09e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:53.910741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:55.664556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-229bbe5c-4bcd-4b9d-9b53-2c880480b6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:56.595997 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-f7a4ffca-9bff-4f60-9690-eb6eadd0cf12 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691981
Nov 24 14:38:56.647862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:38:56.737514 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-81e6f1b8-54ed-4a9d-ac7e-19a5a834574c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 1099 time: 0.0745313
Nov 24 14:38:57.005173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-647ddfa5-8aad-4541-a808-2d7e2869f079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:57.008129 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-647ddfa5-8aad-4541-a808-2d7e2869f079 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.2429409
Nov 24 14:38:57.117118 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-1d6a187f-e762-4e5d-83cd-db2f3a4d8f45 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9 HTTP/1.1" status: 200  len: 1001 time: 0.0976458
Nov 24 14:38:57.175814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-30d45d9d-272e-4dbe-8c27-88ef91f40305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:38:57.177250 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-30d45d9d-272e-4dbe-8c27-88ef91f40305 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0585060
Nov 24 14:38:57.254370 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-c5e32dad-18e6-40d9-9e80-0ac04d064b3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691886
Nov 24 14:38:57.388970 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-6bca40e4-5096-4adf-8ae7-23186a83c3f6 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270444
Nov 24 14:38:57.523310 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b6aaf6ce-852d-4a2a-875c-5565a3693541 req-dc7109f0-8844-4493-afe5-9eac0a444821 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276295
Nov 24 14:38:58.163641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:06.809469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea16870-0e1c-41d8-8d3a-60efabd50e07 req-a581c508-258b-4e3c-b92c-6fe8351ea05f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:06.812296 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bea16870-0e1c-41d8-8d3a-60efabd50e07 req-a581c508-258b-4e3c-b92c-6fe8351ea05f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 946 time: 0.0823607
Nov 24 14:39:06.858278 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bea16870-0e1c-41d8-8d3a-60efabd50e07 req-6332fbed-fbd8-492f-8a21-3d3bfb2cd206 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408928
Nov 24 14:39:08.060613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bc63c-7b1c-4081-b52f-30372e4d49cf req-e0afdbcf-e54a-4422-9e69-852379852e40 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:08.062048 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-227bc63c-7b1c-4081-b52f-30372e4d49cf req-e0afdbcf-e54a-4422-9e69-852379852e40 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 946 time: 0.0794027
Nov 24 14:39:08.109674 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-227bc63c-7b1c-4081-b52f-30372e4d49cf req-f34325e8-ec62-4b2d-a386-2ef062b03e64 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410960
Nov 24 14:39:08.512417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-356950e5-f728-4386-8ef7-c0f9ece3cffc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:08.513757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-356950e5-f728-4386-8ef7-c0f9ece3cffc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 946 time: 0.0761435
Nov 24 14:39:08.585809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Deleting port 4fc511a7-a423-46c2-9479-27d4cdf457e9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:39:08.586149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:08.829325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] For port 4fc511a7-a423-46c2-9479-27d4cdf457e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=4fc511a7-a423-46c2-9479-27d4cdf457e9,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:08.829679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:09.115594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:09.115856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:09.116187 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Floating IP ec700625-23a6-480b-a080-a284b4d3c4f3 disassociated. External IP: 172.26.2.31, port: 4fc511a7-a423-46c2-9479-27d4cdf457e9.
Nov 24 14:39:09.116525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Calling delete_port for 4fc511a7-a423-46c2-9479-27d4cdf457e9 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:39:09.327299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de806f3b-54ed-4b8a-ad88-b0d7278eff34 req-e25603e3-8ae7-4b46-b880-689e7d4f2b88 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:09.328780 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-de806f3b-54ed-4b8a-ad88-b0d7278eff34 req-e25603e3-8ae7-4b46-b880-689e7d4f2b88 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 946 time: 0.0948205
Nov 24 14:39:09.358831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:09.374681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eca8b582-0858-482b-a9d3-6615b3dabb49 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:09.423707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event deleted for resources: {'Port': ['ID=4fc511a7-a423-46c2-9479-27d4cdf457e9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:09.437619 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-de806f3b-54ed-4b8a-ad88-b0d7278eff34 req-9c6d89d1-4615-44a7-baeb-6b64e91baa96 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024127
Nov 24 14:39:09.445807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.446193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.446574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.446918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.447283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.447664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.448008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.448401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.448757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.449110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.449463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:09.453155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:09.759568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:39:09.915488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58254) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:09.975481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:39:09.985116 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:39:09.997931 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:09.998535 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd08be0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:10.032612 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3640a68d-c11e-4498-a100-8a9b0bffa66a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c61462d5-3637-4b37-9150-b327099ae48a HTTP/1.1" status: 200  len: 992 time: 0.1087370
Nov 24 14:39:10.047333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] No DVR routers for this DVR port 4fc511a7-a423-46c2-9479-27d4cdf457e9 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:39:10.050129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:10.052972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'name': 'network-vif-deleted', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:10.124948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c1663e8c-1104-4aab-9baf-424453ec5789 req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "DELETE /v2.0/ports/4fc511a7-a423-46c2-9479-27d4cdf457e9 HTTP/1.1" status: 204  len: 173 time: 1.6046455
Nov 24 14:39:10.191866 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:10.253610 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a290d46-782b-4596-b37a-8fd79db1ce76', 'name': 'network-vif-deleted', 'tag': '4fc511a7-a423-46c2-9479-27d4cdf457e9', 'status': 'completed', 'code': 200}
Nov 24 14:39:10.348185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58266) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:10.511033 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd08be0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:10.515976 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:39:10.527591 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:10.528246 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd08be0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:10.579745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port e85f28b8-895e-4886-9956-e6ef7e288e0d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:39:10.579995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:10.681835 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1baa0a8f-b82b-439d-a4f0-9771484b02d3 req-62ee2b0b-c856-4062-b23c-60b33b761e41 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 210 time: 0.0764828
Nov 24 14:39:10.761754 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:10.827512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:10.827828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:10.957350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for e85f28b8-895e-4886-9956-e6ef7e288e0d owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:39:11.083253 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd08be0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:11.087477 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dc0df9-16a5-47d0-b292-bfcba5d4829a None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:39:11.214965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:11.219042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0438c548-4f38-4d6f-9cbe-f34d76b1a1ef tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:11.262266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=e85f28b8-895e-4886-9956-e6ef7e288e0d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:11.274657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.275036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.275399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.275758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.276637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.276637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.276841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.277151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.277496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.277838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.278185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:11.305212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:11.320175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c758b9a-cea2-40c3-9230-e58c97a0cbc5 None None] New status for floating IP ec700625-23a6-480b-a080-a284b4d3c4f3: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:39:11.472386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:11.871273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-750aa5bb-3cbf-4146-9b58-ffeef536ac81 req-3372a15f-5b1d-4a4d-9b7c-bc7b6335f664 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:39:11.884655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router c8743501-28dd-4c6a-ba90-c9de185879c8 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:39:11.946227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-750aa5bb-3cbf-4146-9b58-ffeef536ac81 req-3372a15f-5b1d-4a4d-9b7c-bc7b6335f664 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:39:11.947483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-750aa5bb-3cbf-4146-9b58-ffeef536ac81 req-3372a15f-5b1d-4a4d-9b7c-bc7b6335f664 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a290d46-782b-4596-b37a-8fd79db1ce76 HTTP/1.1" status: 200  len: 210 time: 0.1218717
Nov 24 14:39:12.115821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:39:12.125002 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] Sync routers for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:39:12.137162 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:12.137755 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420369d60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:12.191122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:12.247761 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/c61462d5-3637-4b37-9150-b327099ae48a HTTP/1.1" status: 204  len: 168 time: 1.8984506
Nov 24 14:39:12.248617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:12.303735 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'status': 'completed', 'code': 200}
Nov 24 14:39:12.323801 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:12.398024 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-31771901-7ce7-4b3d-8c2c-1e46b308472a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 1099 time: 0.0726497
Nov 24 14:39:12.535097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-5cec4bfc-deea-4220-98f5-4d527093836b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:12.536563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-5cec4bfc-deea-4220-98f5-4d527093836b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a97e6554-780f-40a4-9220-b1a5a1a278d0 HTTP/1.1" status: 200  len: 898 time: 0.1317842
Nov 24 14:39:12.611652 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-9973f884-3276-4107-9012-1d22751255e6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602 HTTP/1.1" status: 200  len: 217 time: 0.0678248
Nov 24 14:39:12.646560 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420369d60>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:19Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:12.654057 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] Checking router: c8743501-28dd-4c6a-ba90-c9de185879c8 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:39:12.666688 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:12.667285 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420369d60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:12.677892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-72d32661-c4cd-492f-8087-218488d4cf24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:12.679444 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-72d32661-c4cd-492f-8087-218488d4cf24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9042ebb5-63a9-499b-988a-0857087eb933 HTTP/1.1" status: 200  len: 835 time: 0.0614171
Nov 24 14:39:12.807725 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-cf85ddda-f0b5-4785-80bd-e57cf0826e7e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a97e6554-780f-40a4-9220-b1a5a1a278d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1167243
Nov 24 14:39:12.848318 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:12.963598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5f414-904c-4220-97fd-42753189c834 req-b9bf4c88-bec2-4b54-a998-544d1cd05581 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:12.965000 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a4b5f414-904c-4220-97fd-42753189c834 req-b9bf4c88-bec2-4b54-a998-544d1cd05581 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 946 time: 0.2027700
Nov 24 14:39:12.966694 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-268a08ee-790e-4c14-b2e1-84cffa410935 service neutron] 10.222.0.81 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520245
Nov 24 14:39:13.107388 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a4b5f414-904c-4220-97fd-42753189c834 req-740241cc-ae90-471a-8cbb-a0ea2d8a1ebc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1362436
Nov 24 14:39:13.144865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cb149c9-0a94-4a59-87b2-c856a8988c9c req-5bb64aaf-e0c0-499f-9a6c-0a4beccae81b service neutron] 10.222.0.81 "GET /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587358
Nov 24 14:39:13.219657 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420369d60>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:19Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:13.224956 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d4f87-6ffb-4500-9d0d-4e29a4f616bc None None] The sync data for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv is: [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5dad1537-2376-480a-bd4a-a6365a8f078c', 'name': '', 'network_id': 'a97e6554-780f-40a4-9220-b1a5a1a278d0', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7f:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9042ebb5-63a9-499b-988a-0857087eb933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:13Z', 'updated_at': '2021-11-24T14:38:19Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '9042ebb5-63a9-499b-988a-0857087eb933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:39:13.397521 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-b38ba99d-a4b2-4d6a-bd6c-3a4d375a49db tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629395786&fields=id&tenant_id=30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 267 time: 0.0536294
Nov 24 14:39:13.474840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f946a-6c3c-4f69-a93a-3335cf5d126a None None] New status for floating IP c61462d5-3637-4b37-9150-b327099ae48a: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:39:13.548982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-fe579d92-22c0-48a5-a4d3-3a5198e45cb6 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:13.551090 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-fe579d92-22c0-48a5-a4d3-3a5198e45cb6 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 812 time: 0.1527996
Nov 24 14:39:13.567693 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1c969ac5-597b-4ebe-93d3-1087d3d8041a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/quotas/30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 375 time: 0.0110948
Nov 24 14:39:13.653964 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-a58d6530-cb62-41c9-a310-a74aa9b0eb46 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0813940
Nov 24 14:39:13.703385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 4fc511a7-a423-46c2-9479-27d4cdf457e9 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:39:13.737977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 4fc511a7-a423-46c2-9479-27d4cdf457e9 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:39:13.738624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 4fc511a7-a423-46c2-9479-27d4cdf457e9 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:39:13.793829 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-40c47073-bc8e-44c7-be49-cddcb1196012 service neutron] 10.222.0.53 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282175
Nov 24 14:39:13.928650 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-a05cd199-10ea-4f0e-bce9-e0532adaaaa5 service neutron] 10.222.0.53 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287317
Nov 24 14:39:14.091292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-ecd315a4-ae40-4b59-a9ad-2abf1adf837e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:14.092745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-ecd315a4-ae40-4b59-a9ad-2abf1adf837e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 946 time: 0.0830510
Nov 24 14:39:14.162500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:39:14.162827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:14.551767 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3ac85a69-ae71-457b-9b61-da484f922a09 req-d1096385-f99a-49f1-ac3a-afd7b51fb021 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 210 time: 0.0546656
Nov 24 14:39:14.587130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebedb47-752e-446d-be7f-c69eb9a6ba1a req-1fca155a-a27e-4cb2-ba5c-0d04418a5197 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:14.588591 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ebedb47-752e-446d-be7f-c69eb9a6ba1a req-1fca155a-a27e-4cb2-ba5c-0d04418a5197 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 946 time: 0.3193510
Nov 24 14:39:14.632136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 2e140aa4-f1c3-4eb4-8555-731bb1d29602, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2e140aa4-f1c3-4eb4-8555-731bb1d29602,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:14.632492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:14.770840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 2e140aa4-f1c3-4eb4-8555-731bb1d29602 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:39:14.807122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ebedb47-752e-446d-be7f-c69eb9a6ba1a req-5831d2d3-717c-406b-914c-b065eeed4ae7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7af75ab-8e47-4031-8701-b95037f18af7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2120645
Nov 24 14:39:14.986372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:14.992277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5cf673bd-a53a-4b19-aa92-2a284af0669e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:15.038749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=2e140aa4-f1c3-4eb4-8555-731bb1d29602,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:15.042759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:15.113636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 2e140aa4-f1c3-4eb4-8555-731bb1d29602 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:39:15.116286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:15.118859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'name': 'network-vif-deleted', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:15.130397 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d9bd2061-f349-49d8-a38f-1153228d1d9f req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/2e140aa4-f1c3-4eb4-8555-731bb1d29602 HTTP/1.1" status: 204  len: 173 time: 1.0318172
Nov 24 14:39:15.175766 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627542ef-bce0-43fb-9e72-5c648df6a580', 'name': 'network-vif-deleted', 'tag': '2e140aa4-f1c3-4eb4-8555-731bb1d29602', 'status': 'completed', 'code': 200}
Nov 24 14:39:15.724507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-efd2c66b-1cf8-4a90-a353-885e8615f056 req-2332b4dc-7df8-4418-9a75-ebff0df9564d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 210 time: 0.0448248
Nov 24 14:39:15.993263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-934e9041-db30-48ac-9047-68b681c08df1 req-8133e969-6801-4e28-baaf-ee269134ebae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:39:16.089032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-934e9041-db30-48ac-9047-68b681c08df1 req-8133e969-6801-4e28-baaf-ee269134ebae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:39:16.090193 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-934e9041-db30-48ac-9047-68b681c08df1 req-8133e969-6801-4e28-baaf-ee269134ebae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=627542ef-bce0-43fb-9e72-5c648df6a580 HTTP/1.1" status: 200  len: 210 time: 0.1389782
Nov 24 14:39:16.669966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-d2ec9f80-9ea8-4b09-b19d-982ab2a7a085 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:16.671401 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-d2ec9f80-9ea8-4b09-b19d-982ab2a7a085 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 812 time: 0.1515679
Nov 24 14:39:16.726854 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-7c9a3057-361a-4222-a6d4-41ba6f016f96 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 380 time: 0.0421023
Nov 24 14:39:16.736036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'port': {'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'admin_state_up': True, 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'security_groups': ['eb1092ca-27e9-4c5b-9df1-b9765500656a']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:16.949408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-316c30bc-9983-44c5-84bd-e56e35cd50c7 req-c8f78df6-ed40-49a7-9f5b-64a9a699b94b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 210 time: 0.0602994
Nov 24 14:39:16.955212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:16.967237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:17.025979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Made reservation on behalf of 30d72de9781d4279be986cf6b0dcc86a for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:39:17.029136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.199298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58324) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:17.202924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Allocated IP 172.20.0.4 (efc160bb-4be8-4cb6-8ce4-d955bf28e95f/f59739d1-3c0e-4df3-a4ec-ed959ec36cc0/125c93fa-bff9-4259-96a9-89b025c075d5) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:39:17.275656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.306138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.401060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.431973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Transition to ACTIVE for port object 125c93fa-bff9-4259-96a9-89b025c075d5 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:17.432810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.438183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0d79cbaf-168d-448a-a2d7-acc86e8d93da tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:17.452619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7af75ab-8e47-4031-8701-b95037f18af7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:17.454993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:17.501353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.510839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-594b5d6e-aa0c-46f7-ba35-2c10dd6d9074 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:17.534956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.540793 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7af75ab-8e47-4031-8701-b95037f18af7 HTTP/1.1" status: 204  len: 168 time: 0.3408248
Nov 24 14:39:17.558221 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:39:17.585349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:17.588774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:17.590764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=125c93fa-bff9-4259-96a9-89b025c075d5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:17.592850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:39:17.619178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:17.646582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58330) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:17.714761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:17.715559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.716732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2e140aa4-f1c3-4eb4-8555-731bb1d29602 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:39:17.757583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 2e140aa4-f1c3-4eb4-8555-731bb1d29602 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:39:17.758201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2e140aa4-f1c3-4eb4-8555-731bb1d29602 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:39:17.828903 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0964265
Nov 24 14:39:17.840277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Request body: {'port': {'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:17.923661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-12727ad6-026e-4bfc-9e5e-d6c480b5de39 None None] Provisioning for port 125c93fa-bff9-4259-96a9-89b025c075d5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:17.929496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-12727ad6-026e-4bfc-9e5e-d6c480b5de39 None None] Provisioning complete for port 125c93fa-bff9-4259-96a9-89b025c075d5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:17.929885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-12727ad6-026e-4bfc-9e5e-d6c480b5de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:17.989723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-12727ad6-026e-4bfc-9e5e-d6c480b5de39 None None] Port 125c93fa-bff9-4259-96a9-89b025c075d5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:39:18.113617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:18.171581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee886d-7f8f-471c-a760-d3c70d577a7a req-d2490e70-f3af-4185-bf05-44c72b2dbe02 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:18.173096 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-55ee886d-7f8f-471c-a760-d3c70d577a7a req-d2490e70-f3af-4185-bf05-44c72b2dbe02 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 931 time: 0.0817351
Nov 24 14:39:18.222474 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-55ee886d-7f8f-471c-a760-d3c70d577a7a req-8b179892-cbc0-4f35-9887-7722d736f879 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428076
Nov 24 14:39:18.633755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:18.711097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125c93fa-bff9-4259-96a9-89b025c075d5 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:39:18.719850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:18.740443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Transition to ACTIVE for port object 125c93fa-bff9-4259-96a9-89b025c075d5 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:18.822484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:18.827386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8cfd87ed-d211-41dd-8428-e0b39fa02d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:18.971816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=125c93fa-bff9-4259-96a9-89b025c075d5,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:18.972966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:19.138913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Attempting to bind port 125c93fa-bff9-4259-96a9-89b025c075d5 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:39:19.139242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Attempting to bind port 125c93fa-bff9-4259-96a9-89b025c075d5 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:39:19.139827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Attempting to bind port 125c93fa-bff9-4259-96a9-89b025c075d5 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:39:19.203942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Port 125c93fa-bff9-4259-96a9-89b025c075d5 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:39:19.204221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Attempting to bind port 125c93fa-bff9-4259-96a9-89b025c075d5 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:39:19.243600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:39:19.243932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Checking segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:39:19.244339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Bound using segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:39:19.244757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Bound port: 125c93fa-bff9-4259-96a9-89b025c075d5, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:39:19.245095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:19.444463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] For port 125c93fa-bff9-4259-96a9-89b025c075d5, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:39:19.613376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] For port 125c93fa-bff9-4259-96a9-89b025c075d5, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=125c93fa-bff9-4259-96a9-89b025c075d5,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:39:19.647960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b7082-5bc8-43ac-a5dd-c1f05bd86eac req-dcffac94-8338-4de8-aca8-a4416c1c1c31 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:19.648666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-134b7082-5bc8-43ac-a5dd-c1f05bd86eac req-dcffac94-8338-4de8-aca8-a4416c1c1c31 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:39:19.709958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:19.718050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9a690021-0475-4850-a55e-583d2c70d940 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:19.767074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-134b7082-5bc8-43ac-a5dd-c1f05bd86eac req-dcffac94-8338-4de8-aca8-a4416c1c1c31 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:39:19.771300 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-134b7082-5bc8-43ac-a5dd-c1f05bd86eac req-dcffac94-8338-4de8-aca8-a4416c1c1c31 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.4124899
Nov 24 14:39:19.782010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:19.783290 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] 10.222.0.81 "PUT /v2.0/ports/125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 1093 time: 1.9469676
Nov 24 14:39:19.798393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:19.839764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=125c93fa-bff9-4259-96a9-89b025c075d5,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:19.846094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:19.862571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-134b7082-5bc8-43ac-a5dd-c1f05bd86eac req-fe55dc4f-c274-488d-b0db-f6d3f4c4bdb5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875413
Nov 24 14:39:19.907616 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5', 'status': 'completed', 'code': 200}
Nov 24 14:39:19.987218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 5dad1537-2376-480a-bd4a-a6365a8f078c {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:39:19.988081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:20.130226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-e9666192-9972-4730-afd0-c9f93db7a437 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1096 time: 0.2244363
Nov 24 14:39:20.207343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:20.215933 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-b30b4948-c58f-4d96-a0a4-225371fb62dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 217 time: 0.0770292
Nov 24 14:39:20.300198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 5dad1537-2376-480a-bd4a-a6365a8f078c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5dad1537-2376-480a-bd4a-a6365a8f078c,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:20.300574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:20.366283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-fcf902ae-e716-40f4-947f-53bfebade07d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:20.367681 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-fcf902ae-e716-40f4-947f-53bfebade07d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.1452603
Nov 24 14:39:20.456404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 5dad1537-2376-480a-bd4a-a6365a8f078c owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:39:20.564790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-a35c65bd-7374-45d9-8613-2d0e2a03efd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1426599
Nov 24 14:39:20.717070 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-17318a51-2fa2-46a2-bb16-f1a675299cc8 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439085
Nov 24 14:39:20.897248 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ccfa524f-1d7b-4534-9a41-8ec0dd79267a req-d681df63-b61c-4b18-b727-9b9f8dd50344 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515794
Nov 24 14:39:20.952263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:20.957011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:21.006526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=5dad1537-2376-480a-bd4a-a6365a8f078c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:21.043895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:21.427206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13245938-8fce-4c7b-95aa-bbf04ad60983 req-26231ac0-53ab-4640-9da0-983e37b72daa tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:21.427206 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-13245938-8fce-4c7b-95aa-bbf04ad60983 req-26231ac0-53ab-4640-9da0-983e37b72daa tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.4217954
Nov 24 14:39:21.428733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-bd513e55-7fcf-48ed-ab04-71a3ca4e3a0c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1096 time: 0.4233747
Nov 24 14:39:21.577789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-13245938-8fce-4c7b-95aa-bbf04ad60983 req-ec20d31d-3b57-41a0-a1cb-bbb21217fa9c tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1453834
Nov 24 14:39:21.686418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-a3f7ac98-e6a0-4546-9581-9d8da9305e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:21.687754 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-a3f7ac98-e6a0-4546-9581-9d8da9305e9e service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.2375793
Nov 24 14:39:21.766137 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-db759914-ae04-4926-97f5-7c4fd2920451 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 217 time: 0.0717456
Nov 24 14:39:21.841961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-cd70a95a-e9bd-46c4-b369-649c73bc9fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:21.843383 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-cd70a95a-e9bd-46c4-b369-649c73bc9fe1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0688767
Nov 24 14:39:21.851492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:22.000284 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-404ad7f9-8996-42bb-a51f-48399b1bf82c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1502717
Nov 24 14:39:22.199303 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-83a000f2-c288-486d-b941-730195d1cc91 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899009
Nov 24 14:39:22.410257 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-173d9879-602a-45c5-9f01-1abf4494bfe4 req-30e3b89e-41bc-4db3-b378-aa6cf36e5f94 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2027385
Nov 24 14:39:22.847199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router c8743501-28dd-4c6a-ba90-c9de185879c8 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:39:22.899659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29d75d-d6a9-4a06-bce5-66753d553164 req-13d18f69-18df-4389-8ae1-762b2caadfff tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:22.904878 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3b29d75d-d6a9-4a06-bce5-66753d553164 req-13d18f69-18df-4389-8ae1-762b2caadfff tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.1915920
Nov 24 14:39:22.948618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3b29d75d-d6a9-4a06-bce5-66753d553164 req-0646e9fd-17c8-43ca-9a48-64dfbe164191 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411508
Nov 24 14:39:23.053911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:39:23.063117 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] Sync routers for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:39:23.075819 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:23.076493 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb0a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:23.119486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/c8743501-28dd-4c6a-ba90-c9de185879c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4716332
Nov 24 14:39:23.122036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58344) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:23.254079 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:23.307780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet 9042ebb5-63a9-499b-988a-0857087eb933 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:39:23.310711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.372261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.426405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-46c3da7a-cd29-403e-8970-7861d7fc028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.454491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.536278 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb0a0>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:39:20Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:23.540000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] Checking router: c8743501-28dd-4c6a-ba90-c9de185879c8 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:39:23.550370 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] Routers {'c8743501-28dd-4c6a-ba90-c9de185879c8'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:23.550947 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb0a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:38:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['c8743501-28dd-4c6a-ba90-c9de185879c8'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:23.598684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.603211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-82a483fc-d1e8-443b-beea-51f1303b7666 tempest-NetworksTestDHCPv6-1457364623 tempest-NetworksTestDHCPv6-1457364623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:23.641641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=9042ebb5-63a9-499b-988a-0857087eb933,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:23.644864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:23.650473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.660474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffbf5c6-3363-4aae-8f47-88c58b46317f None None] Network a97e6554-780f-40a4-9220-b1a5a1a278d0 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:39:23.660673 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/9042ebb5-63a9-499b-988a-0857087eb933 HTTP/1.1" status: 204  len: 168 time: 0.5343459
Nov 24 14:39:23.660673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58348) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:23.726861 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] Set router c8743501-28dd-4c6a-ba90-c9de185879c8 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:23.874014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.906452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:23.941913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] DHCP port deletion for a97e6554-780f-40a4-9220-b1a5a1a278d0 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:39:23.948432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Deleting port 65692ac1-5b7d-4433-8a6d-702e996169db {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:39:23.949304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:24.026275 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb0a0>, [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:39:20Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:24.030378 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b199c3-0309-4460-b0d6-64e7f607d3c5 None None] The sync data for ids ['c8743501-28dd-4c6a-ba90-c9de185879c8'] in dv-neutron-818347-1-hyperv is: [{'id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'name': 'tempest-TestNetworkBasicOps-router-1411281755', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:08Z', 'updated_at': '2021-11-24T14:39:20Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8743501-28dd-4c6a-ba90-c9de185879c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:09Z', 'updated_at': '2021-11-24T14:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:39:24.171021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] For port 65692ac1-5b7d-4433-8a6d-702e996169db, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=65692ac1-5b7d-4433-8a6d-702e996169db,segment=NetworkSegment(f2fc1554-2937-4fb4-9774-60856190364e),segment_id=f2fc1554-2937-4fb4-9774-60856190364e)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:24.171293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:24.199989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaebf2c-f66d-4f44-ba66-2f7e913f5dc3 req-90c2cb16-90b9-4c87-aea3-6724c0647ad1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:24.201444 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eaebf2c-f66d-4f44-ba66-2f7e913f5dc3 req-90c2cb16-90b9-4c87-aea3-6724c0647ad1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.1154172
Nov 24 14:39:24.202849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:24.250709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9eaebf2c-f66d-4f44-ba66-2f7e913f5dc3 req-c3d7455b-3956-498d-8263-e27f929138db tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423923
Nov 24 14:39:24.279070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:39:24.279470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:24.293346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Calling delete_port for 65692ac1-5b7d-4433-8a6d-702e996169db owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:39:24.430061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:24.435452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:24.465196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:24.465601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:24.482603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] No DVR routers for this DVR port 65692ac1-5b7d-4433-8a6d-702e996169db on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:39:24.489801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Pushing event deleted for resources: {'Port': ['ID=65692ac1-5b7d-4433-8a6d-702e996169db,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:24.495771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.496143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.496625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.497312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.497312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.497614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.497946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.498277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.498609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.498931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.499254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:24.502478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:24.709015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:39:24.938808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:24.943312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:24.987582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:24.990067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:25.210356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.449335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0b492-5b1e-40fa-a0b4-937722f9d9c7 req-9a598ea2-71dc-44b2-b533-d128e3306503 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:25.450760 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fdc0b492-5b1e-40fa-a0b4-937722f9d9c7 req-9a598ea2-71dc-44b2-b533-d128e3306503 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.0768185
Nov 24 14:39:25.467468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.472360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.503208 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fdc0b492-5b1e-40fa-a0b4-937722f9d9c7 req-18c9b2ff-cd59-42f5-a6b6-159d10d42be4 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467315
Nov 24 14:39:25.552059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.554777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router c8743501-28dd-4c6a-ba90-c9de185879c8 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:39:25.574195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.577713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/c8743501-28dd-4c6a-ba90-c9de185879c8 HTTP/1.1" status: 204  len: 168 time: 1.9137483
Nov 24 14:39:25.578107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58356) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:25.653910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 65692ac1-5b7d-4433-8a6d-702e996169db no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:39:25.691260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5ddd52c2-8d3a-49ad-99ec-d1fda00309e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.693418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 65692ac1-5b7d-4433-8a6d-702e996169db {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:39:25.694010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 65692ac1-5b7d-4433-8a6d-702e996169db not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:39:25.694654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5dad1537-2376-480a-bd4a-a6365a8f078c no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:39:25.702983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.734058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5dad1537-2376-480a-bd4a-a6365a8f078c {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:39:25.734416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5dad1537-2376-480a-bd4a-a6365a8f078c not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:39:25.841319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.867277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f8fbb50>,) {'filters': {'network_id': ['a97e6554-780f-40a4-9220-b1a5a1a278d0']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:25.879611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f8fbb50>, 'f2fc1554-2937-4fb4-9774-60856190364e') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:25.879893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f8fbb50>, 'f2fc1554-2937-4fb4-9774-60856190364e') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:25.891114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.906343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.912239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:39:25.912616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:39:25.927181 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:39:26.066583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.070551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e3485368-cedf-47b2-95de-223354fd8861 tempest-NetworksIpV6Test-1212971302 tempest-NetworksIpV6Test-1212971302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:26.084998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.098295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=a97e6554-780f-40a4-9220-b1a5a1a278d0,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:26.101042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:26.169453 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7a87f32b-f3d8-4e18-b30b-2b58e0e477b8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/a97e6554-780f-40a4-9220-b1a5a1a278d0 HTTP/1.1" status: 204  len: 168 time: 0.5902734
Nov 24 14:39:26.186593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58360) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:26.192305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--2049144996', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:26.197404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:26.201504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:26.204371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:26.210264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:26.293090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:39:26.296111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.325915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:39:26.335033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.335368 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment 1758c70b-eed0-4f3d-9121-5021820d5f4d of type vlan for network 1f626658-0a44-481b-94a8-655ff1c6313c
Nov 24 14:39:26.362692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.469626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.474136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:26.474714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.478295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f414e89e-b90e-40e0-9e36-7148f9e18663 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:26.586888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=1f626658-0a44-481b-94a8-655ff1c6313c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:26.590597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:26.598353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 1f626658-0a44-481b-94a8-655ff1c6313c details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:39:26.638233 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4504681
Nov 24 14:39:26.641062 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58366) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:26.647125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-813302502', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:26.654156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:26.658123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:26.661828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:26.667825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:26.699797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.708270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238f789-4da7-4baa-a675-a526db945a5c req-bdda9155-45b8-4ff6-9ab5-3f06e4484f2d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:26.709796 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d238f789-4da7-4baa-a675-a526db945a5c req-bdda9155-45b8-4ff6-9ab5-3f06e4484f2d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.0811546
Nov 24 14:39:26.746320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.747291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.756065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d238f789-4da7-4baa-a675-a526db945a5c req-09e524e6-ad17-4436-ab7d-9aae526ead3b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407093
Nov 24 14:39:26.765744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:26.976475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:27.213068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:27.244853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:27.376279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.20 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/8d1bf620-d593-4bdc-81a5-ab6da12e132e) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:39:27.520115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:27.547534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:39:27.584096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:39:27.584471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ed19383b-30d7-4a88-bfcb-41bdfb7b4dc6 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:39:27.598986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:27.602825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a7e61727-6c70-43c9-bebd-0a3346611bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:27.768672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:27.771932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:27.774407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:39:27.804286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=8d1bf620-d593-4bdc-81a5-ab6da12e132e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:27.807027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:27.992811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6f16c-d56e-4865-9e5a-09009d02051d req-1a459e65-e4cc-4693-afc7-a9033b1d7d96 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:27.994248 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-31f6f16c-d56e-4865-9e5a-09009d02051d req-1a459e65-e4cc-4693-afc7-a9033b1d7d96 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.1098511
Nov 24 14:39:28.046137 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-31f6f16c-d56e-4865-9e5a-09009d02051d req-4791873a-4d4c-4b39-90b0-b8497517d1fa tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463922
Nov 24 14:39:28.089265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:28.091245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:28.168652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:28.391444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 2587d8f1-a244-4b5d-bf8e-39833d08ccec is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:39:28.590628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:39:28.600321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Sync routers for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:39:28.613529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:28.614147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe30430>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:28.661027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:28.662142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.0201659
Nov 24 14:39:28.665395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58372) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:28.708897 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d7458cd6-7cac-4268-9a85-44b6155926f8 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0422020
Nov 24 14:39:28.711558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58376) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:28.830078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:28.848159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e6459c-3198-4046-b895-cbc662913313 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:28.849613 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e0e6459c-3198-4046-b895-cbc662913313 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1371248
Nov 24 14:39:28.852452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58380) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:28.891482 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-62253ef3-844f-4846-92f2-fccb824078a0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377343
Nov 24 14:39:28.894468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58384) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:28.899803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36239888', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:29.043374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:29.043374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:29.043374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:29.043374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:29.131511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe30430>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:27Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:29.135971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Checking router: 2587d8f1-a244-4b5d-bf8e-39833d08ccec for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:39:29.136388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Updating router 2587d8f1-a244-4b5d-bf8e-39833d08ccec port 8d1bf620-d593-4bdc-81a5-ab6da12e132e binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:39:29.187763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.218132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:39:29.450118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.481223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568b2d-9c0e-420d-a1fe-ed68f92569f6 req-06337abf-ed41-47b3-ba4b-baa62632b964 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:29.482692 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e568b2d-9c0e-420d-a1fe-ed68f92569f6 req-06337abf-ed41-47b3-ba4b-baa62632b964 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 943 time: 0.3084407
Nov 24 14:39:29.521314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.532789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Transition to ACTIVE for port object 8d1bf620-d593-4bdc-81a5-ab6da12e132e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:29.585943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.589721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8e64c020-96bb-490c-8a6f-47d86fcade4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:29.605837 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e568b2d-9c0e-420d-a1fe-ed68f92569f6 req-78042859-393f-4d72-bec4-b44650342825 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724039
Nov 24 14:39:29.667890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406ef3d-90fa-4387-ac2b-2140844064ff None None] Pushing event updated for resources: {'Port': ['ID=8d1bf620-d593-4bdc-81a5-ab6da12e132e,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:29.671487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a406ef3d-90fa-4387-ac2b-2140844064ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:29.672183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Attempting to bind port 8d1bf620-d593-4bdc-81a5-ab6da12e132e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:39:29.672543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Attempting to bind port 8d1bf620-d593-4bdc-81a5-ab6da12e132e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:39:29.672906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Attempting to bind port 8d1bf620-d593-4bdc-81a5-ab6da12e132e on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:39:29.680138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:39:29.680516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:39:29.680919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.681308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:39:29.681770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Bound port: 8d1bf620-d593-4bdc-81a5-ab6da12e132e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:39:29.682143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.752222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] For port 8d1bf620-d593-4bdc-81a5-ab6da12e132e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:39:29.752530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.755612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] For port 8d1bf620-d593-4bdc-81a5-ab6da12e132e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8d1bf620-d593-4bdc-81a5-ab6da12e132e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:39:29.757757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6a70dacf-01b7-49c9-889c-4d6b119a709e tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:29.777993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 125c93fa-bff9-4259-96a9-89b025c075d5 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:39:29.834925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=2dbc7e25-7f4e-4ab3-b735-cacc463f3762,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:29.838846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:29.848525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:39:29.850464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: 1f626658-0a44-481b-94a8-655ff1c6313c, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:39:29.862678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:29.871559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-5312952d-3228-443c-891d-36bc0795bb1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:29.932670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1f626658-0a44-481b-94a8-655ff1c6313c is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:39:29.983070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406ef3d-90fa-4387-ac2b-2140844064ff None None] Pushing event updated for resources: {'Port': ['ID=8d1bf620-d593-4bdc-81a5-ab6da12e132e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:29.991649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a406ef3d-90fa-4387-ac2b-2140844064ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:29.995409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:29.996021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe30430>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:30.019925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 1f626658-0a44-481b-94a8-655ff1c6313c) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:30.023993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:30.024662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:30.049934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc967ee6-1576-460b-9f8f-f2c8efce77ca None None] Network 1f626658-0a44-481b-94a8-655ff1c6313c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:39:30.106791 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2112930
Nov 24 14:39:30.109661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58390) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:30.127674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 125c93fa-bff9-4259-96a9-89b025c075d5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=125c93fa-bff9-4259-96a9-89b025c075d5,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:30.215004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '125c93fa-bff9-4259-96a9-89b025c075d5', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:39:30.408064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:30.436369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:30.481668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125c93fa-bff9-4259-96a9-89b025c075d5 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:39:30.590922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 125c93fa-bff9-4259-96a9-89b025c075d5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=125c93fa-bff9-4259-96a9-89b025c075d5,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:30.624116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-1f626658-0a44-481b-94a8-655ff1c6313c', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:39:30.624929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:30.688129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:30.693299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-67077022-4e23-45fe-9773-351a14582447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:30.824296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c7a6-8cf0-4497-afbc-268d56eb2c5c req-e1bda0ed-70dc-4cef-9738-6a60534b891b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:30.826515 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f728c7a6-8cf0-4497-afbc-268d56eb2c5c req-e1bda0ed-70dc-4cef-9738-6a60534b891b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 944 time: 0.0932796
Nov 24 14:39:30.862583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=125c93fa-bff9-4259-96a9-89b025c075d5,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:30.870784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:30.889325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f728c7a6-8cf0-4497-afbc-268d56eb2c5c req-4dec60b2-414b-4a89-b666-3d71e099ba02 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553865
Nov 24 14:39:30.899307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:30.909220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['125c93fa-bff9-4259-96a9-89b025c075d5'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:39:31.044618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Allocated IP 172.20.0.2 (1f626658-0a44-481b-94a8-655ff1c6313c/2dbc7e25-7f4e-4ab3-b735-cacc463f3762/c27112a0-5753-41de-853f-402710a35f76) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:39:31.177411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe30430>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:27Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:31.201892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f918ab-6a37-4482-a6ff-b32ff85c2bfc None None] The sync data for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv is: [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:27Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:39:31.390450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:31.413927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Transition to ACTIVE for port object c27112a0-5753-41de-853f-402710a35f76 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:31.458101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Transition to ACTIVE for port object c27112a0-5753-41de-853f-402710a35f76 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:31.544865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:31.548571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:31.625460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Network 1f626658-0a44-481b-94a8-655ff1c6313c is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:31.630654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:31.632619 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Pushing event updated for resources: {'Port': ['ID=c27112a0-5753-41de-853f-402710a35f76,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:31.634789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:39:31.637152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:31.679883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8d1bf620-d593-4bdc-81a5-ab6da12e132e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:31.752073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (1f626658-0a44-481b-94a8-655ff1c6313c/2dbc7e25-7f4e-4ab3-b735-cacc463f3762/8a130c3f-b020-436b-a656-9d8437342ac5) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:39:31.787128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Attempting to bind port c27112a0-5753-41de-853f-402710a35f76 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:39:31.792285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Attempting to bind port c27112a0-5753-41de-853f-402710a35f76 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:39:31.792285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Attempting to bind port c27112a0-5753-41de-853f-402710a35f76 on network 1f626658-0a44-481b-94a8-655ff1c6313c {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:39:31.797461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:39:31.797834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Checking segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:39:31.798559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:31.798681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Bound using segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:39:31.799102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Bound port: c27112a0-5753-41de-853f-402710a35f76, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:39:31.799579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:31.898745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] For port c27112a0-5753-41de-853f-402710a35f76, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:39:31.901972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] For port c27112a0-5753-41de-853f-402710a35f76, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c27112a0-5753-41de-853f-402710a35f76,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:39:31.930593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:31.934918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8d1bf620-d593-4bdc-81a5-ab6da12e132e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:31.940636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8d1bf620-d593-4bdc-81a5-ab6da12e132e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:31.950981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:31.951766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 8a130c3f-b020-436b-a656-9d8437342ac5 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:31.975526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:31.985345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:32.068986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:32.077417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ecd11e81-1df4-4378-abdb-82a20e860bd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:32.088590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Pushing event updated for resources: {'Port': ['ID=c27112a0-5753-41de-853f-402710a35f76,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:32.093552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:32.156267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:32.168082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1f626658-0a44-481b-94a8-655ff1c6313c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:32.170536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=8a130c3f-b020-436b-a656-9d8437342ac5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:32.173972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:32.175842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 8d1bf620-d593-4bdc-81a5-ab6da12e132e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8d1bf620-d593-4bdc-81a5-ab6da12e132e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:32.176022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:32.177973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:39:32.261098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:32.266082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:32.270358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a406ef3d-90fa-4387-ac2b-2140844064ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:32.274798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c4608-821e-415e-a326-d4470260c22d req-3018bc5c-76d5-4fb5-8a28-6d9a7cbd9086 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:32.276362 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b29c4608-821e-415e-a326-d4470260c22d req-3018bc5c-76d5-4fb5-8a28-6d9a7cbd9086 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 944 time: 0.2468119
Nov 24 14:39:32.337337 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b29c4608-821e-415e-a326-d4470260c22d req-53888ab8-8164-4120-bb6c-e70eeefbd518 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509465
Nov 24 14:39:32.359693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=8d1bf620-d593-4bdc-81a5-ab6da12e132e,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:32.365769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:32.456106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:32.856556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:32.915513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:32.941596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f3cb0a96-1121-4799-affc-28dbfd80bb8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:33.031641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=8a130c3f-b020-436b-a656-9d8437342ac5,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:33.034670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:33.038735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:33.060578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9be5b-b7a3-4c57-aef8-77801a6adbb2 None None] Network 1f626658-0a44-481b-94a8-655ff1c6313c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:39:33.180388 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1f626658-0a44-481b-94a8-655ff1c6313c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:33.181802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:33.270451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-767b5985-18b3-486c-be43-d90d2886c9d3 None None] Provisioning for port c27112a0-5753-41de-853f-402710a35f76 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:33.554374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3e34d-ccc1-422a-bc21-54f9d9bb732b req-09ce322b-0b45-4df8-92a7-b5e4783e0cae tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:33.555939 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-48d3e34d-ccc1-422a-bc21-54f9d9bb732b req-09ce322b-0b45-4df8-92a7-b5e4783e0cae tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 944 time: 0.0917673
Nov 24 14:39:33.632424 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-48d3e34d-ccc1-422a-bc21-54f9d9bb732b req-c3940f7c-11e8-4ddb-8abb-54a95afe77e3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650094
Nov 24 14:39:33.700402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8386f058-5cbf-4f5a-8ed0-04ff1f7d1e31 None None] Provisioning for port 8a130c3f-b020-436b-a656-9d8437342ac5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:33.707454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8386f058-5cbf-4f5a-8ed0-04ff1f7d1e31 None None] Provisioning complete for port 8a130c3f-b020-436b-a656-9d8437342ac5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:33.707956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8386f058-5cbf-4f5a-8ed0-04ff1f7d1e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:33.722108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 2587d8f1-a244-4b5d-bf8e-39833d08ccec has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:39:33.749531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c27112a0-5753-41de-853f-402710a35f76 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:33.794668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 125c93fa-bff9-4259-96a9-89b025c075d5 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:33.899611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8386f058-5cbf-4f5a-8ed0-04ff1f7d1e31 None None] Port 8a130c3f-b020-436b-a656-9d8437342ac5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:39:33.960290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:39:33.967480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 125c93fa-bff9-4259-96a9-89b025c075d5 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:33.973277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 125c93fa-bff9-4259-96a9-89b025c075d5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:33.977546 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/2587d8f1-a244-4b5d-bf8e-39833d08ccec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8631606
Nov 24 14:39:33.977546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58400) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:33.977801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.023175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c27112a0-5753-41de-853f-402710a35f76 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:34.041435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c27112a0-5753-41de-853f-402710a35f76 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:34.041814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.109706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8f56d8d2-194b-49dc-8fb2-2aef591f8773 None None] Provisioning complete for port 8a130c3f-b020-436b-a656-9d8437342ac5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:34.110344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8f56d8d2-194b-49dc-8fb2-2aef591f8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.123165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e4793-d568-45eb-a81f-926fd6395008 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.123576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e4793-d568-45eb-a81f-926fd6395008 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.123945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e4793-d568-45eb-a81f-926fd6395008 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.124325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e4793-d568-45eb-a81f-926fd6395008 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.124685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e4793-d568-45eb-a81f-926fd6395008 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.125038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3e4793-d568-45eb-a81f-926fd6395008 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.126785 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1e3e4793-d568-45eb-a81f-926fd6395008 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1493607
Nov 24 14:39:34.130762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58404) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:34.200670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7c143-aacc-4fb9-8536-cb3af2c5eb4a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.201040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7c143-aacc-4fb9-8536-cb3af2c5eb4a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.201402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7c143-aacc-4fb9-8536-cb3af2c5eb4a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.201757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7c143-aacc-4fb9-8536-cb3af2c5eb4a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.202109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7c143-aacc-4fb9-8536-cb3af2c5eb4a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.202458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7c143-aacc-4fb9-8536-cb3af2c5eb4a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.204279 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-48d7c143-aacc-4fb9-8536-cb3af2c5eb4a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.0725484
Nov 24 14:39:34.207350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58408) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:34.241777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8f56d8d2-194b-49dc-8fb2-2aef591f8773 None None] Port 8a130c3f-b020-436b-a656-9d8437342ac5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:39:34.249826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.287023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.304518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:34.322285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 125c93fa-bff9-4259-96a9-89b025c075d5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=125c93fa-bff9-4259-96a9-89b025c075d5,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:34.333322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c27112a0-5753-41de-853f-402710a35f76, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c27112a0-5753-41de-853f-402710a35f76,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:34.361599 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5', 'code': 200}
Nov 24 14:39:34.371951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4cb02dab-2bfc-4648-a92c-e97e6015c377 None None] Provisioning complete for port 8a130c3f-b020-436b-a656-9d8437342ac5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:34.372349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4cb02dab-2bfc-4648-a92c-e97e6015c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.405229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.417758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:34.429285 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9d6ba488-5110-492d-9071-97369cb3a6f0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3043 time: 0.2183933
Nov 24 14:39:34.454591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.455521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8d1bf620-d593-4bdc-81a5-ab6da12e132e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:34.538743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4cb02dab-2bfc-4648-a92c-e97e6015c377 None None] Port 8a130c3f-b020-436b-a656-9d8437342ac5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:39:34.558682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=125c93fa-bff9-4259-96a9-89b025c075d5,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:34.562097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:34.562550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:34.637976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8d1bf620-d593-4bdc-81a5-ab6da12e132e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:34.638359 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.679739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c27112a0-5753-41de-853f-402710a35f76,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:34.682872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:34.765432 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-160a18fb-1e24-4185-a86a-625d36acb598 req-1b20565a-2a93-4ede-9423-4c07a6abb5ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1098 time: 0.0853055
Nov 24 14:39:34.779762 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Sync routers for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:39:34.792687 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:34.793291 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb700>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:34.823260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58418) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:34.829540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652524436', 'description': 'tempest-secgroup-smoke-1652524436 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:34.835736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:34.840577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:34.843815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:34.851279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:34.876050 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-160a18fb-1e24-4185-a86a-625d36acb598 req-ab6d8c0a-e3ce-4830-b7b9-519d74fe98c8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977778
Nov 24 14:39:34.900902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a80ff-5c0d-41d2-bda8-c4fd514635c1 req-8fc7985f-51c7-4f77-a161-2abcb4455cb2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:34.902404 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb2a80ff-5c0d-41d2-bda8-c4fd514635c1 req-8fc7985f-51c7-4f77-a161-2abcb4455cb2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 945 time: 0.1011627
Nov 24 14:39:34.917577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:34.954719 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb2a80ff-5c0d-41d2-bda8-c4fd514635c1 req-e807d2d7-4e2c-4345-b4ab-6b17d2693404 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466282
Nov 24 14:39:34.957526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:34.961642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:34.964728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:34.970876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:35.016868 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:35.027374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.094437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.100488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0df6828b-1319-4f58-a85f-1679314ac8e4 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:35.141401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e36654-1e25-4b5f-815a-e48820787cd9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:35.144334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:35.202831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.204189 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3793585
Nov 24 14:39:35.207145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58422) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:35.212814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '75e36654-1e25-4b5f-815a-e48820787cd9', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:35.218826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:35.223420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:35.226378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:35.231987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:35.318106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.324887 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb700>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:35.330437 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Checking router: 2587d8f1-a244-4b5d-bf8e-39833d08ccec for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:39:35.330437 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Updating router 2587d8f1-a244-4b5d-bf8e-39833d08ccec port 8a130c3f-b020-436b-a656-9d8437342ac5 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:39:35.380965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.382824 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.477482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.479303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:35.501535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef948657-add3-448d-9e20-1ccadce5a10e,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:35.504245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:35.569247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.570776 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3625031
Nov 24 14:39:35.573216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58426) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:35.579303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '75e36654-1e25-4b5f-815a-e48820787cd9', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:35.586178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:35.590161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:35.594173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:35.599179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c27112a0-5753-41de-853f-402710a35f76 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:35.600966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:35.668686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c27112a0-5753-41de-853f-402710a35f76 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:35.669167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.689434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.731056 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.744303 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Transition to ACTIVE for port object 8a130c3f-b020-436b-a656-9d8437342ac5 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:35.765986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.814328 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.818848 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-c86331b1-a6d1-4a6b-86fb-ad007e6dc317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:35.837694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.860698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2086bccf-dc8f-4984-a275-375541ae7e3a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:35.875493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470fa69a-3601-4573-805a-86a841b68bb7,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:35.878001 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:35.884527 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Pushing event updated for resources: {'Port': ['ID=8a130c3f-b020-436b-a656-9d8437342ac5,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:35.946338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:35.952673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58430) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:35.957852 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3818879
Nov 24 14:39:35.959681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '75e36654-1e25-4b5f-815a-e48820787cd9', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:35.965767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:35.970020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:35.973918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:35.979985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:36.019902 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.020271 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.020653 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.020963 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.021285 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.021609 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.021929 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.022247 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.022559 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.023074 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.023387 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:39:36.031335 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:36.050911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.053544 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Attempting to bind port 8a130c3f-b020-436b-a656-9d8437342ac5 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:39:36.054115 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Attempting to bind port 8a130c3f-b020-436b-a656-9d8437342ac5 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:39:36.054708 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Attempting to bind port 8a130c3f-b020-436b-a656-9d8437342ac5 on network 1f626658-0a44-481b-94a8-655ff1c6313c {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:39:36.062000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:39:36.062690 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Checking segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:39:36.063388 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.063957 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Bound using segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:39:36.064640 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Bound port: 8a130c3f-b020-436b-a656-9d8437342ac5, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:39:36.065797 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.136946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.184179 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] For port 8a130c3f-b020-436b-a656-9d8437342ac5, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:39:36.187370 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] For port 8a130c3f-b020-436b-a656-9d8437342ac5, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8a130c3f-b020-436b-a656-9d8437342ac5,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:39:36.196867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9be5d-611c-4cba-95de-78817c6c5ec2 req-d8c4286a-316a-413f-8650-aac16479f639 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:36.197051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.199174 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4ad9be5d-611c-4cba-95de-78817c6c5ec2 req-d8c4286a-316a-413f-8650-aac16479f639 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 945 time: 0.0838780
Nov 24 14:39:36.199306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-de7c7c93-e8cb-48bb-a71a-8b5c707ab652 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:36.225349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418f8fa4-ddfe-42f9-b611-2adce23430eb,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:36.227811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:36.245275 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4ad9be5d-611c-4cba-95de-78817c6c5ec2 req-98f04eee-b08e-48c9-aa93-8ada3fca5cd5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415330
Nov 24 14:39:36.277589 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.281311 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5d68eb75-dea7-4ca1-9c83-a7aa34d3a706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:36.304037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.305288 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3516293
Nov 24 14:39:36.308134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58436) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:36.313569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '75e36654-1e25-4b5f-815a-e48820787cd9', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:36.319234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:36.323085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:36.325932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:36.332312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:36.357072 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Pushing event updated for resources: {'Port': ['ID=8a130c3f-b020-436b-a656-9d8437342ac5,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:36.360344 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:36.365116 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:36.365891 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb700>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:36.416113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.486169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.556393 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:36.557549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.559367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2ad91530-bcf3-4775-91f8-0b0820695ac2 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:36.582477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91425e70-7d68-49a0-8c84-9051f02b5594,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:36.587183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:36.647344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.648563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3394988
Nov 24 14:39:36.651307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58440) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:36.656805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '75e36654-1e25-4b5f-815a-e48820787cd9', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:36.663274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:36.667057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:36.669938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:36.676314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:36.750036 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:39:36.757406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.825661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.898129 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffbb700>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:36Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:36.901997 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26ea1d-dbfc-48e8-b92d-e38e90fa992a None None] The sync data for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv is: [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:36Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:39:36.917327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:36.925909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:36.955066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7ac95f-a3ef-4d15-aa4d-da31354e9e99,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:36.958053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:37.024565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:37.025786 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3735709
Nov 24 14:39:37.028515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58444) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:37.034978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '75e36654-1e25-4b5f-815a-e48820787cd9', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:37.041182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:37.045076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:37.048028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:37.054121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:37.145285 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:39:37.152657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:37.229318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:37.317363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:37.319537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4808da7a-4c67-4ec7-b274-2558b05243f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:37.341814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e106e3-2ae6-4fb5-bbee-058340d182af,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:37.345960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:37.420375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:37.421543 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3920891
Nov 24 14:39:37.457254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77527377-510c-4cd0-92fc-f6802550f0a2 req-0c35028f-7295-436f-8e9c-885b8d6da0fc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:37.458751 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-77527377-510c-4cd0-92fc-f6802550f0a2 req-0c35028f-7295-436f-8e9c-885b8d6da0fc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 945 time: 0.0905530
Nov 24 14:39:37.508483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-77527377-510c-4cd0-92fc-f6802550f0a2 req-1fea3d08-5e99-4735-afa8-e6c9a7f4727e tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434439
Nov 24 14:39:37.617253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-2c65646d-08e2-4b13-a65e-e10597063803 req-e2727015-7a48-42d5-a23e-0890d3b8824b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:39:37.632218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a130c3f-b020-436b-a656-9d8437342ac5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:37.688580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-2c65646d-08e2-4b13-a65e-e10597063803 req-e2727015-7a48-42d5-a23e-0890d3b8824b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:39:37.689654 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-e2727015-7a48-42d5-a23e-0890d3b8824b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652524436&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.1264431
Nov 24 14:39:37.762626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8a130c3f-b020-436b-a656-9d8437342ac5 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:37.765972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab32c3-8eca-40de-9217-27c7ede8efb2 req-0cba49f2-0458-4fbb-b2a0-6e8bd4972a91 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:37.767584 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4cab32c3-8eca-40de-9217-27c7ede8efb2 req-0cba49f2-0458-4fbb-b2a0-6e8bd4972a91 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 945 time: 0.0893228
Nov 24 14:39:37.769602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8a130c3f-b020-436b-a656-9d8437342ac5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:37.777764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:37.825013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4cab32c3-8eca-40de-9217-27c7ede8efb2 req-7bf71606-9d23-4910-8f1e-2dcc2b125150 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479047
Nov 24 14:39:37.862089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58460) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:37.907301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65646d-08e2-4b13-a65e-e10597063803 req-6c5408e0-e6d8-4a99-bac5-30ddb623c709 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:37.908328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-2c65646d-08e2-4b13-a65e-e10597063803 req-6c5408e0-e6d8-4a99-bac5-30ddb623c709 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:39:37.913415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:37.936618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-42c53bb3-bc80-44b9-acbc-49cdf25e1b01 tempest-TestVolumeBootPattern-811193556 tempest-TestVolumeBootPattern-811193556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1093 time: 0.0731211
Nov 24 14:39:37.939103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58464) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:37.944948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:37.946731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 8a130c3f-b020-436b-a656-9d8437342ac5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8a130c3f-b020-436b-a656-9d8437342ac5,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:37.950340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:37.954152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:floatingip and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:37.958168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:37.963851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:37.985871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-2c65646d-08e2-4b13-a65e-e10597063803 req-6c5408e0-e6d8-4a99-bac5-30ddb623c709 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:39:37.987235 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-6c5408e0-e6d8-4a99-bac5-30ddb623c709 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 797 time: 0.2885578
Nov 24 14:39:38.003070 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-87691cc7-283e-4f45-ad28-c6b2ca1b5d88 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0106127
Nov 24 14:39:38.019514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:38.022516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e82efc25-c526-4a85-996a-22a09cd2cb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:38.085793 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-5bdc58a4-5aab-4d8b-af53-db2ee818ddfb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0775659
Nov 24 14:39:38.089085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:38.091700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=8a130c3f-b020-436b-a656-9d8437342ac5,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:38.094807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:38.228283 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-da82ac1e-3a5a-420e-9905-57c47ea6720c service neutron] 10.222.0.53 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299887
Nov 24 14:39:38.228527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:38.473333 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-b42429e0-0f56-4f2d-b466-aabe0ce62032 service neutron] 10.222.0.53 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2394135
Nov 24 14:39:38.492436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Allocated IP 172.26.2.120 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/460ea7d0-df88-496d-a4da-7259f3594a3e) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:39:38.636574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:38.743238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:38.755732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdf6b236-ac07-49d3-a6d5-60b303525217 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:38.788860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b234bea2-9022-488b-a807-8a8de854c95f req-0943dcde-0ba7-4339-b051-b473b2c6d95b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:39:38.835447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:38.843942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=460ea7d0-df88-496d-a4da-7259f3594a3e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:38.843942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:38.843942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:38.843942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:39:38.933262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b234bea2-9022-488b-a807-8a8de854c95f req-0943dcde-0ba7-4339-b051-b473b2c6d95b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:39:38.934408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b234bea2-9022-488b-a807-8a8de854c95f req-0943dcde-0ba7-4339-b051-b473b2c6d95b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 210 time: 0.2264597
Nov 24 14:39:39.359747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:39.500277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:39.601569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a130c3f-b020-436b-a656-9d8437342ac5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:39.706804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8a130c3f-b020-436b-a656-9d8437342ac5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:39.707080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:39.720432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:39.780196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:39.785226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d67066a5-b19c-42d5-92e0-6058b5cc207d tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:39.887143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=460ea7d0-df88-496d-a4da-7259f3594a3e,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:39.891423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:39.907971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:40.103518 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6a70d21e-7686-4612-897a-3fafb9c5a426 req-8ab33bb3-765d-427c-93bc-6ba00cf3161b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 210 time: 0.0434763
Nov 24 14:39:40.104483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Floating IP b9709a0b-e0ff-48f0-a95e-551937b7ae28 associated. External IP: 172.26.2.120, port: 125c93fa-bff9-4259-96a9-89b025c075d5.
Nov 24 14:39:40.707330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65646d-08e2-4b13-a65e-e10597063803 req-549175b9-38d1-4631-8ae8-1f43249175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:40.708736 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-549175b9-38d1-4631-8ae8-1f43249175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 797 time: 0.2053976
Nov 24 14:39:40.781009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-4cedf4e8-6050-4a35-bc12-f43b0fb7604a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 380 time: 0.0581946
Nov 24 14:39:40.782737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:39:40.789864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['75e36654-1e25-4b5f-815a-e48820787cd9']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:41.013687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:41.077734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:41.132382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:39:41.140647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:39:41.143647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:41.144537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:39:41.158625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:41.159414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fa67eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:41.275974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:41.323871 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7ce7c874-b652-4072-a74c-a0f68bbf9ce0 req-d08135b8-2b2f-4d53-be14-cfea1415924a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 210 time: 0.0948658
Nov 24 14:39:41.356728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:41.389951 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4496050
Nov 24 14:39:41.393720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:41.411965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.13 (1f626658-0a44-481b-94a8-655ff1c6313c/2dbc7e25-7f4e-4ab3-b735-cacc463f3762/1a2e6874-5bec-48dc-b113-a766a9934872) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:39:41.452486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5', 'status': 'completed', 'code': 200}
Nov 24 14:39:41.661500 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-771e5915-5676-4041-b3b8-a74a1f8460aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1098 time: 0.1854627
Nov 24 14:39:41.665837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:41.719239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fa67eb0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:41.723399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:39:41.734077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:41.734678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fa67eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:41.881072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 1a2e6874-5bec-48dc-b113-a766a9934872 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:41.921848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:41.944310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-73b97de4-c6ed-4a71-9b38-d731c31dfc6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:41.945733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-73b97de4-c6ed-4a71-9b38-d731c31dfc6b service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.2767274
Nov 24 14:39:42.023429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:42.030608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c649ea2-913b-4312-b0d7-ea1340396818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:42.123760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1f626658-0a44-481b-94a8-655ff1c6313c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:42.129239 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-3c1439df-93b5-4fde-8acf-0c4b529b21f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 999 time: 0.1766391
Nov 24 14:39:42.130027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:42.132024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=1a2e6874-5bec-48dc-b113-a766a9934872,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:42.134108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:39:42.160474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:42.242871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:42.243486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:42.257790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-ba220236-d101-43ad-8fd8-685a8a2db54a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:42.259354 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-ba220236-d101-43ad-8fd8-685a8a2db54a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0950584
Nov 24 14:39:42.288474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fa67eb0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:42.292969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae71bf-0d9a-48cc-9be4-dee50593f6d9 None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:39:42.350036 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-fc49765d-89ff-4827-be67-ddaa1d7cd594 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801158
Nov 24 14:39:42.378434 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5911922
Nov 24 14:39:42.389508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Request body: {'port': {'device_id': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:42.432080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f21d7050-0ab5-4348-8dec-93df5720931d None None] Provisioning for port 1a2e6874-5bec-48dc-b113-a766a9934872 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:42.438047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f21d7050-0ab5-4348-8dec-93df5720931d None None] Provisioning complete for port 1a2e6874-5bec-48dc-b113-a766a9934872 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:42.438422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f21d7050-0ab5-4348-8dec-93df5720931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:42.491870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f21d7050-0ab5-4348-8dec-93df5720931d None None] Port 1a2e6874-5bec-48dc-b113-a766a9934872 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:39:42.632593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-eaf4cc09-ef45-4821-adf1-46b8432cf416 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765279
Nov 24 14:39:42.636390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:42.767070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb98a-4723-4b97-b3b9-6a7ced4af295 req-b98fe2b6-51a9-4341-8d0f-5b5b22fc0013 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:42.767810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-c16cb98a-4723-4b97-b3b9-6a7ced4af295 req-b98fe2b6-51a9-4341-8d0f-5b5b22fc0013 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:39:42.892217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-c16cb98a-4723-4b97-b3b9-6a7ced4af295 req-b98fe2b6-51a9-4341-8d0f-5b5b22fc0013 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:39:42.893325 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c16cb98a-4723-4b97-b3b9-6a7ced4af295 req-b98fe2b6-51a9-4341-8d0f-5b5b22fc0013 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 932 time: 0.4239371
Nov 24 14:39:42.925445 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bbf34b4-92be-41f1-94eb-85c95a805771 req-b05a33e5-a86a-4ffe-b775-bd4880922712 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2770720
Nov 24 14:39:43.034078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c16cb98a-4723-4b97-b3b9-6a7ced4af295 req-9e7193d5-f450-4689-b1d3-780ce178ae94 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309628
Nov 24 14:39:43.156236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2e6874-5bec-48dc-b113-a766a9934872 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:39:43.163678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:43.177974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Transition to ACTIVE for port object 1a2e6874-5bec-48dc-b113-a766a9934872 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:39:43.236992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:43.240389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:43.366354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e6874-5bec-48dc-b113-a766a9934872,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:43.395327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:43.476404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Attempting to bind port 1a2e6874-5bec-48dc-b113-a766a9934872 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:39:43.476730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Attempting to bind port 1a2e6874-5bec-48dc-b113-a766a9934872 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:39:43.477049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Attempting to bind port 1a2e6874-5bec-48dc-b113-a766a9934872 on network 1f626658-0a44-481b-94a8-655ff1c6313c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:39:43.482684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Port 1a2e6874-5bec-48dc-b113-a766a9934872 on network 1f626658-0a44-481b-94a8-655ff1c6313c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:39:43.482992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Attempting to bind port 1a2e6874-5bec-48dc-b113-a766a9934872 on network 1f626658-0a44-481b-94a8-655ff1c6313c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:39:43.489228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:39:43.489556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Checking segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:39:43.489927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Bound using segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:39:43.490337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Bound port: 1a2e6874-5bec-48dc-b113-a766a9934872, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:39:43.490673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:43.694060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] For port 1a2e6874-5bec-48dc-b113-a766a9934872, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:39:43.696869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] For port 1a2e6874-5bec-48dc-b113-a766a9934872, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1a2e6874-5bec-48dc-b113-a766a9934872,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:39:43.808901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:43.813489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9e968f2-c7bc-44c4-a381-95b3ee68b539 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:43.866248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:43.868008 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] 10.222.0.81 "PUT /v2.0/ports/1a2e6874-5bec-48dc-b113-a766a9934872 HTTP/1.1" status: 200  len: 1094 time: 1.4827895
Nov 24 14:39:43.870881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:43.908122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e6874-5bec-48dc-b113-a766a9934872,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:43.913275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:43.946878 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872', 'status': 'completed', 'code': 200}
Nov 24 14:39:44.050292 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1cbd03c5-a494-4a73-be68-d96fa2772994 req-471c5103-c124-4edf-85fc-6062affd0ccb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 1097 time: 0.0808253
Nov 24 14:39:44.231494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd03c5-a494-4a73-be68-d96fa2772994 req-759d4623-726d-40f0-86b4-68d020b97e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:44.232849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1cbd03c5-a494-4a73-be68-d96fa2772994 req-759d4623-726d-40f0-86b4-68d020b97e21 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1749578
Nov 24 14:39:44.340360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744325-4058-4539-bd73-b00bc6d52cbf req-39b4805f-2e59-4146-b3ad-a3b56d8f1fdf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:44.341770 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b7744325-4058-4539-bd73-b00bc6d52cbf req-39b4805f-2e59-4146-b3ad-a3b56d8f1fdf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 944 time: 0.1814492
Nov 24 14:39:44.419310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd03c5-a494-4a73-be68-d96fa2772994 req-b7999494-be35-4077-b01a-aba5deee627c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:44.420735 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1cbd03c5-a494-4a73-be68-d96fa2772994 req-b7999494-be35-4077-b01a-aba5deee627c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1804161
Nov 24 14:39:44.423248 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b7744325-4058-4539-bd73-b00bc6d52cbf req-bd366518-db58-4c33-a472-83668c7fc165 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740018
Nov 24 14:39:44.526041 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-35a6412c-2712-4bda-a207-c2d6665726fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 1097 time: 0.0703650
Nov 24 14:39:44.598897 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-fffe2d6a-d372-4ea7-8deb-5b8da330a5d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2e6874-5bec-48dc-b113-a766a9934872 HTTP/1.1" status: 200  len: 217 time: 0.0647643
Nov 24 14:39:44.662263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65646d-08e2-4b13-a65e-e10597063803 req-e9b23587-5312-4966-a510-da67c346cec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:44.663721 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-e9b23587-5312-4966-a510-da67c346cec4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2dbc7e25-7f4e-4ab3-b735-cacc463f3762 HTTP/1.1" status: 200  len: 833 time: 0.0586507
Nov 24 14:39:44.740984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-74197f9b-2523-498b-891e-48ec455c8f8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1f626658-0a44-481b-94a8-655ff1c6313c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697269
Nov 24 14:39:44.875593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-e1ad6ccd-e3e0-409b-9264-cbdb75f8c5f0 service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275830
Nov 24 14:39:45.008294 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c65646d-08e2-4b13-a65e-e10597063803 req-bd97cc1c-60c8-49ce-9872-940b7c62cb8a service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267004
Nov 24 14:39:45.632221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f29a8c-87dc-497f-9afd-b2b9bfb64489 req-eca26012-745c-4727-ae15-a81547209029 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:45.633674 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-29f29a8c-87dc-497f-9afd-b2b9bfb64489 req-eca26012-745c-4727-ae15-a81547209029 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 944 time: 0.0815237
Nov 24 14:39:45.678618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-29f29a8c-87dc-497f-9afd-b2b9bfb64489 req-a86b9dd4-7a22-4190-bdf5-fc390999bc67 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395112
Nov 24 14:39:46.745092 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa807542-0674-49ed-a75a-9e802e471b44 None None] New status for floating IP b9709a0b-e0ff-48f0-a95e-551937b7ae28: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:39:46.906063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84e9a-697e-4339-8ef5-4a0ae20dde3f req-1c28e6e9-26d1-4e46-81f7-199f3bf3197f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:46.906063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-41b84e9a-697e-4339-8ef5-4a0ae20dde3f req-1c28e6e9-26d1-4e46-81f7-199f3bf3197f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 944 time: 0.0911224
Nov 24 14:39:46.950012 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-41b84e9a-697e-4339-8ef5-4a0ae20dde3f req-cfbe4d60-936e-4085-a16f-eccf3a294cb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426981
Nov 24 14:39:47.887289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1a2e6874-5bec-48dc-b113-a766a9934872 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:39:48.057900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1a2e6874-5bec-48dc-b113-a766a9934872, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1a2e6874-5bec-48dc-b113-a766a9934872,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:48.071061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '1a2e6874-5bec-48dc-b113-a766a9934872', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'port_id': '1a2e6874-5bec-48dc-b113-a766a9934872', 'mac_address': 'fa:16:3e:8a:e8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:39:48.128509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:48.145976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2e6874-5bec-48dc-b113-a766a9934872 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:39:48.149239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968330-8501-4d67-bae5-ed699c52c475 req-8678d7ff-bac3-463b-9545-bc51a50b092a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:48.150689 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e1968330-8501-4d67-bae5-ed699c52c475 req-8678d7ff-bac3-463b-9545-bc51a50b092a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 944 time: 0.0772536
Nov 24 14:39:48.162427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1a2e6874-5bec-48dc-b113-a766a9934872, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1a2e6874-5bec-48dc-b113-a766a9934872,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:48.200723 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e1968330-8501-4d67-bae5-ed699c52c475 req-1696a74c-563c-4258-b18b-7ce95d73caa8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440371
Nov 24 14:39:48.224245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:48.226829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:48.292793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1a2e6874-5bec-48dc-b113-a766a9934872,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:48.295731 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:48.448452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['1a2e6874-5bec-48dc-b113-a766a9934872'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:39:49.396432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb99a28-66ea-443e-bd6d-c197b25403cf req-166467ac-d11f-44f4-aeec-4ad07e124d54 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:49.397890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-edb99a28-66ea-443e-bd6d-c197b25403cf req-166467ac-d11f-44f4-aeec-4ad07e124d54 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 945 time: 0.0781336
Nov 24 14:39:49.448170 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-edb99a28-66ea-443e-bd6d-c197b25403cf req-c30d4733-d6b2-4efc-8842-9eeec76eae15 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446315
Nov 24 14:39:49.922094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1a2e6874-5bec-48dc-b113-a766a9934872 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:39:50.069308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 1a2e6874-5bec-48dc-b113-a766a9934872 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:39:50.074278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 1a2e6874-5bec-48dc-b113-a766a9934872 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:39:50.074665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:50.199170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:50.209773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:50.226354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:50.236039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1a2e6874-5bec-48dc-b113-a766a9934872, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1a2e6874-5bec-48dc-b113-a766a9934872,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:39:50.279467 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872', 'code': 200}
Nov 24 14:39:50.300147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:50.302212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e005485a-697d-4bed-84e4-abe1c7719cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:50.366787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1a2e6874-5bec-48dc-b113-a766a9934872,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:50.369767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:50.710488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33890-d711-4c3d-8103-cc5a1912b32e req-0bc3ecc1-d63f-490e-b3bd-066b6cdfb95a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:50.711974 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcd33890-d711-4c3d-8103-cc5a1912b32e req-0bc3ecc1-d63f-490e-b3bd-066b6cdfb95a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 946 time: 0.1343064
Nov 24 14:39:50.715740 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53c876e8-6f78-4642-9db8-49fc95b0cc34 req-b06d135c-b3f8-4e3e-bf55-0ce938c2f3c4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 1099 time: 0.1080232
Nov 24 14:39:50.789679 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcd33890-d711-4c3d-8103-cc5a1912b32e req-ec98e7e2-a811-47e3-a297-b9dc26da0b82 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704138
Nov 24 14:39:50.791505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53c876e8-6f78-4642-9db8-49fc95b0cc34 req-c9ba4af3-5ab8-4013-b786-d64e4e7e8dc9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571201
Nov 24 14:39:51.992789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e947b5-3755-4ad4-821e-4155f47bf165 req-515e126c-29d6-4385-8f99-4a1a93dab3da tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:51.994229 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b7e947b5-3755-4ad4-821e-4155f47bf165 req-515e126c-29d6-4385-8f99-4a1a93dab3da tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 946 time: 0.0785160
Nov 24 14:39:52.039493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b7e947b5-3755-4ad4-821e-4155f47bf165 req-7b4fd7c8-984d-4bfe-be40-408fd17cf70e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397646
Nov 24 14:39:53.233989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0bff-aa33-4dc3-b43c-16c8b10e3580 req-b37a1aa5-fb48-42ce-911b-e123c3864076 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:53.235325 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b46e0bff-aa33-4dc3-b43c-16c8b10e3580 req-b37a1aa5-fb48-42ce-911b-e123c3864076 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 946 time: 0.0759454
Nov 24 14:39:53.285570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b46e0bff-aa33-4dc3-b43c-16c8b10e3580 req-cc1925c2-d050-4293-abbb-5716eb385421 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439436
Nov 24 14:39:53.429614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27a4e3ba-82e7-4fa4-b1a8-2fb5a07da8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:53.498394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1f2bd-7146-44d8-9cb0-f58a975e12b1 req-0d4a2098-adef-4ef2-a1b8-92aee80c9261 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:53.498394 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9df1f2bd-7146-44d8-9cb0-f58a975e12b1 req-0d4a2098-adef-4ef2-a1b8-92aee80c9261 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 946 time: 0.0898702
Nov 24 14:39:53.552808 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9df1f2bd-7146-44d8-9cb0-f58a975e12b1 req-7d0285ca-d725-4ed8-a1d6-61488b9aba5a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432715
Nov 24 14:39:53.581321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58514) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:53.762791 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fb9e9621-24a3-4ed4-8b59-4baf2dcf0099 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 1094 time: 0.1777389
Nov 24 14:39:53.762791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58518) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:53.771575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '1a2e6874-5bec-48dc-b113-a766a9934872', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:39:53.771575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:39:53.778034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:39:53.778034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:39:53.788555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:39:53.867233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:53.943912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:54.008451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:54.160640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.185 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/317d2a80-64e4-4391-9e01-c9940e76ca81) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:39:54.308028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:54.391651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:54.391651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e5ae7437-1717-4ce0-82aa-ad4e2e0e054f tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:54.460669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:39:54.463742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:39:54.470930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=317d2a80-64e4-4391-9e01-c9940e76ca81,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:54.470930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:39:54.500065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:54.564395 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:39:55.012079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:55.130890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:55.343458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:55.399985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:55.406261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-44ce8529-3953-4ac0-a5c6-acabc5559660 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:39:55.516920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=317d2a80-64e4-4391-9e01-c9940e76ca81,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:39:55.516920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:39:55.531525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:55.678467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-322ad246-07d4-4707-99e3-80a2571254c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:55.847001 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP 29e9cac6-98d6-4786-87a6-044a7577e464 associated. External IP: 172.26.2.185, port: 1a2e6874-5bec-48dc-b113-a766a9934872.
Nov 24 14:39:56.245944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 2587d8f1-a244-4b5d-bf8e-39833d08ccec has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:39:56.456358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:39:56.468444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] Sync routers for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:39:56.475686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:56.476014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb88eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:56.534135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:56.600656 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8409729
Nov 24 14:39:56.601367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:39:56.603298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58522) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:56.672657 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872', 'status': 'completed', 'code': 200}
Nov 24 14:39:56.693127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:56.760949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:56.764702 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-74f5a38f-0b67-42d0-ba1a-c3af4d2fe148 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 992 time: 0.1520982
Nov 24 14:39:56.791447 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-762f6def-8a3f-4ed7-82b8-2cce9fee82ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 1099 time: 0.0908573
Nov 24 14:39:56.956324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-63402a56-63f1-4bd2-9c4c-b1f66134866c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:56.956324 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-63402a56-63f1-4bd2-9c4c-b1f66134866c service neutron] 10.222.0.81 "GET /v2.0/networks?id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 898 time: 0.1568286
Nov 24 14:39:57.059426 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-61ec17a5-3fb6-4b28-9591-83ac757cb83d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2e6874-5bec-48dc-b113-a766a9934872 HTTP/1.1" status: 200  len: 1000 time: 0.1006217
Nov 24 14:39:57.091155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb88eb0>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '29e9cac6-98d6-4786-87a6-044a7577e464', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'port_id': '1a2e6874-5bec-48dc-b113-a766a9934872', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'mac_address': 'fa:16:3e:8a:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:54Z', 'updated_at': '2021-11-24T14:39:54Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:57.091155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] Checking router: 2587d8f1-a244-4b5d-bf8e-39833d08ccec for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:39:57.115104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:39:57.115104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb88eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:39:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:57.133722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-ca0f7d32-3364-4b39-8530-44ea94f4f1b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:39:57.133722 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-ca0f7d32-3364-4b39-8530-44ea94f4f1b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2dbc7e25-7f4e-4ab3-b735-cacc463f3762 HTTP/1.1" status: 200  len: 833 time: 0.0630608
Nov 24 14:39:57.224965 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-e1b860d7-f457-474a-9e60-74a5644d7902 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1f626658-0a44-481b-94a8-655ff1c6313c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783467
Nov 24 14:39:57.316267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:39:57.382680 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-4e113596-e4c5-4072-b55d-d236001a3c75 service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525509
Nov 24 14:39:57.658278 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c8b48afa-be3b-4594-94a0-b19988b74b75 req-42beda1b-49d3-40fb-8e02-f444443c3135 service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2709057
Nov 24 14:39:57.733246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb88eb0>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '29e9cac6-98d6-4786-87a6-044a7577e464', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'port_id': '1a2e6874-5bec-48dc-b113-a766a9934872', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'mac_address': 'fa:16:3e:8a:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:54Z', 'updated_at': '2021-11-24T14:39:54Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:39:57.738823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba81dc-5870-41c7-8235-c5b358f040fc None None] The sync data for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv is: [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '29e9cac6-98d6-4786-87a6-044a7577e464', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'port_id': '1a2e6874-5bec-48dc-b113-a766a9934872', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'mac_address': 'fa:16:3e:8a:e8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:54Z', 'updated_at': '2021-11-24T14:39:54Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:39:57.761942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58528) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:57.872846 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9dcfad0a-6697-46b9-a69d-f67fb11b39f7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 992 time: 0.1096087
Nov 24 14:39:57.938608 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b8999-268e-4c3d-8616-f822a96614fe None None] New status for floating IP 29e9cac6-98d6-4786-87a6-044a7577e464: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:39:58.155339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:39:58.881966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58532) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:39:58.981244 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-953845fa-f520-4a41-9fcb-73e0f2e5d52b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 994 time: 0.1041288
Nov 24 14:40:20.218968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:23.400189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a2d0b2e4-5a9a-46ed-8fb3-beed4fde974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:23.916286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:25.660525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58552) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:25.681985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-05e72b3a-d30b-4038-9dc2-75bbbb086b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:25.733373 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2f02509f-dc2c-4292-9446-05f4c1bd7c5c tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=844c0a0b133e478a849544a05113e784&network_id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 3000 time: 0.0718274
Nov 24 14:40:26.676430 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:28.254661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:29.959173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58566) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:30.023736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd50636-32ef-4c51-ae1d-815943b1124e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:30.025236 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0bd50636-32ef-4c51-ae1d-815943b1124e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8 HTTP/1.1" status: 200  len: 814 time: 0.0650816
Nov 24 14:40:31.399684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58574) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:31.405120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:31.501192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:31.559771 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:40:31.776949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:31.868925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:31.869353 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP 29e9cac6-98d6-4786-87a6-044a7577e464 disassociated. External IP: 172.26.2.185, port: 1a2e6874-5bec-48dc-b113-a766a9934872.
Nov 24 14:40:32.267352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 2587d8f1-a244-4b5d-bf8e-39833d08ccec has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:40:32.466360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:40:32.471125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:32.476081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] Sync routers for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:40:32.487967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:40:32.488851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcef9a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:40:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:32.528475 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c9fe7982-c87a-40e9-aff4-6abfd2063abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 690 time: 1.1275568
Nov 24 14:40:32.529053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:40:32.531243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58578) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:32.586842 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872', 'status': 'completed', 'code': 200}
Nov 24 14:40:32.622052 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-951b98d0-5012-42ca-8f18-cacd28da4b3d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 690 time: 0.0882978
Nov 24 14:40:32.669824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:40:32.690239 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-d4855e03-9b4d-4a77-82e9-ab49afd05a3c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 1099 time: 0.0717242
Nov 24 14:40:32.822510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-37d08a7d-6eab-4f4e-a2f7-a8596bc739e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:32.823865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-37d08a7d-6eab-4f4e-a2f7-a8596bc739e0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 898 time: 0.1254766
Nov 24 14:40:32.990176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcef9a0>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:32.994165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] Checking router: 2587d8f1-a244-4b5d-bf8e-39833d08ccec for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:40:33.004998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:40:33.005830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcef9a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:40:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:33.006427 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-bda3ab69-7641-4449-be20-da7183f10d26 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2e6874-5bec-48dc-b113-a766a9934872 HTTP/1.1" status: 200  len: 217 time: 0.1758668
Nov 24 14:40:33.070538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-44eceb97-ee58-41d6-b1b9-72b340799fae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:33.072672 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-44eceb97-ee58-41d6-b1b9-72b340799fae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2dbc7e25-7f4e-4ab3-b735-cacc463f3762 HTTP/1.1" status: 200  len: 833 time: 0.0597420
Nov 24 14:40:33.154660 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-8088cb6e-31d5-40f6-8505-c3837461887f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1f626658-0a44-481b-94a8-655ff1c6313c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753562
Nov 24 14:40:33.185485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:40:33.288934 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-05024ad6-dcfe-4bb3-a84c-de1a750271ee service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265061
Nov 24 14:40:33.422443 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f4ad7dd6-03d3-4f4f-a041-91fc7e8952ff req-8bceaedd-234f-47d6-88cb-54ae9ee1f573 service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255140
Nov 24 14:40:33.539437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcef9a0>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:33.543433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6970c-791f-42a3-bbc9-afc0fcb88aa6 None None] The sync data for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv is: [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:40:33.624558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58584) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:33.710429 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-759e7b24-f698-4761-8e05-f97da34bdaea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 690 time: 0.0846708
Nov 24 14:40:33.751030 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea5b22-af99-40a6-a39c-be5c953f66c2 None None] New status for floating IP 29e9cac6-98d6-4786-87a6-044a7577e464: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:40:34.714183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58588) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:34.797017 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e37a9c10-f968-48f4-a0c2-bac612f2e4a4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 688 time: 0.0814488
Nov 24 14:40:36.105575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58594) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:36.111327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981590753', 'description': 'tempest-secgroup-smoke-981590753 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:36.117347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:36.128762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:36.199978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.235408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:36.239758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:40:36.242578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:40:36.248292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:36.306621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.446013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.449828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f5a13b9-bd83-46ad-be6a-bf2929cbe21d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:36.488386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8056b99d-336d-4868-8443-8cd341c68659,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:36.499249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.500931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.500931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.500931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.500931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.501357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.501513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.501876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.502236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.502592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.503650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:36.507115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:36.550691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.551911 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4453201
Nov 24 14:40:36.554847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58598) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:36.560382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '8056b99d-336d-4868-8443-8cd341c68659', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:36.566207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:36.570077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:40:36.573004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:40:36.578791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:36.648009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.715864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.767066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.772732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ccecf31-88c6-437c-9ab9-ece6c9e7edff tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:36.791401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a22c7ab-9a6c-42a1-991c-4af9ac1f86e6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:36.793839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:36.859128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:36.860377 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3045590
Nov 24 14:40:36.864433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58602) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:36.870547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '8056b99d-336d-4868-8443-8cd341c68659', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:36.876614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:36.882148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:40:36.884011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:40:36.890015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:36.966562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.029052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.109026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.117181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d10750c8-3b98-4236-94d8-fe0bef2e497c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:37.138946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c66233-d93d-4386-8e9c-6c4bc2c9af66,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:37.141613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:37.287789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.289055 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5d3801cc-a44b-4c78-9fe7-0e44424175ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4235384
Nov 24 14:40:37.291808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58606) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:37.297317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '8056b99d-336d-4868-8443-8cd341c68659', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:37.303695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:37.307466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:40:37.310351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:40:37.319400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:37.390890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.454190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.544830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.546569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-99434ec8-c83f-4e21-8fbc-ddbd8d87d91b tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:37.573094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8db71bf-9020-492b-8775-be0b27a93d5f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:37.576447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:37.630693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.631790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3390443
Nov 24 14:40:37.634876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58610) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:37.795374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '8056b99d-336d-4868-8443-8cd341c68659', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:37.801905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:37.805823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:40:37.808790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:40:37.815327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:37.905490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:37.967269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.028791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.030745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b7ad7cd6-8f54-46ad-941a-551bc8af3e74 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:38.047543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6cbdf1-09a3-420c-8e00-8fa8e504a3db,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:38.057610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.058000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.058375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.058745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.059115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.059479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.059880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.060232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.060591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.060945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.061300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:38.064337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:38.214193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.215401 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5795715
Nov 24 14:40:38.218238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58616) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:38.224951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '8056b99d-336d-4868-8443-8cd341c68659', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:38.231126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:38.234942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:40:38.237803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:40:38.244594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:38.304593 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:40:38.310969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.374999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.442080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.443894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d1eac7ae-76bb-4108-91a7-06d8d3b61d4c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:38.466631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fef65bc-c5cb-47bc-abff-1f24ec5f9cd8,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:38.468874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:38.544519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.545671 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3265171
Nov 24 14:40:38.548414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58620) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:38.553816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '8056b99d-336d-4868-8443-8cd341c68659', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:38.560190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:38.563234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:40:38.566066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:40:38.571709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:38.647799 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:40:38.654407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.721690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.811284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.812999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-37422bff-2c17-4328-aa55-77c613ed0b83 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:38.835528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83350c8-3231-46cc-90bd-d8ac6de37c8f,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:38.837855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:38.927367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:38.928618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3793061
Nov 24 14:40:39.116373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-ae1fb613-9fe3-4023-828e-bfc9888f6043 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:40:39.218759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-ae1fb613-9fe3-4023-828e-bfc9888f6043 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:40:39.223578 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-ae1fb613-9fe3-4023-828e-bfc9888f6043 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981590753&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.1462977
Nov 24 14:40:39.368540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-c0f05c57-e8a8-4e3c-b9e4-7b363ba0861c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:39.369971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-c0f05c57-e8a8-4e3c-b9e4-7b363ba0861c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 797 time: 0.1424775
Nov 24 14:40:39.385989 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-2d567e39-4480-4df3-848f-524ffc43c035 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0105956
Nov 24 14:40:39.469630 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b404ecbb-55c8-4aa1-a1e6-f1636243bfdf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0785069
Nov 24 14:40:39.556239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-a04b4ec8-fccd-4c3e-a1a2-6df55c0c7de4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:40:39.557299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-a04b4ec8-fccd-4c3e-a1a2-6df55c0c7de4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0757980
Nov 24 14:40:39.691841 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-52b2f19c-f90d-4eb0-a8e5-fbc6734f99ab service neutron] 10.222.0.53 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283698
Nov 24 14:40:39.827695 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-1cde3bae-8ea1-4d68-8c27-84c6f3de5754 service neutron] 10.222.0.53 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301353
Nov 24 14:40:40.073603 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-28b7f0b6-51ec-4d62-88c7-d3d11f070d17 req-9b737f06-2b0f-4791-9a78-f2b674fc86bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 210 time: 0.0430489
Nov 24 14:40:41.245060 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6338b5b4-897e-4568-9ff8-331d275b9b5f req-82fe653b-9661-44de-ba8b-7535f3ba21ab tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 210 time: 0.0481005
Nov 24 14:40:42.355522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-9aee84ed-a82d-4843-9dbc-f1db68f4b117 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:42.357293 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-9aee84ed-a82d-4843-9dbc-f1db68f4b117 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 797 time: 0.1532202
Nov 24 14:40:42.416490 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-70a381d8-d6c2-452f-9a65-33331d4f7138 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 472 time: 0.0445330
Nov 24 14:40:42.421583 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b36a5d3-c80c-4acf-9b1f-59521a613ce6 req-79ceeafe-3862-4dfd-8308-69ffa2f1c9c1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 210 time: 0.0473974
Nov 24 14:40:42.426112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': '616d8d55-c319-4c39-9abf-938e4d703def', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['8056b99d-336d-4868-8443-8cd341c68659']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:42.681152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:40:42.690452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:40:42.761517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:40:42.765080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:42.929886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.7 (1f626658-0a44-481b-94a8-655ff1c6313c/2dbc7e25-7f4e-4ab3-b735-cacc463f3762/fcdf64b2-d749-4c63-87a5-44b247e87b64) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:40:43.115923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:43.131570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object fcdf64b2-d749-4c63-87a5-44b247e87b64 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:40:43.218382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:43.218382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:43.272115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1f626658-0a44-481b-94a8-655ff1c6313c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:40:43.275204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:40:43.288785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:40:43.326638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=fcdf64b2-d749-4c63-87a5-44b247e87b64,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:43.331180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:43.359380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:43.360004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:43.437257 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0149379
Nov 24 14:40:43.449820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Request body: {'port': {'device_id': '616d8d55-c319-4c39-9abf-938e4d703def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:43.579166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ff2ee9c3-f43c-4f27-88b3-df21dd772697 None None] Provisioning for port fcdf64b2-d749-4c63-87a5-44b247e87b64 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:40:43.585163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ff2ee9c3-f43c-4f27-88b3-df21dd772697 None None] Provisioning complete for port fcdf64b2-d749-4c63-87a5-44b247e87b64 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:40:43.585534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ff2ee9c3-f43c-4f27-88b3-df21dd772697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:43.617027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:43.638888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ee9c3-f43c-4f27-88b3-df21dd772697 None None] Port fcdf64b2-d749-4c63-87a5-44b247e87b64 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:40:43.697821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd43df-e9b3-4e1d-8fac-784cbf4c57bb req-aacbf1da-a491-4128-9987-8e20c5cf3d2d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:43.698512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-71dd43df-e9b3-4e1d-8fac-784cbf4c57bb req-aacbf1da-a491-4128-9987-8e20c5cf3d2d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:40:43.866109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-71dd43df-e9b3-4e1d-8fac-784cbf4c57bb req-aacbf1da-a491-4128-9987-8e20c5cf3d2d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:40:43.868511 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-71dd43df-e9b3-4e1d-8fac-784cbf4c57bb req-aacbf1da-a491-4128-9987-8e20c5cf3d2d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 931 time: 0.3164163
Nov 24 14:40:43.947230 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-71dd43df-e9b3-4e1d-8fac-784cbf4c57bb req-f8868a96-fa79-4adf-a329-cac828fda3a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734701
Nov 24 14:40:44.035849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdf64b2-d749-4c63-87a5-44b247e87b64 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:40:44.043618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:44.058213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Transition to ACTIVE for port object fcdf64b2-d749-4c63-87a5-44b247e87b64 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:40:44.121703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:44.125490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1767c904-3070-40d4-a5fc-994f4ba67b28 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:44.257899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdf64b2-d749-4c63-87a5-44b247e87b64,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:44.260787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:44.368678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Attempting to bind port fcdf64b2-d749-4c63-87a5-44b247e87b64 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:40:44.369274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Attempting to bind port fcdf64b2-d749-4c63-87a5-44b247e87b64 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:40:44.369415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Attempting to bind port fcdf64b2-d749-4c63-87a5-44b247e87b64 on network 1f626658-0a44-481b-94a8-655ff1c6313c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:40:44.375150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Port fcdf64b2-d749-4c63-87a5-44b247e87b64 on network 1f626658-0a44-481b-94a8-655ff1c6313c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:40:44.375470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Attempting to bind port fcdf64b2-d749-4c63-87a5-44b247e87b64 on network 1f626658-0a44-481b-94a8-655ff1c6313c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:40:44.382257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:40:44.382593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Checking segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:40:44.382973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Bound using segment: {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:40:44.383387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Bound port: fcdf64b2-d749-4c63-87a5-44b247e87b64, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1758c70b-eed0-4f3d-9121-5021820d5f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:40:44.383732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:44.477440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] For port fcdf64b2-d749-4c63-87a5-44b247e87b64, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:40:44.480387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] For port fcdf64b2-d749-4c63-87a5-44b247e87b64, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcdf64b2-d749-4c63-87a5-44b247e87b64,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:40:44.565924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:44.565924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cbcd06fa-6e18-4770-b7ed-3a41a7b2f988 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:44.626383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:44.627762 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] 10.222.0.81 "PUT /v2.0/ports/fcdf64b2-d749-4c63-87a5-44b247e87b64 HTTP/1.1" status: 200  len: 1093 time: 1.1826909
Nov 24 14:40:44.628337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:40:44.645279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdf64b2-d749-4c63-87a5-44b247e87b64,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:44.649411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:44.697932 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'status': 'completed', 'code': 200}
Nov 24 14:40:44.799902 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7df42b3e-701d-4d94-af22-eb261b269689 req-c015c7d4-6d00-40c1-abc0-301fc554a5a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 1096 time: 0.0775843
Nov 24 14:40:45.055219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42b3e-701d-4d94-af22-eb261b269689 req-d1dec229-88af-45f3-a6c4-655c10cd5c7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:45.056705 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7df42b3e-701d-4d94-af22-eb261b269689 req-d1dec229-88af-45f3-a6c4-655c10cd5c7c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2470512
Nov 24 14:40:45.252762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df42b3e-701d-4d94-af22-eb261b269689 req-7afe1c4a-af7e-4368-804d-079f9ad05c9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:45.254197 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7df42b3e-701d-4d94-af22-eb261b269689 req-7afe1c4a-af7e-4368-804d-079f9ad05c9b service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1896322
Nov 24 14:40:45.261106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62d2b-9e7e-4b6c-b251-2f8dbc1da0ff req-49b43d27-dc87-49bf-94dc-5d26730913af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:45.270180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-80d62d2b-9e7e-4b6c-b251-2f8dbc1da0ff req-49b43d27-dc87-49bf-94dc-5d26730913af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 943 time: 0.1793826
Nov 24 14:40:45.354442 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-80d62d2b-9e7e-4b6c-b251-2f8dbc1da0ff req-9a18e7f3-a94e-4f82-905d-8462b9ccbdf3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861666
Nov 24 14:40:45.382230 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-95a0ca18-c6c9-4627-a296-f503f2df04c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 1096 time: 0.0843084
Nov 24 14:40:45.452717 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-3f4ac260-3528-44fb-940c-8fb25df72a0a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdf64b2-d749-4c63-87a5-44b247e87b64 HTTP/1.1" status: 200  len: 217 time: 0.0620749
Nov 24 14:40:45.519752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-5dd8eb75-0753-4a85-94a0-ee21f30f3ce3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:45.521951 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-5dd8eb75-0753-4a85-94a0-ee21f30f3ce3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2dbc7e25-7f4e-4ab3-b735-cacc463f3762 HTTP/1.1" status: 200  len: 833 time: 0.0619867
Nov 24 14:40:45.599433 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-d98f517b-ab08-45aa-bc37-a5dc79030195 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1f626658-0a44-481b-94a8-655ff1c6313c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693121
Nov 24 14:40:45.732070 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-3a99451a-1891-4047-a86f-aacc18a0061d service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254461
Nov 24 14:40:45.865885 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7963a5bd-1544-4ab2-87f6-3cf8e7113e01 req-6d6fd065-67d2-4378-9624-bc470df2661f service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271465
Nov 24 14:40:46.552900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4321b-4a74-4f18-add6-8d12ec39ff16 req-832248d4-a949-4357-b35d-75e7e33ce4ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:46.554331 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ceb4321b-4a74-4f18-add6-8d12ec39ff16 req-832248d4-a949-4357-b35d-75e7e33ce4ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 943 time: 0.0769186
Nov 24 14:40:46.599171 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ceb4321b-4a74-4f18-add6-8d12ec39ff16 req-cdca5087-6cfd-443d-9a2c-2abf7371e0d9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389581
Nov 24 14:40:47.803372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f492d-c174-4215-8e61-c6d1c3728ea5 req-ec17cbf1-ee62-4a6d-b41d-4e0d82c30c88 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:47.805299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5c1f492d-c174-4215-8e61-c6d1c3728ea5 req-ec17cbf1-ee62-4a6d-b41d-4e0d82c30c88 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 943 time: 0.0841093
Nov 24 14:40:47.852745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5c1f492d-c174-4215-8e61-c6d1c3728ea5 req-46d7947c-c41a-48b7-b9d2-402f2160dc76 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416570
Nov 24 14:40:48.185094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcdf64b2-d749-4c63-87a5-44b247e87b64 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:40:48.320996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcdf64b2-d749-4c63-87a5-44b247e87b64, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcdf64b2-d749-4c63-87a5-44b247e87b64,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:40:48.334006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'port_id': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'mac_address': 'fa:16:3e:f6:47:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:40:48.388821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:48.405815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdf64b2-d749-4c63-87a5-44b247e87b64 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:40:48.421151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcdf64b2-d749-4c63-87a5-44b247e87b64, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcdf64b2-d749-4c63-87a5-44b247e87b64,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:40:48.487301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:48.491024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b889f2a9-37e3-4805-9fc1-f7dc05a3d2ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:48.558109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=fcdf64b2-d749-4c63-87a5-44b247e87b64,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:48.565883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.566230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.566568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.566899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.567227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.567550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.567871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.568253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.568593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.568911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.569228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:40:48.573095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:48.746172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['fcdf64b2-d749-4c63-87a5-44b247e87b64'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:40:49.056854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70192580-9bc0-437f-9201-e8fac896da7a req-995ef5e7-7360-4d73-a680-a9e25f36a25e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:49.063441 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-70192580-9bc0-437f-9201-e8fac896da7a req-995ef5e7-7360-4d73-a680-a9e25f36a25e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 944 time: 0.0836699
Nov 24 14:40:49.202718 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-70192580-9bc0-437f-9201-e8fac896da7a req-23a0dda1-39ca-46da-b03d-c665e37c6f50 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1389296
Nov 24 14:40:50.229329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcdf64b2-d749-4c63-87a5-44b247e87b64 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:40:50.257861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:50.344322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port fcdf64b2-d749-4c63-87a5-44b247e87b64 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:40:50.349614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port fcdf64b2-d749-4c63-87a5-44b247e87b64 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:40:50.349993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:50.401716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b8691-ab3d-4049-88a6-8a0b01b5be4b req-8fe77168-d78a-48a7-81d4-8bb6474490ba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:50.403169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f1b8691-ab3d-4049-88a6-8a0b01b5be4b req-8fe77168-d78a-48a7-81d4-8bb6474490ba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 944 time: 0.0779488
Nov 24 14:40:50.448602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f1b8691-ab3d-4049-88a6-8a0b01b5be4b req-e2c1b5d9-7348-4c03-855b-c9dc1c97a93e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395739
Nov 24 14:40:50.469623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:50.496993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:40:50.506760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcdf64b2-d749-4c63-87a5-44b247e87b64, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcdf64b2-d749-4c63-87a5-44b247e87b64,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:40:50.554546 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'code': 200}
Nov 24 14:40:50.556554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:50.558476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:40:50.627025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=fcdf64b2-d749-4c63-87a5-44b247e87b64,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:40:50.629942 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:40:50.933649 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-520be976-26e6-4216-9d11-e3d6fee8c5f1 req-8582e683-97aa-418e-b96b-e32ddc08dda0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 1098 time: 0.0753801
Nov 24 14:40:50.976201 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-520be976-26e6-4216-9d11-e3d6fee8c5f1 req-946dc40a-ac8b-44ff-a48e-32493763cc81 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358083
Nov 24 14:40:51.645513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ce622-8433-4850-933e-296d8a8198d1 req-e33819cf-cf8e-4f51-8cde-a6c13a5bd364 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:51.646875 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e3ce622-8433-4850-933e-296d8a8198d1 req-e33819cf-cf8e-4f51-8cde-a6c13a5bd364 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 945 time: 0.0781550
Nov 24 14:40:51.695803 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e3ce622-8433-4850-933e-296d8a8198d1 req-18760699-c54f-4f61-b9fd-dfacb8236d65 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428038
Nov 24 14:40:53.269164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b406-687b-41ba-9f81-9d1b93a192d3 req-f6891704-da52-47d4-af2a-0f4dfc07585b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:53.269164 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2b28b406-687b-41ba-9f81-9d1b93a192d3 req-f6891704-da52-47d4-af2a-0f4dfc07585b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 945 time: 0.0795848
Nov 24 14:40:53.269164 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2b28b406-687b-41ba-9f81-9d1b93a192d3 req-4e58b3c7-a206-425a-9b6d-c54700374155 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400774
Nov 24 14:40:53.273198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9794f-b14b-456b-87d6-3e5469184bee req-435cbb95-3978-4a05-9cb5-a61ccc764230 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:53.273198 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d5b9794f-b14b-456b-87d6-3e5469184bee req-435cbb95-3978-4a05-9cb5-a61ccc764230 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 945 time: 0.0780015
Nov 24 14:40:53.273198 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d5b9794f-b14b-456b-87d6-3e5469184bee req-219d8a1a-dba3-4898-89c9-6a68330c3761 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433557
Nov 24 14:40:53.277164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58676) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:53.437320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e3ad-8891-4016-b90f-fa33928e6a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:53.439133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58682) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:53.439937 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54728dcb-3edf-441c-a28e-d0c01c7fb93b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 1093 time: 0.2082694
Nov 24 14:40:53.444794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'port_id': 'fcdf64b2-d749-4c63-87a5-44b247e87b64'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:40:53.521977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:53.908708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:54.214452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:54.330926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:54.519397 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP 29e9cac6-98d6-4786-87a6-044a7577e464 associated. External IP: 172.26.2.185, port: fcdf64b2-d749-4c63-87a5-44b247e87b64.
Nov 24 14:40:54.909532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 2587d8f1-a244-4b5d-bf8e-39833d08ccec has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:40:55.110738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:40:55.114812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:55.120920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65825e0d-c937-4939-b443-b872c247d482 None None] Sync routers for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:40:55.134438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:40:55.135101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201c3280>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:40:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:55.175187 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-35f80385-4d08-4075-808f-d1b309c03339 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 991 time: 1.7348790
Nov 24 14:40:55.175846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:40:55.178018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58686) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:55.232890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'status': 'completed', 'code': 200}
Nov 24 14:40:55.296385 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2e01c88e-59bc-4af4-9fb9-8b4023886980 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 991 time: 0.1170595
Nov 24 14:40:55.316802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:40:55.333048 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f027298e-4396-459c-9f0f-56a8727caf38 req-5b7468d5-7c12-4be0-8936-0a40be9e0cf8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 1098 time: 0.0750070
Nov 24 14:40:55.585271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027298e-4396-459c-9f0f-56a8727caf38 req-0bfdde79-4b68-496d-b8c6-fc6e778fb35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:55.586747 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f027298e-4396-459c-9f0f-56a8727caf38 req-0bfdde79-4b68-496d-b8c6-fc6e778fb35f service neutron] 10.222.0.81 "GET /v2.0/networks?id=1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 200  len: 898 time: 0.2471185
Nov 24 14:40:55.699552 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f027298e-4396-459c-9f0f-56a8727caf38 req-faddea22-368e-44ae-a50f-a4697dbb95ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcdf64b2-d749-4c63-87a5-44b247e87b64 HTTP/1.1" status: 200  len: 999 time: 0.1029246
Nov 24 14:40:55.701574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2d576419-494c-45a4-8533-985b0aaea316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:55.740205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201c3280>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '29e9cac6-98d6-4786-87a6-044a7577e464', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'port_id': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'mac_address': 'fa:16:3e:f6:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d8d55-c319-4c39-9abf-938e4d703def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:54Z', 'updated_at': '2021-11-24T14:40:54Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:55.744823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65825e0d-c937-4939-b443-b872c247d482 None None] Checking router: 2587d8f1-a244-4b5d-bf8e-39833d08ccec for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:40:55.755986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:40:55.756857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201c3280>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:40:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:55.765251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027298e-4396-459c-9f0f-56a8727caf38 req-06977ccf-14d7-439e-b382-0693a523af70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:40:55.766681 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f027298e-4396-459c-9f0f-56a8727caf38 req-06977ccf-14d7-439e-b382-0693a523af70 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2dbc7e25-7f4e-4ab3-b735-cacc463f3762 HTTP/1.1" status: 200  len: 833 time: 0.0635631
Nov 24 14:40:55.848985 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f027298e-4396-459c-9f0f-56a8727caf38 req-65d7d882-bd21-4173-bd2d-1c85133ac79a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1f626658-0a44-481b-94a8-655ff1c6313c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760860
Nov 24 14:40:55.941771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:40:55.989969 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f027298e-4396-459c-9f0f-56a8727caf38 req-3d55ae88-9fca-4cd6-84be-43bbcd8b73bf service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325274
Nov 24 14:40:56.128608 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f027298e-4396-459c-9f0f-56a8727caf38 req-7946edc3-e852-46b7-bd07-d3d3f6709347 service neutron] 10.222.0.81 "GET /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311214
Nov 24 14:40:56.295687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-65825e0d-c937-4939-b443-b872c247d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201c3280>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '29e9cac6-98d6-4786-87a6-044a7577e464', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'port_id': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'mac_address': 'fa:16:3e:f6:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d8d55-c319-4c39-9abf-938e4d703def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:54Z', 'updated_at': '2021-11-24T14:40:54Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:40:56.298033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58692) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:56.300020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65825e0d-c937-4939-b443-b872c247d482 None None] The sync data for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv is: [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '29e9cac6-98d6-4786-87a6-044a7577e464', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.185', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'port_id': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'mac_address': 'fa:16:3e:f6:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616d8d55-c319-4c39-9abf-938e4d703def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:54Z', 'updated_at': '2021-11-24T14:40:54Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:40:56.410923 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d18a8431-814b-4982-9ab6-c54806ba8223 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 991 time: 0.1115890
Nov 24 14:40:56.491004 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae01383-793d-4158-8319-6d0c0a98a91c None None] New status for floating IP 29e9cac6-98d6-4786-87a6-044a7577e464: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:40:56.665346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:40:57.413875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58696) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:40:57.524790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3191ca87-8458-4223-8870-758a7a328693 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 200  len: 993 time: 0.1094234
Nov 24 14:40:58.194328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:00.812721 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-da2bb0d7-90c2-4a24-9ebe-e79d4e78d892 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0709226
Nov 24 14:41:00.953674 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-35f87cac-c371-4883-954d-ae715e3709f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1098 time: 0.0720620
Nov 24 14:41:01.100002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-3e08af91-21d0-4e86-a636-57a45f42ba85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:01.101649 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-3e08af91-21d0-4e86-a636-57a45f42ba85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1296883
Nov 24 14:41:01.207582 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-7bafc1b3-f6d4-4cb3-a6a6-40ec53121abe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 1001 time: 0.0989199
Nov 24 14:41:01.274179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-b387420d-17d1-45db-8131-7a1190940e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:01.276112 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-b387420d-17d1-45db-8131-7a1190940e3f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0618706
Nov 24 14:41:01.349882 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-e2420009-f3b3-4ffb-a7ce-ce4ec12e52ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675476
Nov 24 14:41:01.483505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-ba6c6add-3716-492e-8587-d52a9d02b0cb service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266010
Nov 24 14:41:01.741006 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-334a6360-a0d2-49c1-9eb4-2de1a695f432 req-f344e841-04c3-4fa4-b8b4-14457ce62089 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2488067
Nov 24 14:41:08.559865 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:41:20.241193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:23.401060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fb8af236-2c5a-44a6-a6d4-8fac2c1f881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:23.886765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:25.703507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-70624617-92f7-4776-9d6d-f301e45fab50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:26.681009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:28.196639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:29.340695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0238-2026-423d-b397-3fffb51d9b82 req-4a721dbe-2a9b-4275-b698-4a4fd5fbdf42 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:29.342131 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8e1b0238-2026-423d-b397-3fffb51d9b82 req-4a721dbe-2a9b-4275-b698-4a4fd5fbdf42 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 945 time: 0.0818048
Nov 24 14:41:29.396605 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8e1b0238-2026-423d-b397-3fffb51d9b82 req-06d68219-82f8-4908-a8be-11c5d94e8d76 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481288
Nov 24 14:41:30.601885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3996-6e02-4381-8886-53036384f159 req-dea0abd4-666c-4997-990f-e97c15331717 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:30.603365 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2ca3996-6e02-4381-8886-53036384f159 req-dea0abd4-666c-4997-990f-e97c15331717 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 945 time: 0.0817504
Nov 24 14:41:30.650428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-292cda83-5757-47ad-93b2-321be2a6c4f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:30.655389 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2ca3996-6e02-4381-8886-53036384f159 req-0dc7d45c-a56a-47a3-86e8-4db671886920 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=8056b99d-336d-4868-8443-8cd341c68659&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419962
Nov 24 14:41:30.655502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-292cda83-5757-47ad-93b2-321be2a6c4f0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 945 time: 0.0794554
Nov 24 14:41:30.726104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port fcdf64b2-d749-4c63-87a5-44b247e87b64 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:41:30.726485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:30.975459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port fcdf64b2-d749-4c63-87a5-44b247e87b64, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcdf64b2-d749-4c63-87a5-44b247e87b64,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:30.975805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:31.264373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:31.264733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:31.265037 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP 29e9cac6-98d6-4786-87a6-044a7577e464 disassociated. External IP: 172.26.2.185, port: fcdf64b2-d749-4c63-87a5-44b247e87b64.
Nov 24 14:41:31.265366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for fcdf64b2-d749-4c63-87a5-44b247e87b64 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:41:31.470231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:31.476190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-47cd4d91-489f-4be6-9bb8-3056174f854d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:31.521695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=fcdf64b2-d749-4c63-87a5-44b247e87b64,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:31.524934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:31.729882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 2587d8f1-a244-4b5d-bf8e-39833d08ccec has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:41:31.842305 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bbacccbe-7734-474f-8945-90ffc15d084b req-e87345fd-38a4-48f2-90f3-4f3b85742d6b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 210 time: 0.0540330
Nov 24 14:41:32.090070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:41:32.100384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] Sync routers for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:41:32.112239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:32.112869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f66c2e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:32.160211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port fcdf64b2-d749-4c63-87a5-44b247e87b64 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:41:32.162669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:32.166612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'name': 'network-vif-deleted', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:41:32.221840 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616d8d55-c319-4c39-9abf-938e4d703def', 'name': 'network-vif-deleted', 'tag': 'fcdf64b2-d749-4c63-87a5-44b247e87b64', 'status': 'completed', 'code': 200}
Nov 24 14:41:32.236014 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f9e13a8d-09e1-4ae7-988f-3a254ca3df2a req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/fcdf64b2-d749-4c63-87a5-44b247e87b64 HTTP/1.1" status: 204  len: 173 time: 1.5774369
Nov 24 14:41:32.290383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:32.602455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f66c2e0>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:32.606286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] Checking router: 2587d8f1-a244-4b5d-bf8e-39833d08ccec for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:41:32.616663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:32.617247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f66c2e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:32.831172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:33.032907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a83c0a7-a7b7-4946-9482-71255975499c req-c95f2c56-9890-43bf-a070-c2592a55c635 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:41:33.147403 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f66c2e0>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:33.149243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7a83c0a7-a7b7-4946-9482-71255975499c req-c95f2c56-9890-43bf-a070-c2592a55c635 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:41:33.150395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7a83c0a7-a7b7-4946-9482-71255975499c req-c95f2c56-9890-43bf-a070-c2592a55c635 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=616d8d55-c319-4c39-9abf-938e4d703def HTTP/1.1" status: 200  len: 210 time: 0.1591964
Nov 24 14:41:33.151713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c73f3-ea3d-4e67-a8dd-e6a4969d4699 None None] The sync data for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv is: [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a130c3f-b020-436b-a656-9d8437342ac5', 'name': '', 'network_id': '1f626658-0a44-481b-94a8-655ff1c6313c', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:6a:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:31Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2dbc7e25-7f4e-4ab3-b735-cacc463f3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:41:33.369537 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4849d2-67c7-4e2d-a43b-0b51d4ff3044 None None] New status for floating IP 29e9cac6-98d6-4786-87a6-044a7577e464: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:41:34.255606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58732) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:34.326081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6e82d42-75f7-4309-8982-5a68fc737a38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:34.354815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6e82d42-75f7-4309-8982-5a68fc737a38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:34.498628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcdf64b2-d749-4c63-87a5-44b247e87b64 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:41:34.526549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6e82d42-75f7-4309-8982-5a68fc737a38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:34.531833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eff0c103-1e20-44cc-8b90-16c175f9b37c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:34.536046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: fcdf64b2-d749-4c63-87a5-44b247e87b64 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:41:34.536436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcdf64b2-d749-4c63-87a5-44b247e87b64 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:41:34.548109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82d42-75f7-4309-8982-5a68fc737a38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8056b99d-336d-4868-8443-8cd341c68659,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:34.555675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f6e82d42-75f7-4309-8982-5a68fc737a38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:34.634066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f6e82d42-75f7-4309-8982-5a68fc737a38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:34.635197 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f6e82d42-75f7-4309-8982-5a68fc737a38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/8056b99d-336d-4868-8443-8cd341c68659 HTTP/1.1" status: 204  len: 168 time: 0.3785651
Nov 24 14:41:34.755622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58738) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:34.914039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 317d2a80-64e4-4391-9e01-c9940e76ca81 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:41:34.914380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:35.083031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:35.083347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:35.200295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 317d2a80-64e4-4391-9e01-c9940e76ca81 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:41:35.404995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:35.409208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-74633c83-485e-4642-8dcb-2998415de2f2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:35.448824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=317d2a80-64e4-4391-9e01-c9940e76ca81,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:35.452266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:35.545702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:35.616162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:35.617330 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/29e9cac6-98d6-4786-87a6-044a7577e464 HTTP/1.1" status: 204  len: 168 time: 0.8605831
Nov 24 14:41:36.308928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6630d85-7f77-4ae9-bc84-f2c982553af9 req-3d35149c-41f8-45e3-8bf6-3a7b20a29261 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:36.309620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d6630d85-7f77-4ae9-bc84-f2c982553af9 req-3d35149c-41f8-45e3-8bf6-3a7b20a29261 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:41:36.416103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d6630d85-7f77-4ae9-bc84-f2c982553af9 req-3d35149c-41f8-45e3-8bf6-3a7b20a29261 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:41:36.417290 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d6630d85-7f77-4ae9-bc84-f2c982553af9 req-3d35149c-41f8-45e3-8bf6-3a7b20a29261 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 946 time: 0.1839447
Nov 24 14:41:36.462964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d6630d85-7f77-4ae9-bc84-f2c982553af9 req-58d438b9-3686-471e-8f41-b55054858900 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:41:36.543212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d6630d85-7f77-4ae9-bc84-f2c982553af9 req-58d438b9-3686-471e-8f41-b55054858900 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:41:36.544370 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d6630d85-7f77-4ae9-bc84-f2c982553af9 req-58d438b9-3686-471e-8f41-b55054858900 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216328
Nov 24 14:41:37.552633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-5aaff2fa-b7cf-4102-8477-387ef571c126 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:37.554029 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-5aaff2fa-b7cf-4102-8477-387ef571c126 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 946 time: 0.0808887
Nov 24 14:41:37.622943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 1a2e6874-5bec-48dc-b113-a766a9934872 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:41:37.623282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:37.745696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348176-94e1-41dd-82ea-0f94d50ea067 req-a1667f3a-0db7-4c05-b018-29c73946004b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:37.747162 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00348176-94e1-41dd-82ea-0f94d50ea067 req-a1667f3a-0db7-4c05-b018-29c73946004b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 946 time: 0.0811546
Nov 24 14:41:37.793793 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00348176-94e1-41dd-82ea-0f94d50ea067 req-e73bd6f2-9aeb-444a-8144-685786dac1cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=75e36654-1e25-4b5f-815a-e48820787cd9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404584
Nov 24 14:41:37.870424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 1a2e6874-5bec-48dc-b113-a766a9934872, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1a2e6874-5bec-48dc-b113-a766a9934872,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:37.870785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:38.105780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 1a2e6874-5bec-48dc-b113-a766a9934872 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:41:38.298909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:38.304662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5798a19-2cbf-47ce-8aae-258d1d54aea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:38.345556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=1a2e6874-5bec-48dc-b113-a766a9934872,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:38.359447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.359447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.359686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.360206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.360579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.360950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.361306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.361665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.362840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.362917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.363256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:38.390227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:38.438414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 1a2e6874-5bec-48dc-b113-a766a9934872 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:41:38.440861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:38.443416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'name': 'network-vif-deleted', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:41:38.500287 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe5c86-310e-4d63-88f6-7b739b7dd97d', 'name': 'network-vif-deleted', 'tag': '1a2e6874-5bec-48dc-b113-a766a9934872', 'status': 'completed', 'code': 200}
Nov 24 14:41:38.533424 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-31c05757-2a4d-462d-9dbb-15af418415d6 req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/1a2e6874-5bec-48dc-b113-a766a9934872 HTTP/1.1" status: 204  len: 173 time: 0.9728482
Nov 24 14:41:38.977361 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91f1e69e-cdb1-480c-bfac-0bdba81a45c0 req-d3283700-15ae-4051-91e2-a75abbbbc815 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe5c86-310e-4d63-88f6-7b739b7dd97d HTTP/1.1" status: 200  len: 210 time: 0.0415843
Nov 24 14:41:40.083551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58754) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:40.153956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:40.181466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:40.291832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:40.295635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce6c641a-7d82-4ec6-b4a0-0a04237bfdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:40.310516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e36654-1e25-4b5f-815a-e48820787cd9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:40.320118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.320495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.320862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.321222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.321578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.321931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.322282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.322639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.322981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.323324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.323669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:40.326699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:40.377380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:40.382239 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/75e36654-1e25-4b5f-815a-e48820787cd9 HTTP/1.1" status: 204  len: 168 time: 0.2938662
Nov 24 14:41:40.469602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58760) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:40.876457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:41.482042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 8a130c3f-b020-436b-a656-9d8437342ac5 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:41:41.482730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:41.779718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 8a130c3f-b020-436b-a656-9d8437342ac5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8a130c3f-b020-436b-a656-9d8437342ac5,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:41.780070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:41.903931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 8a130c3f-b020-436b-a656-9d8437342ac5 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:41:42.130349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:42.134482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-91e5191a-f46d-478c-8162-e3af67dbd618 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:42.179918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=8a130c3f-b020-436b-a656-9d8437342ac5,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:42.182442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:42.484082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:42.546440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1a2e6874-5bec-48dc-b113-a766a9934872 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:41:42.579425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 1a2e6874-5bec-48dc-b113-a766a9934872 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:41:42.579781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1a2e6874-5bec-48dc-b113-a766a9934872 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:41:43.060067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 2587d8f1-a244-4b5d-bf8e-39833d08ccec has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:41:43.373168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:41:43.384165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] Sync routers for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:41:43.385990 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/2587d8f1-a244-4b5d-bf8e-39833d08ccec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9152896
Nov 24 14:41:43.388960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58764) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:43.396480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:43.397093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb0d430>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:43.573605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet 2dbc7e25-7f4e-4ab3-b735-cacc463f3762 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:41:43.576556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:43.578496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:43.638567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:43.723422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:43.871579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb0d430>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:41:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:43.875643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] Checking router: 2587d8f1-a244-4b5d-bf8e-39833d08ccec for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:41:43.886283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] Routers {'2587d8f1-a244-4b5d-bf8e-39833d08ccec'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:43.886876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb0d430>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:43.886993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:43.892342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a312466a-4377-4127-8ce9-336092ac3cd1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:43.929428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=2dbc7e25-7f4e-4ab3-b735-cacc463f3762,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:43.931923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:43.934782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:43.941931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/2dbc7e25-7f4e-4ab3-b735-cacc463f3762 HTTP/1.1" status: 204  len: 168 time: 0.5519874
Nov 24 14:41:43.944477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58768) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:43.952217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6469976b-0846-4a81-8fc8-57e05c2bab4b None None] Network 1f626658-0a44-481b-94a8-655ff1c6313c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:41:44.143568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:44.270414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] Set router 2587d8f1-a244-4b5d-bf8e-39833d08ccec gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:44.351662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:44.417839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 8d1bf620-d593-4bdc-81a5-ab6da12e132e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:41:44.418187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:44.479835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] DHCP port deletion for 1f626658-0a44-481b-94a8-655ff1c6313c request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:41:44.489118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Deleting port c27112a0-5753-41de-853f-402710a35f76 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:41:44.489488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:44.602182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 8d1bf620-d593-4bdc-81a5-ab6da12e132e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8d1bf620-d593-4bdc-81a5-ab6da12e132e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:44.602767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:44.728591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 8d1bf620-d593-4bdc-81a5-ab6da12e132e owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:41:44.763286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] For port c27112a0-5753-41de-853f-402710a35f76, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c27112a0-5753-41de-853f-402710a35f76,segment=NetworkSegment(1758c70b-eed0-4f3d-9121-5021820d5f4d),segment_id=1758c70b-eed0-4f3d-9121-5021820d5f4d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:44.763869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:44.772041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb0d430>, [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:41:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:44.830543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908bd4d-07e9-4614-80de-d4a53e914dc1 None None] The sync data for ids ['2587d8f1-a244-4b5d-bf8e-39833d08ccec'] in dv-neutron-818347-1-hyperv is: [{'id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'name': 'tempest-TestNetworkBasicOps-router-813302502', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:26Z', 'updated_at': '2021-11-24T14:41:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '8d1bf620-d593-4bdc-81a5-ab6da12e132e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2587d8f1-a244-4b5d-bf8e-39833d08ccec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:27Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:41:44.891784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Calling delete_port for c27112a0-5753-41de-853f-402710a35f76 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:41:44.959142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:44.963072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-67095891-cce5-4008-824f-3fccfceb1a29 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:45.005031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=8d1bf620-d593-4bdc-81a5-ab6da12e132e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:45.007902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:45.064666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:45.068615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:45.108786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Pushing event deleted for resources: {'Port': ['ID=c27112a0-5753-41de-853f-402710a35f76,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:45.112917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:45.116494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] No DVR routers for this DVR port c27112a0-5753-41de-853f-402710a35f76 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:41:45.344242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:45.559950 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:41:45.594218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:45.599028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:45.698669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:45.699288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router 2587d8f1-a244-4b5d-bf8e-39833d08ccec {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:41:45.705540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c27112a0-5753-41de-853f-402710a35f76 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:41:45.718251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:45.721379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/2587d8f1-a244-4b5d-bf8e-39833d08ccec HTTP/1.1" status: 204  len: 168 time: 1.7739713
Nov 24 14:41:45.723595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58772) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:45.741230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c27112a0-5753-41de-853f-402710a35f76 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:41:45.741586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c27112a0-5753-41de-853f-402710a35f76 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:41:45.742003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a130c3f-b020-436b-a656-9d8437342ac5 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:41:45.779644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 8a130c3f-b020-436b-a656-9d8437342ac5 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:41:45.780439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a130c3f-b020-436b-a656-9d8437342ac5 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:41:45.848098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:45.981931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.007072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f2e8430>,) {'filters': {'network_id': ['1f626658-0a44-481b-94a8-655ff1c6313c']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:46.019087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e8430>, '1758c70b-eed0-4f3d-9121-5021820d5f4d') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:46.019371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f2e8430>, '1758c70b-eed0-4f3d-9121-5021820d5f4d') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:46.030278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.046260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.052784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:41:46.053154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:41:46.066978 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:41:46.205586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.209045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8a97e478-7b01-4f2f-a2d6-287e935f4d86 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:46.223508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.234393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=1f626658-0a44-481b-94a8-655ff1c6313c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:46.237481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:46.296774 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/1f626658-0a44-481b-94a8-655ff1c6313c HTTP/1.1" status: 204  len: 168 time: 0.5716290
Nov 24 14:41:46.320224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58776) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:46.325921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--40835636', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:46.331724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:46.335792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:46.338656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:46.344339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:46.417374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:41:46.420298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.449264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:41:46.457768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.458109 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment e45ea3e7-f4f8-492b-80d9-a161add4b3df of type vlan for network 5f473047-f471-4fa2-9e4e-1998c4ea4f27
Nov 24 14:41:46.486777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.577340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.581081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:46.581654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.586567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3ce533f0-9a1e-40b5-bc91-4d7a203e3854 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:46.692823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=5f473047-f471-4fa2-9e4e-1998c4ea4f27,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:46.695375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:46.702585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:41:46.727181 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4059756
Nov 24 14:41:46.729948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58780) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:46.736006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-790149055', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:46.743221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:46.747138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:46.750048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:46.755967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:46.812612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.813768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:46.832395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:47.024958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:47.373760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:47.406386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:47.538399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.228 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/59e98b0c-1100-4d6f-b17d-d381728d0de2) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:41:47.617019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8d1bf620-d593-4bdc-81a5-ab6da12e132e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:41:47.650595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 8d1bf620-d593-4bdc-81a5-ab6da12e132e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:41:47.650865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8d1bf620-d593-4bdc-81a5-ab6da12e132e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:41:47.688924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:47.764906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:47.769017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:47.827394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:41:47.835770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:41:47.839793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:41:47.870056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=59e98b0c-1100-4d6f-b17d-d381728d0de2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:47.876502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:48.074069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:48.074794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:48.353235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router a0aac35e-8c08-4070-8278-c8630afdd9fa is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:41:48.551694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:41:48.560756 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Sync routers for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:41:48.572321 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:48.572933 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcc2040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:48.640928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:48.642572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.9115806
Nov 24 14:41:48.645901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58784) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:48.693546 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-17b7817a-6c8d-4d2e-b18b-b603e0c3d430 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0439103
Nov 24 14:41:48.693795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58788) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:48.753438 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:48.823223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62236c-4e07-4820-b5ce-fef4b195a09b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:48.827281 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6e62236c-4e07-4820-b5ce-fef4b195a09b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1300178
Nov 24 14:41:48.827488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58792) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:48.866392 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e1aa1455-a049-4052-9926-f713e7732164 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377536
Nov 24 14:41:48.868944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58796) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:48.874323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423447354', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:48.985565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:48.989441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:48.992244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:48.997821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:49.051243 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcc2040>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:47Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:49.055019 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Checking router: a0aac35e-8c08-4070-8278-c8630afdd9fa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:41:49.055370 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Updating router a0aac35e-8c08-4070-8278-c8630afdd9fa port 59e98b0c-1100-4d6f-b17d-d381728d0de2 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:41:49.069352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:41:49.110290 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.277482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.470505 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.482307 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Transition to ACTIVE for port object 59e98b0c-1100-4d6f-b17d-d381728d0de2 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:41:49.571632 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.575452 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:49.617834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.622484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1786e41-c7ef-48ca-a98e-77ccba77982b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:49.655131 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Attempting to bind port 59e98b0c-1100-4d6f-b17d-d381728d0de2 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:41:49.655504 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Attempting to bind port 59e98b0c-1100-4d6f-b17d-d381728d0de2 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:41:49.655871 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Attempting to bind port 59e98b0c-1100-4d6f-b17d-d381728d0de2 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:41:49.658932 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Pushing event updated for resources: {'Port': ['ID=59e98b0c-1100-4d6f-b17d-d381728d0de2,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:49.669384 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:41:49.669817 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:41:49.670276 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.670671 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:41:49.671530 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Bound port: 59e98b0c-1100-4d6f-b17d-d381728d0de2, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:41:49.671530 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.703355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=2765c74a-89b4-40f7-b8b8-7526b6daa39d,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:49.703546 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.704424 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.704757 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.705083 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.705933 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.705933 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.706126 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.706340 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.706681 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.706994 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.707303 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:49.707408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:49.715222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:41:49.715366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: 5f473047-f471-4fa2-9e4e-1998c4ea4f27, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:41:49.715568 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:49.754324 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] For port 59e98b0c-1100-4d6f-b17d-d381728d0de2, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:41:49.757253 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] For port 59e98b0c-1100-4d6f-b17d-d381728d0de2, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=59e98b0c-1100-4d6f-b17d-d381728d0de2,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:41:49.817722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:41:49.823971 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.827654 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:49.885632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 5f473047-f471-4fa2-9e4e-1998c4ea4f27) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:41:49.885632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:49.885632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:49.889536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff078f0-cdc5-4bac-99f3-840a6516b4cc None None] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:41:49.902538 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Pushing event updated for resources: {'Port': ['ID=59e98b0c-1100-4d6f-b17d-d381728d0de2,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:49.906103 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:49.910424 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:49.910424 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcc2040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:49.967280 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1eb0ba9c-1a7c-4355-b3aa-ceee0fef3e96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0972223
Nov 24 14:41:49.970632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58800) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:50.091315 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:50.112479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:41:50.113528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:50.260807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:50.289406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Allocated IP 172.20.0.2 (5f473047-f471-4fa2-9e4e-1998c4ea4f27/2765c74a-89b4-40f7-b8b8-7526b6daa39d/c03ddc00-5c9d-473d-bd8e-64c4283c0718) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:41:50.382523 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcc2040>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:47Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:50.387073 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9725b-3d62-433c-a7d5-f110dba03fb0 None None] The sync data for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv is: [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:47Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:41:50.558486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:50.569879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Transition to ACTIVE for port object c03ddc00-5c9d-473d-bd8e-64c4283c0718 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:41:50.606824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Transition to ACTIVE for port object c03ddc00-5c9d-473d-bd8e-64c4283c0718 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:41:50.691229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:50.695741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:50.767436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:41:50.770915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:41:50.772947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Pushing event updated for resources: {'Port': ['ID=c03ddc00-5c9d-473d-bd8e-64c4283c0718,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:50.775253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:41:50.791052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:50.817311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.817652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.817983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.818311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.818634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.818958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.819280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.819600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.819912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.820330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.820646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:41:50.827983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:50.886678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Attempting to bind port c03ddc00-5c9d-473d-bd8e-64c4283c0718 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:41:50.886678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Attempting to bind port c03ddc00-5c9d-473d-bd8e-64c4283c0718 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:41:50.887192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Attempting to bind port c03ddc00-5c9d-473d-bd8e-64c4283c0718 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:41:50.895803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:41:50.895803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Checking segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:41:50.899917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:50.899917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Bound using segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:41:50.899917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Bound port: c03ddc00-5c9d-473d-bd8e-64c4283c0718, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:41:50.899917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:50.993708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] For port c03ddc00-5c9d-473d-bd8e-64c4283c0718, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:41:50.996914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] For port c03ddc00-5c9d-473d-bd8e-64c4283c0718, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c03ddc00-5c9d-473d-bd8e-64c4283c0718,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:41:51.058584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:51.062819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-304d9b85-896e-4f06-bccb-a8654618bf5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:51.145050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Pushing event updated for resources: {'Port': ['ID=c03ddc00-5c9d-473d-bd8e-64c4283c0718,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:51.148057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:51.208704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (5f473047-f471-4fa2-9e4e-1998c4ea4f27/2765c74a-89b4-40f7-b8b8-7526b6daa39d/50dd805f-5b4a-451e-822d-10d9b37cb0ba) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:41:51.488272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:51.503415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 50dd805f-5b4a-451e-822d-10d9b37cb0ba will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:41:51.588041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:51.592040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:51.668712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:41:51.672074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:41:51.674128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=50dd805f-5b4a-451e-822d-10d9b37cb0ba,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:51.676263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:41:51.701258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:51.707407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 59e98b0c-1100-4d6f-b17d-d381728d0de2 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:41:51.738485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:51.863272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 59e98b0c-1100-4d6f-b17d-d381728d0de2 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:41:51.869250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 59e98b0c-1100-4d6f-b17d-d381728d0de2 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:51.869867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:51.916259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:51.998025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.015291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 59e98b0c-1100-4d6f-b17d-d381728d0de2, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=59e98b0c-1100-4d6f-b17d-d381728d0de2,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:52.058868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510198f-2967-4678-8d51-677de8abb5e8 None None] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:41:52.077725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.078706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c03ddc00-5c9d-473d-bd8e-64c4283c0718 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:41:52.103515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b2815372-9b75-478f-857a-ee8ea1638ef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:52.290385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=59e98b0c-1100-4d6f-b17d-d381728d0de2,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:52.302561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:52.338716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e63da193-bb47-4e79-ac11-6024962f9651 None None] Provisioning for port c03ddc00-5c9d-473d-bd8e-64c4283c0718 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:41:52.346028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.397670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c03ddc00-5c9d-473d-bd8e-64c4283c0718 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:41:52.408875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c03ddc00-5c9d-473d-bd8e-64c4283c0718 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:52.409263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.412077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.440287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-00e867c8-84ff-4644-95ce-1b36ed9d6185 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:52.528817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.533884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=50dd805f-5b4a-451e-822d-10d9b37cb0ba,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:52.536936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:52.548503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.585904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c03ddc00-5c9d-473d-bd8e-64c4283c0718, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c03ddc00-5c9d-473d-bd8e-64c4283c0718,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:52.650442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.652316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:52.679036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:41:52.680536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:41:52.721434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c03ddc00-5c9d-473d-bd8e-64c4283c0718,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:52.724568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:52.773762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-19cf3993-fe69-4fc4-855e-0c78ff5e7c39 None None] Provisioning complete for port c03ddc00-5c9d-473d-bd8e-64c4283c0718 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:52.774229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-19cf3993-fe69-4fc4-855e-0c78ff5e7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:52.955863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-19cf3993-fe69-4fc4-855e-0c78ff5e7c39 None None] Provisioning for port 50dd805f-5b4a-451e-822d-10d9b37cb0ba completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:41:52.961220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-19cf3993-fe69-4fc4-855e-0c78ff5e7c39 None None] Provisioning complete for port 50dd805f-5b4a-451e-822d-10d9b37cb0ba triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:52.961567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-19cf3993-fe69-4fc4-855e-0c78ff5e7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:53.019732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-19cf3993-fe69-4fc4-855e-0c78ff5e7c39 None None] Port 50dd805f-5b4a-451e-822d-10d9b37cb0ba cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:41:53.093011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router a0aac35e-8c08-4070-8278-c8630afdd9fa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:41:53.141726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d836df3e-ac0f-416a-a9d5-4f6e3066626c None None] Provisioning complete for port 50dd805f-5b4a-451e-822d-10d9b37cb0ba triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:53.142099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d836df3e-ac0f-416a-a9d5-4f6e3066626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:53.199024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d836df3e-ac0f-416a-a9d5-4f6e3066626c None None] Port 50dd805f-5b4a-451e-822d-10d9b37cb0ba cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:41:53.398360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:41:53.412280 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/a0aac35e-8c08-4070-8278-c8630afdd9fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4401789
Nov 24 14:41:53.414361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58804) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:53.456144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-02e05aa2-2255-49dc-b966-6f830edf2b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:53.555477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ec00f-dc87-4db5-a3d4-4cc95ee0770e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.555843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ec00f-dc87-4db5-a3d4-4cc95ee0770e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.556237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ec00f-dc87-4db5-a3d4-4cc95ee0770e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.556594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ec00f-dc87-4db5-a3d4-4cc95ee0770e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.556947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ec00f-dc87-4db5-a3d4-4cc95ee0770e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.557298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ec00f-dc87-4db5-a3d4-4cc95ee0770e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.559022 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7d9ec00f-dc87-4db5-a3d4-4cc95ee0770e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4284 time: 0.1437650
Nov 24 14:41:53.561837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58808) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:53.636025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bf30f-07fe-4c57-8b60-23892e05d7fd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.636424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bf30f-07fe-4c57-8b60-23892e05d7fd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.636786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bf30f-07fe-4c57-8b60-23892e05d7fd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.637140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bf30f-07fe-4c57-8b60-23892e05d7fd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.637493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bf30f-07fe-4c57-8b60-23892e05d7fd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.638104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bf30f-07fe-4c57-8b60-23892e05d7fd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:53.639839 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-388bf30f-07fe-4c57-8b60-23892e05d7fd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0771251
Nov 24 14:41:53.643928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58812) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:53.666886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 59e98b0c-1100-4d6f-b17d-d381728d0de2 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:41:53.738162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 59e98b0c-1100-4d6f-b17d-d381728d0de2 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:53.738543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:53.875146 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f8bce2ef-08ae-4001-8b98-0f02fea44b7e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3044 time: 0.2300367
Nov 24 14:41:53.878198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58816) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:53.884144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1323405279', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:53.913410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c03ddc00-5c9d-473d-bd8e-64c4283c0718 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:41:53.939361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:53.976689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Sync routers for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:41:53.993760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c03ddc00-5c9d-473d-bd8e-64c4283c0718 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:53.994231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:54.024683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:54.025076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:54.025711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420195130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:54.028806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:port and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:54.031716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:54.038162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:54.137499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:41:54.140729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:54.163930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] device_id is not set on port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 yet. {{(pid=84234) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:41:54.273099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:54.305831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.4 (5f473047-f471-4fa2-9e4e-1998c4ea4f27/2765c74a-89b4-40f7-b8b8-7526b6daa39d/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:41:54.506705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:54.522695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:41:54.586997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420195130>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:52Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:54.590857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Checking router: a0aac35e-8c08-4070-8278-c8630afdd9fa for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:41:54.591217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Updating router a0aac35e-8c08-4070-8278-c8630afdd9fa port 50dd805f-5b4a-451e-822d-10d9b37cb0ba binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:41:54.600830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:54.607405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8c052aec-beb2-4bc3-8c6b-1cf2803439ff tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:54.642489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:54.673976 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:41:54.681102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:41:54.683736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:41:54.722600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:54.725660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:54.759338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:54.759885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:54.846541 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9671681
Nov 24 14:41:55.020799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.032531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Transition to ACTIVE for port object 50dd805f-5b4a-451e-822d-10d9b37cb0ba will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:41:55.044443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-25ffd559-8b24-4322-bb99-3deb73a160d9 None None] Provisioning for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:41:55.049529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-25ffd559-8b24-4322-bb99-3deb73a160d9 None None] Provisioning complete for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:55.049900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-25ffd559-8b24-4322-bb99-3deb73a160d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.104045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-25ffd559-8b24-4322-bb99-3deb73a160d9 None None] Port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:41:55.148894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.152605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ef793672-d35d-4b35-9733-18b3e9e194b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:55.275964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9c115-c278-4578-a59e-55539c3f20fd None None] Pushing event updated for resources: {'Port': ['ID=50dd805f-5b4a-451e-822d-10d9b37cb0ba,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:55.281284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3ef9c115-c278-4578-a59e-55539c3f20fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:55.303234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58822) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:55.310146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31097614', 'description': 'tempest-secgroup-smoke-31097614 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:55.319041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:55.323425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:55.326494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:55.333230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:55.370305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Attempting to bind port 50dd805f-5b4a-451e-822d-10d9b37cb0ba on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:41:55.370772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Attempting to bind port 50dd805f-5b4a-451e-822d-10d9b37cb0ba by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:41:55.371144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Attempting to bind port 50dd805f-5b4a-451e-822d-10d9b37cb0ba on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:41:55.378270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:41:55.378648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Checking segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:41:55.379058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.379538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Bound using segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:41:55.379923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Bound port: 50dd805f-5b4a-451e-822d-10d9b37cb0ba, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:41:55.380419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.411816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.448712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:55.452936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:55.456802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:55.462979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:55.524370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] For port 50dd805f-5b4a-451e-822d-10d9b37cb0ba, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:41:55.526674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.527542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] For port 50dd805f-5b4a-451e-822d-10d9b37cb0ba, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=50dd805f-5b4a-451e-822d-10d9b37cb0ba,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:41:55.571799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.575631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7006e061-dbc0-4a03-9520-a90e8904bee9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:55.583494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.587825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4d8a3530-058f-4b73-9bd9-03f8fcf6fd9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:55.617668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:55.621217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:55.658313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.662755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58826) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:55.663280 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.3584712
Nov 24 14:41:55.673055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:55.676896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9c115-c278-4578-a59e-55539c3f20fd None None] Pushing event updated for resources: {'Port': ['ID=50dd805f-5b4a-451e-822d-10d9b37cb0ba,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:55.679815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:41:55.680442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420195130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:55.682237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:55.688444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:55.690541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:55.698001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:55.729915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3ef9c115-c278-4578-a59e-55539c3f20fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:55.735725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-328d8556-f9b7-459c-afbe-e08724f37389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.792294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.869445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:41:55.875896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.953133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:55.955679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e5ead70d-d441-40ed-8430-45c8d19c7d64 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:55.975503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9281672-b61e-425d-8541-c97cfc7e830c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:55.980214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:56.044821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.045955 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3794730
Nov 24 14:41:56.048726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58830) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:56.054428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:56.060274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:56.064740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:56.067635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:56.073237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:56.166781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.199268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420195130>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:55Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:41:56.203281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc91750-bf96-48d0-9043-b3170d16eab9 None None] The sync data for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv is: [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:55Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:41:56.235416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.303729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.310692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-36ead513-1c0a-44a4-90bd-68f314775bda tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:56.331640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36f6b4d-2ac0-421e-8946-e04b2d0a552c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:56.334726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:56.406402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.407912 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e2750800-4567-4c47-91c5-8bdc3b664993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3582282
Nov 24 14:41:56.410704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58834) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:56.416527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:56.423956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:56.427941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:56.431175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:56.437235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:56.521753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.591339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.651846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.660578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-773f9c93-ed6f-4ae9-b528-4ed4d4a29bae tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:56.675162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.684875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f50931b-d8c4-434d-b85f-29210dcda4ab,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:56.688355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:56.748958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.750196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3383243
Nov 24 14:41:56.753554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58838) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:56.759202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:56.766023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:56.771207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:56.774136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:56.779822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:56.853342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.921147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.988937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:56.990891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-12d66c55-4e79-4144-b303-d1c037227cba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:57.014164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa99f44-db2a-442c-b24f-a342a749193f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:57.017540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:57.086173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.087350 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3328433
Nov 24 14:41:57.090085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58842) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:57.096128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:57.102154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:57.106010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:57.108846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:57.114970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:57.177823 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:41:57.184578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.249125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.331648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.337704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1f253fc8-52ee-4697-9ac5-240517ef8ed5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:57.358771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3517028e-a80f-47da-a2da-41f9301f9b1b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:57.361319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:57.423440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.424670 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3337307
Nov 24 14:41:57.427333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58846) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:41:57.432808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:41:57.439658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:41:57.443645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:41:57.446536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:41:57.452211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:41:57.532160 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:41:57.538825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.605631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.678629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 50dd805f-5b4a-451e-822d-10d9b37cb0ba up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:41:57.680854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.682662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9727cb5d-d696-459f-b858-2f493c5a3759 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:57.705706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbd9f92-3255-4061-9b9a-358020287064,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:57.710206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:57.789267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.790523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3622749
Nov 24 14:41:57.811843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 50dd805f-5b4a-451e-822d-10d9b37cb0ba completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:41:57.818560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 50dd805f-5b4a-451e-822d-10d9b37cb0ba triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:57.818968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.937250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:57.967350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-34271f5e-7868-4483-95ef-ee06e3f8bf61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:41:57.968836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 50dd805f-5b4a-451e-822d-10d9b37cb0ba, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=50dd805f-5b4a-451e-822d-10d9b37cb0ba,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:41:58.051541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:58.053455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a406ef3d-90fa-4387-ac2b-2140844064ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:41:58.061933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-34271f5e-7868-4483-95ef-ee06e3f8bf61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:41:58.063829 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-34271f5e-7868-4483-95ef-ee06e3f8bf61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31097614&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.1369281
Nov 24 14:41:58.130621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=50dd805f-5b4a-451e-822d-10d9b37cb0ba,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:41:58.133482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:41:58.140028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-dff3b806-147d-407d-8017-677014b2a6ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:41:58.140647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-dff3b806-147d-407d-8017-677014b2a6ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:41:58.263684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:41:58.291972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-dff3b806-147d-407d-8017-677014b2a6ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:41:58.293510 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-dff3b806-147d-407d-8017-677014b2a6ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 930 time: 0.2231665
Nov 24 14:41:58.440816 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-ccb5b35b-31de-4c53-a61b-145f3e137a59 service neutron] 10.222.0.53 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1351235
Nov 24 14:41:58.450041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-0ced992a-19ab-4248-a086-2c6bf943873c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:41:58.450946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-0ced992a-19ab-4248-a086-2c6bf943873c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046740
Nov 24 14:41:58.677221 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-a7bca267-8f96-4b27-a66f-aa68e4074e6f service neutron] 10.222.0.53 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200928
Nov 24 14:41:58.809819 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-3f4e7c2b-9399-4851-af53-375d680eb8e2 service neutron] 10.222.0.53 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267135
Nov 24 14:41:59.664423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 50dd805f-5b4a-451e-822d-10d9b37cb0ba up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:41:59.730764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 50dd805f-5b4a-451e-822d-10d9b37cb0ba triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:41:59.731134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:00.127390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-77cc76e1-43d3-4044-af6c-742000ed2e58 req-914f4d61-8ee6-4c27-bf5a-6afa0998e098 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:42:00.139093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-77cc76e1-43d3-4044-af6c-742000ed2e58 req-914f4d61-8ee6-4c27-bf5a-6afa0998e098 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:42:00.140235 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-77cc76e1-43d3-4044-af6c-742000ed2e58 req-914f4d61-8ee6-4c27-bf5a-6afa0998e098 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 210 time: 0.0539703
Nov 24 14:42:01.249824 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-621118f7-97e1-4fa0-b0f5-d9036a086643 req-7d039c25-3065-43ad-847d-c3492e46c4a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 210 time: 0.0410080
Nov 24 14:42:02.416247 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0667bb96-e20c-421a-8912-96ef2bfbd7cd req-a947763a-88ba-41f4-a46c-8fcd7eeb14e9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 210 time: 0.0419838
Nov 24 14:42:03.093474 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-d49d2bb7-8d35-4c2e-804c-27e9a39b8a80 service neutron] 10.222.0.81 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1026 time: 0.0616326
Nov 24 14:42:03.240951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-5e8aa1c9-dfbc-44ef-b602-082a65c28149 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:03.242246 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-5e8aa1c9-dfbc-44ef-b602-082a65c28149 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=5f473047-f471-4fa2-9e4e-1998c4ea4f27 HTTP/1.1" status: 200  len: 795 time: 0.1428638
Nov 24 14:42:03.295613 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-0cc44e19-e9bd-4592-a033-51353e1f41f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 378 time: 0.0398355
Nov 24 14:42:03.312954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Request body: {'port': {'device_id': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:03.426470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:03.589138 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-02edd5db-9b61-4ac8-81ee-55598267b931 req-807d84f5-1ec9-464d-9b3c-d142aa6151f5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 210 time: 0.0448401
Nov 24 14:42:03.872238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:42:03.878974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:03.894177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Transition to ACTIVE for port object f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:42:03.942722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:03.946456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e378e0f2-d988-4912-bc50-f22e7932ccbf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:04.069386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:04.073570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:04.182396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:42:04.182722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:42:04.183054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:42:04.188711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:42:04.190028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:42:04.196655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:42:04.196984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Checking segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:42:04.197357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Bound using segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:42:04.197764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Bound port: f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:42:04.198387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:04.289717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:42:04.292581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:42:04.343234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:04.347513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a15f5458-302e-4098-b745-916a8e619ed4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:04.409611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:04.419839 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] 10.222.0.81 "PUT /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1131 time: 1.1021750
Nov 24 14:42:04.419839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:04.427335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:04.430513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:04.468991 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'status': 'completed', 'code': 200}
Nov 24 14:42:04.560636 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc89a2c7-a35e-4260-b131-c89889e5c996 req-e6eccd71-2521-4e8a-b898-f491278be8e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 1134 time: 0.0718927
Nov 24 14:42:04.708188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a2c7-a35e-4260-b131-c89889e5c996 req-1b97aac5-5a62-45fe-b74f-6c2aff74cb0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:04.709543 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc89a2c7-a35e-4260-b131-c89889e5c996 req-1b97aac5-5a62-45fe-b74f-6c2aff74cb0d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 896 time: 0.1415598
Nov 24 14:42:04.799393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ba2b1-0504-46a9-baea-79e48960b7ca req-d855965a-c9bd-4597-b5a6-ac18a35074cb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:04.800879 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-733ba2b1-0504-46a9-baea-79e48960b7ca req-d855965a-c9bd-4597-b5a6-ac18a35074cb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 981 time: 0.0825677
Nov 24 14:42:04.852875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a2c7-a35e-4260-b131-c89889e5c996 req-b379687e-97e1-40a7-8a53-fdd094f23366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:04.854306 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc89a2c7-a35e-4260-b131-c89889e5c996 req-b379687e-97e1-40a7-8a53-fdd094f23366 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1382732
Nov 24 14:42:04.938047 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-733ba2b1-0504-46a9-baea-79e48960b7ca req-f6a86b1c-4431-436b-b5e1-d94d7b3d390a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301482
Nov 24 14:42:04.962239 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-5342880d-db78-41dc-b7a4-a9988fd894aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 1134 time: 0.0729480
Nov 24 14:42:05.033915 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-c061fb7b-7e2f-4cbc-8dd8-48e3dca41abd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 217 time: 0.0650175
Nov 24 14:42:05.096552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-941ea673-b0fd-454f-9c95-442da57636f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:05.097990 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-941ea673-b0fd-454f-9c95-442da57636f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2765c74a-89b4-40f7-b8b8-7526b6daa39d HTTP/1.1" status: 200  len: 835 time: 0.0582857
Nov 24 14:42:05.172507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-88854867-3438-4498-8e60-1898b7546f17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f473047-f471-4fa2-9e4e-1998c4ea4f27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678635
Nov 24 14:42:05.303457 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-b82e8ab6-c816-4c23-aeaf-29e336d43c30 service neutron] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241984
Nov 24 14:42:05.436909 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f58d44f-58b1-44c2-877e-54976e5d0740 req-2ecfd73c-cc72-47d0-918d-67d2169a94ec service neutron] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267021
Nov 24 14:42:06.346608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05956a60-8527-44ec-8064-33963f39d884 req-23b6ef87-94f6-4b6d-9bcb-e4c08a99d0c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:06.348056 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-05956a60-8527-44ec-8064-33963f39d884 req-23b6ef87-94f6-4b6d-9bcb-e4c08a99d0c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 981 time: 0.1472483
Nov 24 14:42:06.394685 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-05956a60-8527-44ec-8064-33963f39d884 req-2cbcb8c5-983c-4d83-bb1a-3e0d0ecf4c7c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411170
Nov 24 14:42:07.594863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a00988-f9a5-4a23-aeb8-4dcb6875abd7 req-54e41760-9651-4862-b750-26e742c96ee8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:07.596321 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-92a00988-f9a5-4a23-aeb8-4dcb6875abd7 req-54e41760-9651-4862-b750-26e742c96ee8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 981 time: 0.0797420
Nov 24 14:42:07.648508 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-92a00988-f9a5-4a23-aeb8-4dcb6875abd7 req-bd9f388f-d188-45e9-a84e-59997b598a14 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465438
Nov 24 14:42:08.711889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:42:08.853395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b18ce3-f6d9-42ae-a917-ce25106c0f70 req-4673f19e-c24a-4000-8298-ff57c0ea98bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:08.855009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f0b18ce3-f6d9-42ae-a917-ce25106c0f70 req-4673f19e-c24a-4000-8298-ff57c0ea98bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 981 time: 0.0847738
Nov 24 14:42:08.867494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:08.885317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'port_id': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'mac_address': 'fa:16:3e:8f:17:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:42:08.907983 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f0b18ce3-f6d9-42ae-a917-ce25106c0f70 req-c2e03efa-540c-4ede-ac6a-39882c3daeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465207
Nov 24 14:42:08.942246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:08.959950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:42:08.975530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:09.063571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:09.065405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:09.134131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:09.137225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:09.291258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:42:10.102666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bd4a0-a952-48f4-b4be-a125d0d195e6 req-74ba0a7e-4603-4332-b8a7-1d8e51299cdc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:10.104108 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-131bd4a0-a952-48f4-b4be-a125d0d195e6 req-74ba0a7e-4603-4332-b8a7-1d8e51299cdc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 982 time: 0.0773792
Nov 24 14:42:10.149958 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-131bd4a0-a952-48f4-b4be-a125d0d195e6 req-b15e05bc-1e6c-4ec7-a7cd-4c84e7985ca9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403605
Nov 24 14:42:10.728126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:42:10.829844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:42:10.834998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:42:10.835381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:10.964634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:10.993296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:11.004475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:11.047303 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'code': 200}
Nov 24 14:42:11.067955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:11.070475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:11.139740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:11.142859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:11.355162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d414f8-66b6-4f11-a3ba-67275f526ed3 req-bb84fa68-a6d8-4ff6-80d0-c61aef84a58f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:11.356670 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00d414f8-66b6-4f11-a3ba-67275f526ed3 req-bb84fa68-a6d8-4ff6-80d0-c61aef84a58f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 983 time: 0.0838032
Nov 24 14:42:11.418144 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-00d414f8-66b6-4f11-a3ba-67275f526ed3 req-9062f1d6-00db-4d7f-8f94-634a21c6b4fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551910
Nov 24 14:42:11.444618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a3f67526-d359-4175-96fd-7fccf3b13fbc req-56fc433f-3aff-47fa-9550-c82a534e0315 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 1136 time: 0.0921268
Nov 24 14:42:11.492258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a3f67526-d359-4175-96fd-7fccf3b13fbc req-ecebdf1a-d4e1-49d6-8bc9-f4b5a00fe93e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389841
Nov 24 14:42:12.635703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f374e1-660f-47c2-becc-28136c4c6afa req-ae31223a-7684-471c-b6ec-79fece2d0ac5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:12.637362 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-57f374e1-660f-47c2-becc-28136c4c6afa req-ae31223a-7684-471c-b6ec-79fece2d0ac5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 983 time: 0.0996718
Nov 24 14:42:12.793753 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-57f374e1-660f-47c2-becc-28136c4c6afa req-5ac7006e-29dc-43f7-affa-f48183ce4d5d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486857
Nov 24 14:42:14.022584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb6d4d-00e1-463e-a666-3c49e2d5d971 req-4f2f441f-6e9a-47e1-971a-ff565e49f801 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:14.024033 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-21cb6d4d-00e1-463e-a666-3c49e2d5d971 req-4f2f441f-6e9a-47e1-971a-ff565e49f801 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 983 time: 0.1039677
Nov 24 14:42:14.078170 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-21cb6d4d-00e1-463e-a666-3c49e2d5d971 req-a0b1b709-66e9-467a-bfa1-10ecf00f7d01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478625
Nov 24 14:42:14.283798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae01c06-adb3-42d1-950f-80f7e07284f1 req-d27baa4f-8196-4f06-b2c1-f72ce6d36579 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:14.285182 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ae01c06-adb3-42d1-950f-80f7e07284f1 req-d27baa4f-8196-4f06-b2c1-f72ce6d36579 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 983 time: 0.0769560
Nov 24 14:42:14.331585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ae01c06-adb3-42d1-950f-80f7e07284f1 req-90a812d0-c8bb-4a6a-a5f3-fc9977a5dcaa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404401
Nov 24 14:42:14.361130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58936) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:14.434814 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5fea7d70-6c70-475c-9365-51e023ea362d tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 1131 time: 0.0724390
Nov 24 14:42:14.437377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58940) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:14.443109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:14.448844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:14.452862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:14.455861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:14.461544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:14.537413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:14.681633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:14.834144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.137 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/f65a2cf1-8092-4552-bcbf-e0e01e3e84e9) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:42:14.982739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:15.074725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:15.079318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e5b4d7d3-2669-439b-82c7-482a43c360b1 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:15.143266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:42:15.146285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:42:15.151297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:42:15.177065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=f65a2cf1-8092-4552-bcbf-e0e01e3e84e9,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:15.181908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:15.826306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:15.941174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:16.151206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:16.217346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:16.221923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dd5a5b12-550b-42e3-9393-c91169ab4043 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:16.352690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=f65a2cf1-8092-4552-bcbf-e0e01e3e84e9,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:16.356591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:16.364889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:16.568478 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP 86157714-1271-465b-941d-16ecd569ca9a associated. External IP: 172.26.2.137, port: f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87.
Nov 24 14:42:17.000882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router a0aac35e-8c08-4070-8278-c8630afdd9fa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:42:17.233868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:42:17.245546 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] Sync routers for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:42:17.259469 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:17.260166 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe7f550>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:17.331526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:17.395382 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.9564295
Nov 24 14:42:17.396187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:17.400017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58950) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:17.452948 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:17.456974 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'status': 'completed', 'code': 200}
Nov 24 14:42:17.492658 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ecf067ec-3159-478a-9397-535bd986d04e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725&network_id=5f473047-f471-4fa2-9e4e-1998c4ea4f27 HTTP/1.1" status: 200  len: 1131 time: 0.0890665
Nov 24 14:42:17.638474 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-81c9a742-766c-4866-97ab-27312953f333 req-f896ff64-f7e5-4c1a-a839-01261f499fd6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 1136 time: 0.1567605
Nov 24 14:42:17.785093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9a742-766c-4866-97ab-27312953f333 req-871dd035-374b-4d2b-9ad0-9add2ecac991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:17.787776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-81c9a742-766c-4866-97ab-27312953f333 req-871dd035-374b-4d2b-9ad0-9add2ecac991 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5f473047-f471-4fa2-9e4e-1998c4ea4f27 HTTP/1.1" status: 200  len: 896 time: 0.1406684
Nov 24 14:42:17.842677 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe7f550>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '86157714-1271-465b-941d-16ecd569ca9a', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.137', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'port_id': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1323405279', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'mac_address': 'fa:16:3e:8f:17:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:42:15Z', 'updated_at': '2021-11-24T14:42:15Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:17.847523 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] Checking router: a0aac35e-8c08-4070-8278-c8630afdd9fa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:42:17.862224 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:17.864022 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe7f550>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:41:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:17.907379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-81c9a742-766c-4866-97ab-27312953f333 req-f79e240d-5ce2-47d8-a94e-e377f6068303 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1037 time: 0.1130455
Nov 24 14:42:17.980572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9a742-766c-4866-97ab-27312953f333 req-eb3abc11-a889-4583-a631-abb50860a922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:17.982030 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-81c9a742-766c-4866-97ab-27312953f333 req-eb3abc11-a889-4583-a631-abb50860a922 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2765c74a-89b4-40f7-b8b8-7526b6daa39d HTTP/1.1" status: 200  len: 835 time: 0.0672388
Nov 24 14:42:18.088670 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-81c9a742-766c-4866-97ab-27312953f333 req-4464e97a-74fc-4671-ad58-fc8f098246da service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f473047-f471-4fa2-9e4e-1998c4ea4f27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0954669
Nov 24 14:42:18.095921 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:18.242532 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-81c9a742-766c-4866-97ab-27312953f333 req-c4d15bdb-7c95-43c9-9e08-84cdaaf07681 service neutron] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452918
Nov 24 14:42:18.361557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c53a8-6190-46ea-b0a6-62aba11c97a7 req-094c99e6-814a-4e1d-a44a-30311f19f4aa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:18.363698 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bd5c53a8-6190-46ea-b0a6-62aba11c97a7 req-094c99e6-814a-4e1d-a44a-30311f19f4aa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 983 time: 0.2175310
Nov 24 14:42:18.405758 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-81c9a742-766c-4866-97ab-27312953f333 req-14990401-efbf-41f3-960e-99727f1f8286 service neutron] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557562
Nov 24 14:42:18.412719 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bd5c53a8-6190-46ea-b0a6-62aba11c97a7 req-693c48f8-1754-41b8-9d2d-f7e3e93e14e5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434432
Nov 24 14:42:18.520740 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe7f550>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '86157714-1271-465b-941d-16ecd569ca9a', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.137', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'port_id': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1323405279', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'mac_address': 'fa:16:3e:8f:17:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:42:15Z', 'updated_at': '2021-11-24T14:42:15Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:18.525668 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda1ced-b445-47a0-a2f2-30cfa35e8838 None None] The sync data for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv is: [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '86157714-1271-465b-941d-16ecd569ca9a', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.137', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'port_id': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1323405279', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'mac_address': 'fa:16:3e:8f:17:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61fbf0c-7429-416d-8045-c24b9e666725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:42:15Z', 'updated_at': '2021-11-24T14:42:15Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:42:18.742376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe221e-c7f0-4446-8da5-79dda29bd143 None None] New status for floating IP 86157714-1271-465b-941d-16ecd569ca9a: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:42:19.710960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e5cc6-d197-421a-8610-16f0ed2405d4 req-c3b37afc-17cc-4277-8d2e-220cc0c5c60b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:19.712430 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-699e5cc6-d197-421a-8610-16f0ed2405d4 req-c3b37afc-17cc-4277-8d2e-220cc0c5c60b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 983 time: 0.1658700
Nov 24 14:42:19.721948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-a5c62ee0-c02a-4fc7-b686-39d13b89b45c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:19.723379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-a5c62ee0-c02a-4fc7-b686-39d13b89b45c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 983 time: 0.1303878
Nov 24 14:42:19.832754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-7f955686-dcec-4486-978b-2ad8f536a6ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:19.834070 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-7f955686-dcec-4486-978b-2ad8f536a6ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0954926
Nov 24 14:42:19.836191 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-699e5cc6-d197-421a-8610-16f0ed2405d4 req-6a0994dc-ddad-4955-bfde-12b1c06cda45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119320
Nov 24 14:42:19.989796 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-6e49d04f-78db-47c9-9dca-3bcc930c791b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1455286
Nov 24 14:42:20.002286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:20.111161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:20.264336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:20.450856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:20.480882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:42:20.534879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] device_id is not set on port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:42:20.547453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:20.621133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:20.625057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:20.775159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=6']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:20.779880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:20.841498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] No DVR routers for this DVR port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:42:20.989526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ad9a259-c0ce-400f-ad8b-d0fba1b87915 None None] Provisioning complete for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:42:20.989819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a259-c0ce-400f-ad8b-d0fba1b87915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:21.020463 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d27c0cac-34c3-4e65-9700-a1b550c886e9 req-80d3e82b-25ea-4d62-a3a4-b61e4462f947 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 210 time: 0.0522125
Nov 24 14:42:21.057837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9a259-c0ce-400f-ad8b-d0fba1b87915 None None] Port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:42:21.128355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] In _notify_port_updated(), no bound segment for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:42:21.129416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:21.130887 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6690b50-2ae7-4444-8587-f780ac1ec51e req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] 10.222.0.81 "PUT /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1026 time: 1.1330192
Nov 24 14:42:22.220403 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a325958c-c005-42b2-a848-33f35f2f4176 req-5230abc5-402e-4fa2-b203-662abc6067d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61fbf0c-7429-416d-8045-c24b9e666725 HTTP/1.1" status: 200  len: 210 time: 0.0441165
Nov 24 14:42:22.560141 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:42:22.762960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:42:22.828601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:42:23.334421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 58980) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:23.422567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd18fd-dcfb-4199-b6f0-d997627cab7e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:23.424603 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f6cd18fd-dcfb-4199-b6f0-d997627cab7e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 925 time: 0.0891697
Nov 24 14:42:23.452453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eedf9923-6c91-41b3-b56e-16b601ced9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:23.935657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:23.980809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58988) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:23.988025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127117247', 'description': 'tempest-secgroup-smoke-2127117247 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:23.993996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:24.004515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:24.124287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.159851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:24.164225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:24.167216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:24.173527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:24.232600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.336855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.340747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1bb8e50b-0903-4f0b-9d64-c8c856aa7326 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:24.382833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a282bb19-a4e2-4d0c-9373-072d9232db7b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:24.385733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:24.484302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.485537 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5031235
Nov 24 14:42:24.489477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58992) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:24.494872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'a282bb19-a4e2-4d0c-9373-072d9232db7b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:24.501415 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:24.505401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:24.509145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:24.514235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:24.606554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.671928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.777262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.779182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99b78adf-5097-4536-9502-a9808dca86d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:24.801869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81dbe525-0023-4105-a6d9-22ae75cb22ee,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:24.804455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:24.891325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:24.892584 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4021451
Nov 24 14:42:24.895872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 58998) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:24.906451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'a282bb19-a4e2-4d0c-9373-072d9232db7b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:24.909762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:24.913891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:24.916780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:24.922489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:25.024193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.088351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.211740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.219143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc2b3e8d-d570-427f-9059-1c7c739f775f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:25.243785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f091bc18-4a8c-4e6f-8851-ed932b3d60a1,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:25.246433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:25.342945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.344208 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4473367
Nov 24 14:42:25.347011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59002) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:25.352467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'a282bb19-a4e2-4d0c-9373-072d9232db7b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:25.358478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:25.362864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:25.365828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:25.373123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:25.492818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.563986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.656916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.658764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:25.681471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4229c3-22d9-4aef-9940-e4c307a05e24,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:25.683907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:25.720665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2995f038-a01e-4039-aad0-32613c48a3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.789606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.793355 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4428837
Nov 24 14:42:25.795008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59008) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:25.802370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'a282bb19-a4e2-4d0c-9373-072d9232db7b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:25.810406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:25.814242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:25.819141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:25.829813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:25.909481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:25.973576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.119954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.125969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-83aaba82-ca3f-4c3a-88b7-a93c4cc62d5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:26.145825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833fb124-73fb-4a49-ab4a-9b8949c59aaa,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:26.150249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:26.257066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.258357 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4616396
Nov 24 14:42:26.261100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59012) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:26.266946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'a282bb19-a4e2-4d0c-9373-072d9232db7b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:26.272910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:26.276732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:26.279772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:26.287470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:26.387033 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:42:26.394246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.461319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.558237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.560105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-466b0387-9746-4626-ad46-0361cc619ca4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:26.583523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f183f5a6-beac-474a-8be3-77074a58387f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:26.585907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:26.674970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.676264 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4141982
Nov 24 14:42:26.679060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59016) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:26.684864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'a282bb19-a4e2-4d0c-9373-072d9232db7b', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:26.690922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:26.694712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:26.697578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:26.703185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:26.731339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.800550 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:42:26.807875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.885737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.965782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:26.967529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c7e1bad-ebed-421a-82b6-808746b39b9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:26.992171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcf6c90-5853-414e-94bf-09f41f178b6c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:26.996628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:27.091537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:27.092806 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4128451
Nov 24 14:42:27.270282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-94ffa279-a76b-49d4-8da5-258e04851468 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:42:27.342532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-94ffa279-a76b-49d4-8da5-258e04851468 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:42:27.343719 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-94ffa279-a76b-49d4-8da5-258e04851468 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127117247&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.1164501
Nov 24 14:42:27.420783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-a85a6cbd-8739-469d-ad85-f065f5c67ebd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:27.422073 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-a85a6cbd-8739-469d-ad85-f065f5c67ebd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 930 time: 0.0715179
Nov 24 14:42:27.497419 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-9fefa07f-4092-4d6e-9c2b-da086b4bf8dd service neutron] 10.222.0.53 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0626001
Nov 24 14:42:27.644383 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-803b882f-8c75-4eb4-b12d-bffd479976c9 service neutron] 10.222.0.53 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402597
Nov 24 14:42:27.791414 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-459c2305-d33c-4db7-a5b2-2991c3a2de3c service neutron] 10.222.0.53 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410353
Nov 24 14:42:28.166566 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-43695c8f-568c-4718-97a3-ea7225683cf0 req-3aef1f34-5ec5-48f9-894d-8d243001537c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 210 time: 0.0430605
Nov 24 14:42:28.275240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:29.337887 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c43ad08b-7371-4b35-9246-879f9881b7b0 req-f704dd04-b8cf-4559-8077-5acb7df667a9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 210 time: 0.0429585
Nov 24 14:42:30.521071 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0818caaf-6ed9-4e94-91f7-bc6e3048da7f req-16f29c77-d3e6-423e-8ad3-14d06b186d49 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 210 time: 0.0470209
Nov 24 14:42:30.621757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-f10c362e-39ce-4641-8426-4ee9259af22e service neutron] 10.222.0.81 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1026 time: 0.0599973
Nov 24 14:42:30.781810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-2d08dba8-3d30-49b0-b8dd-980a35047700 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:30.783225 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-2d08dba8-3d30-49b0-b8dd-980a35047700 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=5f473047-f471-4fa2-9e4e-1998c4ea4f27 HTTP/1.1" status: 200  len: 795 time: 0.1550062
Nov 24 14:42:30.867436 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-993d9705-fa52-44a7-8718-45500d0515b1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 471 time: 0.0664847
Nov 24 14:42:30.879331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Request body: {'port': {'device_id': '376400b2-2a0d-43b6-add6-02719116cc86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:31.012015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:31.497896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:42:31.504713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:31.519874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Transition to ACTIVE for port object f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:42:31.582924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:31.587433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e630ed9a-b4cb-467c-ad59-3511bfa771cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:31.723980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=7']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:31.728327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:31.739458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06899f-d92a-4ff8-a479-9db30a9363b3 req-82f211ae-155c-47f5-b335-af14d26f569e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:31.741239 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1b06899f-d92a-4ff8-a479-9db30a9363b3 req-82f211ae-155c-47f5-b335-af14d26f569e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 981 time: 0.0922871
Nov 24 14:42:31.792630 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1b06899f-d92a-4ff8-a479-9db30a9363b3 req-ef96a6dc-1aae-4655-ae78-d3d9c339bdb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454381
Nov 24 14:42:31.865140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:42:31.865551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:42:31.865946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:42:31.871796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:42:31.872144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Attempting to bind port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:42:31.879178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:42:31.884582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Checking segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:42:31.884582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Bound using segment: {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:42:31.884582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Bound port: f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45ea3e7-f4f8-492b-80d9-a161add4b3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:42:31.884582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:31.972843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:42:31.975831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:42:32.056019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:32.059688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c4379dc7-8251-4d59-ab8f-671220cc2abe tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:32.119985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:32.121355 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] 10.222.0.81 "PUT /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1131 time: 1.2472448
Nov 24 14:42:32.121871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376400b2-2a0d-43b6-add6-02719116cc86', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:32.138150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=8']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:32.141979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:32.187023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376400b2-2a0d-43b6-add6-02719116cc86', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'status': 'completed', 'code': 200}
Nov 24 14:42:32.287267 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b2a9adc9-62eb-44ac-b82d-15fef4da4928 req-a5a6d034-cadb-431a-b386-9100c1eac69b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 1134 time: 0.0776536
Nov 24 14:42:32.434601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9adc9-62eb-44ac-b82d-15fef4da4928 req-130699d5-abe9-4ce3-92f2-a3bef5f38398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:32.436140 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b2a9adc9-62eb-44ac-b82d-15fef4da4928 req-130699d5-abe9-4ce3-92f2-a3bef5f38398 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 896 time: 0.1400349
Nov 24 14:42:32.577976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9adc9-62eb-44ac-b82d-15fef4da4928 req-cec48c4a-7cf9-4a2f-a4b5-1a8072d0fe01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:32.579593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b2a9adc9-62eb-44ac-b82d-15fef4da4928 req-cec48c4a-7cf9-4a2f-a4b5-1a8072d0fe01 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1365476
Nov 24 14:42:32.686695 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-52de9799-abf9-4a50-9058-73996b66f266 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 1134 time: 0.0721140
Nov 24 14:42:32.693685 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-71cc7fa5-c438-47b3-b4a8-df55409deaf0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629395786&fields=id&tenant_id=30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 267 time: 0.0426092
Nov 24 14:42:32.798807 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-b80a1954-041c-4efa-ba13-f0ec3879a8c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1037 time: 0.1036680
Nov 24 14:42:32.849713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-f198c226-de78-4c1f-b69b-2a3070dd17fc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:32.851203 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-f198c226-de78-4c1f-b69b-2a3070dd17fc tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 812 time: 0.1510007
Nov 24 14:42:32.867735 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-f831c955-3bb5-4a78-bba1-bb69a2266b93 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/quotas/30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 375 time: 0.0113103
Nov 24 14:42:32.877380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-c77d0ed0-0db6-4d4e-b619-c4125fb7e328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:32.879198 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-c77d0ed0-0db6-4d4e-b619-c4125fb7e328 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2765c74a-89b4-40f7-b8b8-7526b6daa39d HTTP/1.1" status: 200  len: 835 time: 0.0734403
Nov 24 14:42:32.964228 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-11b97e76-9f27-4924-8b98-345cf2585463 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0912478
Nov 24 14:42:33.022835 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-54395ab0-8847-470a-a1ec-0999e2629700 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5f473047-f471-4fa2-9e4e-1998c4ea4f27&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1360500
Nov 24 14:42:33.033197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bedc38-fdc7-4519-bab7-4a3dd59d23e0 req-69a7e2e5-008e-4edb-a12b-32155c8b87ea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:33.035346 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b5bedc38-fdc7-4519-bab7-4a3dd59d23e0 req-69a7e2e5-008e-4edb-a12b-32155c8b87ea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 981 time: 0.1070349
Nov 24 14:42:33.108638 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-5809bf9c-b872-495a-a552-578f5c9609ea service neutron] 10.222.0.53 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324241
Nov 24 14:42:33.181236 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b5bedc38-fdc7-4519-bab7-4a3dd59d23e0 req-94034789-93a9-41f4-b79d-b9efe7a340e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254056
Nov 24 14:42:33.216919 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-b5d0762f-9aa6-4ceb-80ca-e1fed32e9f10 service neutron] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794438
Nov 24 14:42:33.248442 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-b18ae2a6-9b8b-4815-962a-e701fd6a4c8e service neutron] 10.222.0.53 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342881
Nov 24 14:42:33.354550 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0f67ad6-ad9d-4244-993f-07c375b3571e req-322bcd26-a193-4f4e-b890-84d3f1ceaa2e service neutron] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319900
Nov 24 14:42:33.999330 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d16bd1a-5632-4f2b-8f47-ff5d1a43b74b req-5ab5dfe4-df7a-44af-b249-8d2f447b8fb9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 210 time: 0.0479283
Nov 24 14:42:34.383844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7697e-0ea3-439a-8e90-3682f3f270ac req-54a6d67a-a489-4b40-9310-175d8d05ef50 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:34.513532 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5ca7697e-0ea3-439a-8e90-3682f3f270ac req-54a6d67a-a489-4b40-9310-175d8d05ef50 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 981 time: 0.0792613
Nov 24 14:42:34.513532 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5ca7697e-0ea3-439a-8e90-3682f3f270ac req-11eb9737-f5ca-4736-965d-c4c35bf56457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412469
Nov 24 14:42:35.270710 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0309d9d7-96b4-4e46-8aaf-c06558cbf8f8 req-6086f58a-1c36-495e-970e-29059e3a8733 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 210 time: 0.1511571
Nov 24 14:42:35.796059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce429b5-d8f0-46de-a417-6cec94d5267e req-5dbe725a-26b3-4fd2-9f50-7d3edd1746c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:35.797436 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cce429b5-d8f0-46de-a417-6cec94d5267e req-5dbe725a-26b3-4fd2-9f50-7d3edd1746c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 981 time: 0.1824532
Nov 24 14:42:35.845230 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cce429b5-d8f0-46de-a417-6cec94d5267e req-4d9ac3e8-33c4-412e-b094-19c572509c3c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416238
Nov 24 14:42:36.272076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-627d6a1a-fc74-40e2-aa02-03974c6225a0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:36.273496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-627d6a1a-fc74-40e2-aa02-03974c6225a0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 812 time: 0.1455400
Nov 24 14:42:36.329559 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-e7d0ce47-2e73-4164-b32b-00836cdf88f8 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d72de9781d4279be986cf6b0dcc86a HTTP/1.1" status: 200  len: 380 time: 0.0415130
Nov 24 14:42:36.338826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'port': {'device_id': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'admin_state_up': True, 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'security_groups': ['eb1092ca-27e9-4c5b-9df1-b9765500656a']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:36.469202 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-55188f74-4f82-4946-a372-0a898045cd49 req-5ffa14f4-74d3-4b38-8c24-79bd907f88f2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 210 time: 0.0546355
Nov 24 14:42:36.529885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:36.535140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:36.622852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Made reservation on behalf of 30d72de9781d4279be986cf6b0dcc86a for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:42:36.625924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:36.792147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Allocated IP 172.20.0.9 (efc160bb-4be8-4cb6-8ce4-d955bf28e95f/f59739d1-3c0e-4df3-a4ec-ed959ec36cc0/6f086a81-d355-4aa3-b576-9130b53a4115) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:42:36.840541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:42:36.992284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:36.997732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:37.008900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Transition to ACTIVE for port object 6f086a81-d355-4aa3-b576-9130b53a4115 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:42:37.018328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'port_id': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'mac_address': 'fa:16:3e:8f:17:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:42:37.065893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970fca-864e-4c09-a536-d4c5276c0058 req-b92e3694-0c46-4dc0-9d33-a042089e11e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:37.067332 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-18970fca-864e-4c09-a536-d4c5276c0058 req-b92e3694-0c46-4dc0-9d33-a042089e11e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 981 time: 0.0883977
Nov 24 14:42:37.081192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:37.099429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:42:37.112181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:37.121380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:37.121570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:37.124906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-18970fca-864e-4c09-a536-d4c5276c0058 req-720db968-5b4b-4d5d-af17-65019dbbce65 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514925
Nov 24 14:42:37.183490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:42:37.191248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:42:37.193724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:42:37.194278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:37.195637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3ef9c115-c278-4578-a59e-55539c3f20fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:37.243791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=6f086a81-d355-4aa3-b576-9130b53a4115,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:37.248328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:37.287934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:37.288640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:37.298275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=9']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:37.301970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:37.413660 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0753572
Nov 24 14:42:37.423777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Request body: {'port': {'device_id': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:37.427861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:42:37.539334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:37.589429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-773323d0-3177-481e-a75d-ef71b0ffdf3f None None] Provisioning for port 6f086a81-d355-4aa3-b576-9130b53a4115 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:42:37.636887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-773323d0-3177-481e-a75d-ef71b0ffdf3f None None] Provisioning complete for port 6f086a81-d355-4aa3-b576-9130b53a4115 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:42:37.637689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-773323d0-3177-481e-a75d-ef71b0ffdf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:37.714153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-773323d0-3177-481e-a75d-ef71b0ffdf3f None None] Port 6f086a81-d355-4aa3-b576-9130b53a4115 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:42:37.887849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157c9ed-0718-485a-8e8e-140179d7cbc9 req-fa5d826a-fb11-4e58-9474-d9b53533b01b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:37.888566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6157c9ed-0718-485a-8e8e-140179d7cbc9 req-fa5d826a-fb11-4e58-9474-d9b53533b01b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:42:37.969684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f086a81-d355-4aa3-b576-9130b53a4115 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:42:37.977082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:37.983822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6157c9ed-0718-485a-8e8e-140179d7cbc9 req-fa5d826a-fb11-4e58-9474-d9b53533b01b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:42:37.985591 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6157c9ed-0718-485a-8e8e-140179d7cbc9 req-fa5d826a-fb11-4e58-9474-d9b53533b01b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 931 time: 0.2887969
Nov 24 14:42:38.007181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Transition to ACTIVE for port object 6f086a81-d355-4aa3-b576-9130b53a4115 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:42:38.038508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6157c9ed-0718-485a-8e8e-140179d7cbc9 req-7e2c5493-37fb-4279-88b2-b3ab69ea4ce3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461228
Nov 24 14:42:38.129106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:38.130201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-168a57f0-9688-43d6-91ef-934e5b157423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:38.349806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce7e2f-661c-4d02-a5a6-d73ed4c3cad1 req-660aee70-5528-45cc-97f6-e88fdfe6b809 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:38.351451 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0bce7e2f-661c-4d02-a5a6-d73ed4c3cad1 req-660aee70-5528-45cc-97f6-e88fdfe6b809 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 982 time: 0.0980763
Nov 24 14:42:38.388438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f086a81-d355-4aa3-b576-9130b53a4115,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:38.404519 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0bce7e2f-661c-4d02-a5a6-d73ed4c3cad1 req-c2fc0cb2-79ab-412c-b155-a0d18b060d46 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471790
Nov 24 14:42:38.464453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.464835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.465206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.465577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.465942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.466308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.466698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.467060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.467417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.467773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.468148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:38.473471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:38.507920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Attempting to bind port 6f086a81-d355-4aa3-b576-9130b53a4115 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:42:38.507920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Attempting to bind port 6f086a81-d355-4aa3-b576-9130b53a4115 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:42:38.507920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Attempting to bind port 6f086a81-d355-4aa3-b576-9130b53a4115 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:42:38.513905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Port 6f086a81-d355-4aa3-b576-9130b53a4115 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:42:38.514221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Attempting to bind port 6f086a81-d355-4aa3-b576-9130b53a4115 on network efc160bb-4be8-4cb6-8ce4-d955bf28e95f {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:42:38.521704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:42:38.522030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Checking segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:42:38.522409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Bound using segment: {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:42:38.522822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Bound port: 6f086a81-d355-4aa3-b576-9130b53a4115, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:42:38.523167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:38.614630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] For port 6f086a81-d355-4aa3-b576-9130b53a4115, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:42:38.618024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] For port 6f086a81-d355-4aa3-b576-9130b53a4115, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6f086a81-d355-4aa3-b576-9130b53a4115,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:42:38.729901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:38.733757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:38.786135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:38.787531 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] 10.222.0.81 "PUT /v2.0/ports/6f086a81-d355-4aa3-b576-9130b53a4115 HTTP/1.1" status: 200  len: 1093 time: 1.3679934
Nov 24 14:42:38.793888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:38.824796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f086a81-d355-4aa3-b576-9130b53a4115,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:38.824796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:38.837192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:42:38.874074 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115', 'status': 'completed', 'code': 200}
Nov 24 14:42:38.973939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58933267-49d7-4711-bf52-1814be9b8052 req-d1142cbe-d519-40f1-a562-8f398726b565 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 1096 time: 0.0757427
Nov 24 14:42:39.011520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:42:39.021334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:42:39.021715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:39.139188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58933267-49d7-4711-bf52-1814be9b8052 req-365d43f6-d9ae-4e0e-a61e-48070aaab62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:39.140925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58933267-49d7-4711-bf52-1814be9b8052 req-365d43f6-d9ae-4e0e-a61e-48070aaab62f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=30d72de9781d4279be986cf6b0dcc86a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1588998
Nov 24 14:42:39.164944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:39.193501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376400b2-2a0d-43b6-add6-02719116cc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:39.204724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:39.257186 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376400b2-2a0d-43b6-add6-02719116cc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87', 'code': 200}
Nov 24 14:42:39.287339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536700b-4476-43d4-8f71-9d8fced206d1 req-29a4ed09-062b-40e5-9490-3efc4c4bd955 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:39.288866 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f536700b-4476-43d4-8f71-9d8fced206d1 req-29a4ed09-062b-40e5-9490-3efc4c4bd955 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.1029613
Nov 24 14:42:39.291847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:39.293822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:39.301825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58933267-49d7-4711-bf52-1814be9b8052 req-e2545ffd-2c64-4767-acdb-66df727df3a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:39.312527 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58933267-49d7-4711-bf52-1814be9b8052 req-e2545ffd-2c64-4767-acdb-66df727df3a4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1543970
Nov 24 14:42:39.341894 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f536700b-4476-43d4-8f71-9d8fced206d1 req-56ab9c85-0dde-4f94-a33f-2a4b53f4c9e7 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452514
Nov 24 14:42:39.365436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=10']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:39.375614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:39.418771 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-127d9622-9173-4fea-8444-9bf5647a2b85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 1096 time: 0.0727816
Nov 24 14:42:39.493907 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-c5eb1e08-b3fe-4761-b254-1ed39392cd75 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f086a81-d355-4aa3-b576-9130b53a4115 HTTP/1.1" status: 200  len: 217 time: 0.0676110
Nov 24 14:42:39.613246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-8755c302-b540-46ee-b5df-28009d557b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:39.614642 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-8755c302-b540-46ee-b5df-28009d557b9c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.1132138
Nov 24 14:42:39.735133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af73dd-238e-421c-92fb-595c0cf57314 req-5732d5c2-e58e-41e9-81bf-ad2e62843534 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:39.737086 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c9af73dd-238e-421c-92fb-595c0cf57314 req-5732d5c2-e58e-41e9-81bf-ad2e62843534 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 984 time: 0.2001812
Nov 24 14:42:39.793299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-713f4195-37be-427b-af25-662f96b24f0e req-c7e8326b-2da8-4e6a-b76c-11de4cfac740 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 1137 time: 0.1825826
Nov 24 14:42:39.819109 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-59f92778-234f-4194-a888-d8415a968e9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1731546
Nov 24 14:42:39.856424 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c9af73dd-238e-421c-92fb-595c0cf57314 req-d87b21c8-7704-4a56-a6a2-96383e827647 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141894
Nov 24 14:42:39.935811 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-713f4195-37be-427b-af25-662f96b24f0e req-516e4275-cdc0-4b0b-8ae7-08a01e18dcc6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348324
Nov 24 14:42:39.981624 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-2a5b3875-c072-46c2-ba67-2ee007980a15 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536956
Nov 24 14:42:40.258314 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-935cfa1a-376e-4129-9582-51a6c8f15743 req-68c81bf8-6d9e-4d20-8fb8-358c01aa0398 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265466
Nov 24 14:42:40.546445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdc77b-a5b9-4c16-ac47-27b1bf1d5797 req-257b0568-9817-4996-ae13-8c3766e92fd2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:40.547868 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-09fdc77b-a5b9-4c16-ac47-27b1bf1d5797 req-257b0568-9817-4996-ae13-8c3766e92fd2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.0768678
Nov 24 14:42:40.595370 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-09fdc77b-a5b9-4c16-ac47-27b1bf1d5797 req-d7082c12-b0c7-4021-9263-3461db0eb30b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408850
Nov 24 14:42:41.058655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b4876-79b4-4405-87cd-b6700243d865 req-55d7ed66-727c-4dde-a7ec-dc4b6f3b2967 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:41.060104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba3b4876-79b4-4405-87cd-b6700243d865 req-55d7ed66-727c-4dde-a7ec-dc4b6f3b2967 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 984 time: 0.0820422
Nov 24 14:42:41.110098 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba3b4876-79b4-4405-87cd-b6700243d865 req-ae89b3c6-9aba-4a13-b55d-f8ab038131fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442970
Nov 24 14:42:41.797298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfa4d6-1d0b-4e71-9c55-4b758cf379fc req-316f5dd5-37f6-4100-a96a-530b029578d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:41.798740 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-77bfa4d6-1d0b-4e71-9c55-4b758cf379fc req-316f5dd5-37f6-4100-a96a-530b029578d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.0829227
Nov 24 14:42:41.845530 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-77bfa4d6-1d0b-4e71-9c55-4b758cf379fc req-af4f4122-ffa8-47c0-a086-881219ed24f9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411286
Nov 24 14:42:42.307801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531947a5-24cc-4842-97a0-cd0cc9760493 req-0b6c66ba-1a80-4938-aba2-8ead543eae86 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:42.309340 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-531947a5-24cc-4842-97a0-cd0cc9760493 req-0b6c66ba-1a80-4938-aba2-8ead543eae86 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 984 time: 0.0782681
Nov 24 14:42:42.355353 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-531947a5-24cc-4842-97a0-cd0cc9760493 req-f077d264-4e37-46af-9e22-dde3d94b69c7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404546
Nov 24 14:42:42.548890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65384c-34a1-4253-9812-62c30ccb751c req-8ffd2a76-c3ee-43b9-83d6-a415b4753fa7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:42.550322 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6a65384c-34a1-4253-9812-62c30ccb751c req-8ffd2a76-c3ee-43b9-83d6-a415b4753fa7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 984 time: 0.0768514
Nov 24 14:42:42.596919 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6a65384c-34a1-4253-9812-62c30ccb751c req-cf259c59-b74f-4334-87eb-8c565603e2e7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400853
Nov 24 14:42:42.625608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59118) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:42.813261 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-833ba7f2-0a1b-469d-82da-0146310bc44c tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86&network_id=5f473047-f471-4fa2-9e4e-1998c4ea4f27 HTTP/1.1" status: 200  len: 1132 time: 0.1864154
Nov 24 14:42:43.054408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813df49-fdce-4f4d-85c2-353d3eea5b21 req-07ca4532-e7ee-4f3d-b849-dac9bff730ff tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:43.055854 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8813df49-fdce-4f4d-85c2-353d3eea5b21 req-07ca4532-e7ee-4f3d-b849-dac9bff730ff tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.0864065
Nov 24 14:42:43.103028 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8813df49-fdce-4f4d-85c2-353d3eea5b21 req-d4befeb1-5b1f-409d-8c42-7fc7899ea9c6 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405746
Nov 24 14:42:43.469173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18356c7d-d9e0-46e2-97e2-6cbc721425d3 req-3cba3a79-fa7d-4b01-8944-b8245cbbd455 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:43.470524 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-18356c7d-d9e0-46e2-97e2-6cbc721425d3 req-3cba3a79-fa7d-4b01-8944-b8245cbbd455 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 984 time: 0.0768902
Nov 24 14:42:43.520898 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-18356c7d-d9e0-46e2-97e2-6cbc721425d3 req-499fdfe9-5f0d-40f3-ae66-fe59639be135 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441995
Nov 24 14:42:44.297765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96600b1a-db15-4d5e-b0bd-bf16e08a7420 req-766e3e82-f2d0-4bb3-8d81-159073776b14 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:44.299209 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96600b1a-db15-4d5e-b0bd-bf16e08a7420 req-766e3e82-f2d0-4bb3-8d81-159073776b14 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.0762854
Nov 24 14:42:44.344572 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96600b1a-db15-4d5e-b0bd-bf16e08a7420 req-e0efb763-e41c-47c4-8fe7-9e724c926255 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392447
Nov 24 14:42:44.719215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def19c3-b104-4c0c-8e82-99b8064cc8bd req-5b5d4526-6f97-4dfb-bcd3-a77cbf2d4ea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:44.720670 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7def19c3-b104-4c0c-8e82-99b8064cc8bd req-5b5d4526-6f97-4dfb-bcd3-a77cbf2d4ea8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 984 time: 0.0792272
Nov 24 14:42:44.766158 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7def19c3-b104-4c0c-8e82-99b8064cc8bd req-562dc585-2001-4abb-b028-117bb9dd8f65 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe00b603-5247-437f-9f87-1c4f1a5d6c77&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391948
Nov 24 14:42:44.933813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-cf87fc20-7f0d-4723-9b57-ea84121a7e14 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:44.935200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-cf87fc20-7f0d-4723-9b57-ea84121a7e14 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 984 time: 0.0782456
Nov 24 14:42:45.006071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-98d588f7-e74f-46c3-bee0-2dbd02637433 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:45.007395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-98d588f7-e74f-46c3-bee0-2dbd02637433 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0635614
Nov 24 14:42:45.150310 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-b99f0d4f-e3db-4a13-b999-752ae8230459 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1361635
Nov 24 14:42:45.162051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:45.271179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:45.464261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:45.544095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] For port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:42:45.605874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] device_id is not set on port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 yet. {{(pid=84233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 24 14:42:45.616846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:45.624496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53404f91-86ff-4b99-b936-bfab6f6b222e req-315de6a7-0ebd-4eb1-8523-1e51c195f694 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:45.625963 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53404f91-86ff-4b99-b936-bfab6f6b222e req-315de6a7-0ebd-4eb1-8523-1e51c195f694 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.1595037
Nov 24 14:42:45.673723 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53404f91-86ff-4b99-b936-bfab6f6b222e req-ee705f9f-9309-4790-8eea-e551914c2c19 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409226
Nov 24 14:42:45.674769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:45.678987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1963669c-cfb3-46e3-8146-f3c5d96ecbd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:45.812738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=11']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:45.817767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:45.885516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] No DVR routers for this DVR port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:42:45.944765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e12f3e92-ce4e-46f1-9f3b-03c945ee9d0e None None] Provisioning complete for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:42:45.945354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e12f3e92-ce4e-46f1-9f3b-03c945ee9d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:45.970749 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2da8a1a4-e3fe-41ec-a4eb-f03038e2f094 req-d8bf7716-bb38-48b0-b3ae-a2e16ccab8a4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 210 time: 0.0493941
Nov 24 14:42:46.003945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e12f3e92-ce4e-46f1-9f3b-03c945ee9d0e None None] Port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:42:46.132518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] In _notify_port_updated(), no bound segment for port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 on network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 {{(pid=84233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Nov 24 14:42:46.133560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:46.134837 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c654b02d-b26d-433a-bf60-dc27054b3faf req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] 10.222.0.81 "PUT /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 200  len: 1027 time: 0.9768469
Nov 24 14:42:46.886843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa3686-a1f7-40c9-b183-eee432689b2a req-1c5d78c5-2fa6-4464-97e4-6f21b9c52c97 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:46.888575 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a3fa3686-a1f7-40c9-b183-eee432689b2a req-1c5d78c5-2fa6-4464-97e4-6f21b9c52c97 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.0905263
Nov 24 14:42:46.934453 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a3fa3686-a1f7-40c9-b183-eee432689b2a req-22f2499a-6327-4853-aa67-3ae7cde6591b tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404146
Nov 24 14:42:47.152236 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-292421a4-e41f-4201-90b5-8566071e0598 req-0f7927b5-7e84-40ba-8f6b-8e5a12d3cb5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=376400b2-2a0d-43b6-add6-02719116cc86 HTTP/1.1" status: 200  len: 210 time: 0.0434961
Nov 24 14:42:48.139075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b912-d6da-4e8e-8d0c-c105b558e439 req-00543d82-8f9a-4269-b2d6-f4870e05e813 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:48.140542 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e507b912-d6da-4e8e-8d0c-c105b558e439 req-00543d82-8f9a-4269-b2d6-f4870e05e813 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 943 time: 0.0831063
Nov 24 14:42:48.187917 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e507b912-d6da-4e8e-8d0c-c105b558e439 req-b7f31322-a637-4b06-931e-426b35261ee5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408368
Nov 24 14:42:48.257393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59144) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:48.325899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:48.354365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:48.502172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:48.506733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f0bfd994-4a3d-4390-ba25-284e20e26318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:48.526169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a282bb19-a4e2-4d0c-9373-072d9232db7b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:48.535200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.536781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.536781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.536781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.536781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.537135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.537434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.537793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.538152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.538506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.538861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:48.541975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:48.586248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:48.587387 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/a282bb19-a4e2-4d0c-9373-072d9232db7b HTTP/1.1" status: 204  len: 168 time: 0.3290267
Nov 24 14:42:48.685337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59150) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:48.888063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port f65a2cf1-8092-4552-bcbf-e0e01e3e84e9 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:42:48.888429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:48.899081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 6f086a81-d355-4aa3-b576-9130b53a4115 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:42:48.901392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:42:48.983188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:42:49.066072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:49.066392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:49.090842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 6f086a81-d355-4aa3-b576-9130b53a4115, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6f086a81-d355-4aa3-b576-9130b53a4115,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:49.104201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '6f086a81-d355-4aa3-b576-9130b53a4115', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'port_id': '6f086a81-d355-4aa3-b576-9130b53a4115', 'mac_address': 'fa:16:3e:d0:06:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:42:49.162891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:49.180227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f086a81-d355-4aa3-b576-9130b53a4115 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:42:49.189384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for f65a2cf1-8092-4552-bcbf-e0e01e3e84e9 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:42:49.196238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 6f086a81-d355-4aa3-b576-9130b53a4115, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6f086a81-d355-4aa3-b576-9130b53a4115,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:49.278415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:49.280328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:49.347829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=6f086a81-d355-4aa3-b576-9130b53a4115,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:49.351761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:49.486150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['6f086a81-d355-4aa3-b576-9130b53a4115'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:42:49.505951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f368aa-50c2-47f5-8a46-421f381b5940 req-f483e500-d596-45ac-8d7d-69f998d46b06 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:49.508642 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-87f368aa-50c2-47f5-8a46-421f381b5940 req-f483e500-d596-45ac-8d7d-69f998d46b06 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 944 time: 0.1911457
Nov 24 14:42:49.532880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:49.541049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:49.589324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=f65a2cf1-8092-4552-bcbf-e0e01e3e84e9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:49.592500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:49.682087 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-87f368aa-50c2-47f5-8a46-421f381b5940 req-80940206-e371-4715-9be9-cd89d4ad60a1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1687803
Nov 24 14:42:49.703357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:50.101652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router a0aac35e-8c08-4070-8278-c8630afdd9fa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:42:50.268369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:50.301150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:42:50.311750 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] Sync routers for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:42:50.324308 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:50.324916 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e4f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:50.382689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:50.438083 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/86157714-1271-465b-941d-16ecd569ca9a HTTP/1.1" status: 204  len: 168 time: 1.7516408
Nov 24 14:42:50.502489 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:50.596251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59160) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:50.666956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:50.696263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:50.825290 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e4f0>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:50.829421 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] Checking router: a0aac35e-8c08-4070-8278-c8630afdd9fa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:42:50.841302 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:50.841947 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e4f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:50.914583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 6f086a81-d355-4aa3-b576-9130b53a4115 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:42:50.963893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:50.971901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57af51ae-018b-44d3-9afd-a78e645baf5d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:50.992112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:50.996734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:51.016986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:51.025192 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:51.028710 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/aa46d13f-f8be-4e46-9a1e-4fcd8ec5cad1 HTTP/1.1" status: 204  len: 168 time: 0.4312642
Nov 24 14:42:51.053673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e60a9-6066-460e-9a4d-4b7fd2474e90 req-928d8d4d-0b84-444a-aa31-bf27f03537c2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:51.055141 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-570e60a9-6066-460e-9a4d-4b7fd2474e90 req-928d8d4d-0b84-444a-aa31-bf27f03537c2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 944 time: 0.2397046
Nov 24 14:42:51.085608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 6f086a81-d355-4aa3-b576-9130b53a4115 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:42:51.090564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 6f086a81-d355-4aa3-b576-9130b53a4115 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:42:51.091078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:51.102948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-570e60a9-6066-460e-9a4d-4b7fd2474e90 req-722e8878-b485-4cd4-8a67-fd8a174b00da tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423148
Nov 24 14:42:51.143966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59168) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:51.214183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:51.224495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:42:51.224845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:51.245018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:51.255819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 6f086a81-d355-4aa3-b576-9130b53a4115, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6f086a81-d355-4aa3-b576-9130b53a4115,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:51.309502 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115', 'code': 200}
Nov 24 14:42:51.333866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:51.342762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:51.379153 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff6e4f0>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:51.385093 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70717e37-8471-4f9a-bccf-f21cd8a74720 None None] The sync data for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv is: [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '50dd805f-5b4a-451e-822d-10d9b37cb0ba', 'name': '', 'network_id': '5f473047-f471-4fa2-9e4e-1998c4ea4f27', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:03:d8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:51Z', 'updated_at': '2021-11-24T14:41:57Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '2765c74a-89b4-40f7-b8b8-7526b6daa39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:42:51.407272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=6f086a81-d355-4aa3-b576-9130b53a4115,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:51.422010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.422455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.422886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.423321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.423745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.424202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.424640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.425450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.425919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.426459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.426999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:42:51.432760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:51.501935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:51.625118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 owned by  {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:42:51.647356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2fd7d-09b2-40c7-8e5d-fcd62e67c7c4 None None] New status for floating IP 86157714-1271-465b-941d-16ecd569ca9a: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:42:51.808902 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9a4fffeb-4aa4-4cd0-a429-1019645f204a req-a3b466a5-cfac-448c-a3e1-03c4ba891477 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 1098 time: 0.0818014
Nov 24 14:42:51.861386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9a4fffeb-4aa4-4cd0-a429-1019645f204a req-24582863-1599-4ac6-bab0-7ed9bb7d508f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449905
Nov 24 14:42:51.953465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:51.959219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b850411-1998-448a-af49-95b805e9f7a8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:52.002437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:52.005100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:52.105171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:52.114953 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/ports/f5c10dd6-0dc1-426d-9564-0e3ebb8e1e87 HTTP/1.1" status: 204  len: 168 time: 0.9695120
Nov 24 14:42:52.117697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59174) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:52.380468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c6ef0-9b15-4b8f-9f57-6980dabfb2b2 req-791a8cd3-af03-47b6-bf2b-f007dbd5c3f1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:52.381922 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eb9c6ef0-9b15-4b8f-9f57-6980dabfb2b2 req-791a8cd3-af03-47b6-bf2b-f007dbd5c3f1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 945 time: 0.1169152
Nov 24 14:42:52.505909 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eb9c6ef0-9b15-4b8f-9f57-6980dabfb2b2 req-db8239d4-40e6-4ceb-bec8-a1276e4a6981 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1167195
Nov 24 14:42:52.627090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:53.250095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 50dd805f-5b4a-451e-822d-10d9b37cb0ba {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:42:53.250430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:53.439492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f904085d-9af8-4070-b04b-2053d1d23a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:53.443958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 50dd805f-5b4a-451e-822d-10d9b37cb0ba, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=50dd805f-5b4a-451e-822d-10d9b37cb0ba,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:53.443958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:53.680777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 50dd805f-5b4a-451e-822d-10d9b37cb0ba owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:42:53.715877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db176ed2-a7fa-43b5-8652-769477c20a25 req-a4078161-d7bd-46e8-9d07-b9710036c006 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:53.717095 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db176ed2-a7fa-43b5-8652-769477c20a25 req-a4078161-d7bd-46e8-9d07-b9710036c006 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 945 time: 0.0809634
Nov 24 14:42:53.764022 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db176ed2-a7fa-43b5-8652-769477c20a25 req-74d64d66-df6b-4476-b3d3-27eee82e4e27 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414157
Nov 24 14:42:53.912940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:53.936617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:53.944989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ae874f90-b05e-48d1-beec-57104f3b868a tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:53.994591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=50dd805f-5b4a-451e-822d-10d9b37cb0ba,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:53.998028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:54.166379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b0bdf-37bc-4cb0-a9fb-2463d237599e req-6863aad6-45fb-4c72-b2e4-75a2d4dd42b9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:54.167949 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e07b0bdf-37bc-4cb0-a9fb-2463d237599e req-6863aad6-45fb-4c72-b2e4-75a2d4dd42b9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 945 time: 0.2684596
Nov 24 14:42:54.228993 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e07b0bdf-37bc-4cb0-a9fb-2463d237599e req-53e65bda-0653-4122-8055-b817182cb389 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553696
Nov 24 14:42:54.258082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59184) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:54.351476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:54.464775 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-556f8a3d-7653-421e-9562-a56849eebff5 tempest-TestVolumeBootPattern-811193556 tempest-TestVolumeBootPattern-811193556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 1093 time: 0.2054498
Nov 24 14:42:54.467335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59190) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:54.472484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '6f086a81-d355-4aa3-b576-9130b53a4115', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:54.478528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:54.482454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Usage tracker for resource:floatingip and tenant:30d72de9781d4279be986cf6b0dcc86a is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:54.485526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:54.491596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:54.582209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:54.718781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:54.867240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Allocated IP 172.26.2.17 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/fcdb5d95-9f6c-45e0-84bb-a2476c1a5693) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:42:54.948474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router a0aac35e-8c08-4070-8278-c8630afdd9fa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:42:55.012909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.109068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.112985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2d9d0e40-fda9-4884-a82c-3f62ee57014b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:55.179275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:42:55.182411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:42:55.186553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:42:55.213290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=fcdb5d95-9f6c-45e0-84bb-a2476c1a5693,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:55.223135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:55.271709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:42:55.281983 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] Sync routers for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:42:55.285799 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/a0aac35e-8c08-4070-8278-c8630afdd9fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1666434
Nov 24 14:42:55.288382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59194) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:55.294985 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:55.295579 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642042ee80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:55.483463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet 2765c74a-89b4-40f7-b8b8-7526b6daa39d {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:42:55.486535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.488165 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:55.542396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.655838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.697530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b7f6e22c-3dc0-4dfc-bf1f-16894bb54db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.744614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.802752 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642042ee80>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:42:53Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:55.807341 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] Checking router: a0aac35e-8c08-4070-8278-c8630afdd9fa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:42:55.817198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.820952 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] Routers {'a0aac35e-8c08-4070-8278-c8630afdd9fa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:55.820952 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642042ee80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['a0aac35e-8c08-4070-8278-c8630afdd9fa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:55.822237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8502ade7-6e77-4be4-b5f5-54821d77f02a tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:55.863083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=2765c74a-89b4-40f7-b8b8-7526b6daa39d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:55.867838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:55.868857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:55.877839 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/2765c74a-89b4-40f7-b8b8-7526b6daa39d HTTP/1.1" status: 204  len: 168 time: 0.5881846
Nov 24 14:42:55.879236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59198) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:55.883647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089724b-af8d-46e3-95fd-c88dbb722adb None None] Network 5f473047-f471-4fa2-9e4e-1998c4ea4f27 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:42:55.925326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.032039 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] Set router a0aac35e-8c08-4070-8278-c8630afdd9fa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:56.120167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.203549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] DHCP port deletion for 5f473047-f471-4fa2-9e4e-1998c4ea4f27 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:42:56.207462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Deleting port c03ddc00-5c9d-473d-bd8e-64c4283c0718 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:42:56.208429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.288656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.347222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.362913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7386b152-49a7-4d74-ba69-fe1c98e2a2f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:56.365962 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642042ee80>, [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:42:53Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:56.370628 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4a9c7-a66d-40d3-b0aa-84df285431fa None None] The sync data for ids ['a0aac35e-8c08-4070-8278-c8630afdd9fa'] in dv-neutron-818347-1-hyperv is: [{'id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'name': 'tempest-TestNetworkBasicOps-router-790149055', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228'}], 'enable_snat': True}, 'gw_port_id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:41:46Z', 'updated_at': '2021-11-24T14:42:53Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '59e98b0c-1100-4d6f-b17d-d381728d0de2', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aac35e-8c08-4070-8278-c8630afdd9fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:41:47Z', 'updated_at': '2021-11-24T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:42:56.398755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.467218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event updated for resources: {'Port': ['ID=fcdb5d95-9f6c-45e0-84bb-a2476c1a5693,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:56.467727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] For port c03ddc00-5c9d-473d-bd8e-64c4283c0718, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c03ddc00-5c9d-473d-bd8e-64c4283c0718,segment=NetworkSegment(e45ea3e7-f4f8-492b-80d9-a161add4b3df),segment_id=e45ea3e7-f4f8-492b-80d9-a161add4b3df)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:56.468147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.473188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:56.494629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.496280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 59e98b0c-1100-4d6f-b17d-d381728d0de2 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:42:56.496874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.593153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Calling delete_port for c03ddc00-5c9d-473d-bd8e-64c4283c0718 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:42:56.688858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 59e98b0c-1100-4d6f-b17d-d381728d0de2, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=59e98b0c-1100-4d6f-b17d-d381728d0de2,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:42:56.689202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.698574 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Floating IP bb26123f-b503-41ce-8cdc-bb5fd1208434 associated. External IP: 172.26.2.17, port: 6f086a81-d355-4aa3-b576-9130b53a4115.
Nov 24 14:42:56.748172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.792671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:56.799356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:56.815806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 59e98b0c-1100-4d6f-b17d-d381728d0de2 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:42:56.862891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Pushing event deleted for resources: {'Port': ['ID=c03ddc00-5c9d-473d-bd8e-64c4283c0718,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:56.867534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:56.870738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] No DVR routers for this DVR port c03ddc00-5c9d-473d-bd8e-64c4283c0718 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:42:57.074283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:57.079204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-db192374-09cb-4627-bf0a-bd5f92673a10 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:57.145316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:42:57.247566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=59e98b0c-1100-4d6f-b17d-d381728d0de2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:57.250328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:57.363042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:42:57.373598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:42:57.386306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:57.386931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642037dd00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:57.449623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:57.471544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:57.523748 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0414336
Nov 24 14:42:57.523748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:42:57.574284 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115', 'status': 'completed', 'code': 200}
Nov 24 14:42:57.582710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:57.676606 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-4362eca8-54ec-47a0-a207-6623b7e9a471 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 1098 time: 0.0839179
Nov 24 14:42:57.747851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:57.755451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:57.790895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 50dd805f-5b4a-451e-822d-10d9b37cb0ba no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:42:57.823525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-4c27bff1-d431-4a3f-80db-8670b69f96aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:57.824992 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-4c27bff1-d431-4a3f-80db-8670b69f96aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1414344
Nov 24 14:42:57.827457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 50dd805f-5b4a-451e-822d-10d9b37cb0ba {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:42:57.827790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 50dd805f-5b4a-451e-822d-10d9b37cb0ba not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:42:57.828220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c03ddc00-5c9d-473d-bd8e-64c4283c0718 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:42:57.879028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c03ddc00-5c9d-473d-bd8e-64c4283c0718 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:42:57.879380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c03ddc00-5c9d-473d-bd8e-64c4283c0718 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:42:57.919138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:57.919966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router a0aac35e-8c08-4070-8278-c8630afdd9fa {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:42:57.936879 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-4437beba-9e3a-4869-8854-da903c1b9476 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f086a81-d355-4aa3-b576-9130b53a4115 HTTP/1.1" status: 200  len: 998 time: 0.1049626
Nov 24 14:42:57.937334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:57.938425 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/a0aac35e-8c08-4070-8278-c8630afdd9fa HTTP/1.1" status: 204  len: 168 time: 2.0592299
Nov 24 14:42:57.941338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59206) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:58.074027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642037dd00>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:46Z', 'revision_number': 1, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}, {'id': 'bb26123f-b503-41ce-8cdc-bb5fd1208434', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '6f086a81-d355-4aa3-b576-9130b53a4115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:d0:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:42:55Z', 'updated_at': '2021-11-24T14:42:55Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:58.078326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:42:58.089975 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:42:58.090595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f642037dd00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:58.234101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-f9c0caf2-9a09-4141-affc-e77fa0d8a29c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:58.235554 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-f9c0caf2-9a09-4141-affc-e77fa0d8a29c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.2900484
Nov 24 14:42:58.236135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.243140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.290393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:42:58.445483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-2978f1d3-c400-4e8f-8015-93a97893be0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1997530
Nov 24 14:42:58.446744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.499006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e753a00>,) {'filters': {'network_id': ['5f473047-f471-4fa2-9e4e-1998c4ea4f27']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:58.564146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e753a00>, 'e45ea3e7-f4f8-492b-80d9-a161add4b3df') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:58.564406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e753a00>, 'e45ea3e7-f4f8-492b-80d9-a161add4b3df') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:58.588372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.619932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.638486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:42:58.638973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:42:58.654025 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:42:58.665696 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-02d502bc-0ed4-46ee-8c68-9f075940d96a service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109532
Nov 24 14:42:58.705812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f642037dd00>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:46Z', 'revision_number': 1, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}, {'id': 'bb26123f-b503-41ce-8cdc-bb5fd1208434', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '6f086a81-d355-4aa3-b576-9130b53a4115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:d0:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:42:55Z', 'updated_at': '2021-11-24T14:42:55Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:42:58.710450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2be45d-7ee0-4186-ab00-839729954cc0 None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:46Z', 'revision_number': 1, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}, {'id': 'bb26123f-b503-41ce-8cdc-bb5fd1208434', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.17', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '6f086a81-d355-4aa3-b576-9130b53a4115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:d0:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:42:55Z', 'updated_at': '2021-11-24T14:42:55Z', 'revision_number': 0, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:42:58.844669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.855463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5f27cae8-ac5e-4a4f-ab7f-66db458edf10 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:58.871152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:58.893079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=5f473047-f471-4fa2-9e4e-1998c4ea4f27,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:58.900369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:58.906577 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/5f473047-f471-4fa2-9e4e-1998c4ea4f27 HTTP/1.1" status: 204  len: 168 time: 0.9608948
Nov 24 14:42:58.908059 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-37a35c1d-e08a-4dbd-b89b-0f896c53d2a6 req-f259e93b-df97-4756-a87a-9048f752fbe8 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914296
Nov 24 14:42:58.924329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59210) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:58.931492 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969823db-814f-44a5-b9e0-ac375d8f0e82 None None] New status for floating IP bb26123f-b503-41ce-8cdc-bb5fd1208434: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:42:58.943723 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5861dd6b-557d-4a87-b71f-6af89ac98b9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0145545
Nov 24 14:42:58.943877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59214) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:58.949136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--1827021727', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:58.954527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:58.961479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:58.964622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:58.970670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:59.061945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:42:59.065087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.094564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:42:59.104074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.104449 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment ef5d6ece-a138-42a3-86bf-0dad3b7282d7 of type vlan for network 709badb0-31c3-42bf-bce3-86655754f7e2
Nov 24 14:42:59.132788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.227751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.231720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:42:59.232337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.236009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b25fbe08-cbfe-4049-9bee-348d923c71c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:42:59.342518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=709badb0-31c3-42bf-bce3-86655754f7e2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:42:59.345937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:42:59.353304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 709badb0-31c3-42bf-bce3-86655754f7e2 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:42:59.417706 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1c916491-5dd3-4fe4-be2f-eb916ebee1eb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4734817
Nov 24 14:42:59.420734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59218) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:42:59.426083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:42:59.433602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:42:59.437384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:42:59.440219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:42:59.446080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:42:59.542123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.543048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.560230 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:42:59.560475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:42:59.652519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 59e98b0c-1100-4d6f-b17d-d381728d0de2 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:42:59.689567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 59e98b0c-1100-4d6f-b17d-d381728d0de2 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:42:59.689896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 59e98b0c-1100-4d6f-b17d-d381728d0de2 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:42:59.779275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:00.049178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:00.079256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:00.222585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.20 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/94b709e7-9114-4ae8-a948-64fed7814536) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:43:00.476838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:00.576810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:00.580785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59fca643-36cc-4c5c-a5f8-2a37600a9975 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:00.637689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:43:00.640398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:43:00.648250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:43:00.687457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=94b709e7-9114-4ae8-a948-64fed7814536,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:00.691538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:00.873416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:00.876389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:01.181947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router fbff76b9-7578-4443-954d-69ee140490ee is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:43:01.390546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:43:01.400441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Sync routers for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:43:01.412600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:43:01.413260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe8f730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:01.508141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:01.509478 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.0878308
Nov 24 14:43:01.512875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59222) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:01.556328 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f4068845-eeeb-4c92-bf36-5611b806459c tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0422232
Nov 24 14:43:01.558934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59226) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:01.599488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:43:01.694401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0da853e-1af2-4725-bd71-0911240f94f1 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:01.699387 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d0da853e-1af2-4725-bd71-0911240f94f1 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1361051
Nov 24 14:43:01.699387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59230) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:01.745275 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d7de9879-66d2-4a34-900b-31f65e49017d tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0429237
Nov 24 14:43:01.745911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59234) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:01.754067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-506787516', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:01.874847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:01.875904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:01.878807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:01.884794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:01.898611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe8f730>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:00Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:01.902694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Checking router: fbff76b9-7578-4443-954d-69ee140490ee for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:43:01.903127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Updating router fbff76b9-7578-4443-954d-69ee140490ee port 94b709e7-9114-4ae8-a948-64fed7814536 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:43:01.950782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:43:01.956542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.055933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.282102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.293493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Transition to ACTIVE for port object 94b709e7-9114-4ae8-a948-64fed7814536 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:43:02.323973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.328392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ba50b37a-bcde-4376-a82e-e0edf056ec11 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:02.356896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.356896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:02.400193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=f37567f9-a4e6-4019-8d09-7b0e0391b5b2,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:02.404121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:02.417719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:43:02.418068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: 709badb0-31c3-42bf-bce3-86655754f7e2, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:43:02.439833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Attempting to bind port 94b709e7-9114-4ae8-a948-64fed7814536 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:43:02.440412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Attempting to bind port 94b709e7-9114-4ae8-a948-64fed7814536 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:43:02.440608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Attempting to bind port 94b709e7-9114-4ae8-a948-64fed7814536 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:43:02.447050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8568f9-2b89-4d5a-9e02-0d2f8341ad2e None None] Pushing event updated for resources: {'Port': ['ID=94b709e7-9114-4ae8-a948-64fed7814536,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:02.450014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e8568f9-2b89-4d5a-9e02-0d2f8341ad2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:02.453265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:43:02.453668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:43:02.454074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.454460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:43:02.454923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Bound port: 94b709e7-9114-4ae8-a948-64fed7814536, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:43:02.455289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.526476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] For port 94b709e7-9114-4ae8-a948-64fed7814536, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:43:02.529814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] For port 94b709e7-9114-4ae8-a948-64fed7814536, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94b709e7-9114-4ae8-a948-64fed7814536,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:43:02.544202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 709badb0-31c3-42bf-bce3-86655754f7e2 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:43:02.593281 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-e8e093d9-a934-4671-a3a0-58e1140d9867 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718470
Nov 24 14:43:02.615566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.619971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:02.643485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 709badb0-31c3-42bf-bce3-86655754f7e2) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:43:02.655097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:02.655701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:02.661439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a57ba2-5af8-4950-97b7-f525b126a755 None None] Network 709badb0-31c3-42bf-bce3-86655754f7e2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:43:02.744727 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-81a10ea5-7359-4565-925c-af9fbe99d3a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1098 time: 0.0839982
Nov 24 14:43:02.759268 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0127752
Nov 24 14:43:02.762581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59238) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:02.824048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8568f9-2b89-4d5a-9e02-0d2f8341ad2e None None] Pushing event updated for resources: {'Port': ['ID=94b709e7-9114-4ae8-a948-64fed7814536,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:02.830773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e8568f9-2b89-4d5a-9e02-0d2f8341ad2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:02.852623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:43:02.853267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe8f730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:02.921545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-4c01e923-e067-4d50-ad75-f9905a7f2975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:02.923163 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-4c01e923-e067-4d50-ad75-f9905a7f2975 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1580262
Nov 24 14:43:03.034133 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-e4bfe97b-f038-43c3-8689-4285b0c9a1d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 1001 time: 0.1039546
Nov 24 14:43:03.105523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-7433408f-01f0-45ba-9bc8-d33d1c279e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:03.112361 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-7433408f-01f0-45ba-9bc8-d33d1c279e98 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0687404
Nov 24 14:43:03.116122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-709badb0-31c3-42bf-bce3-86655754f7e2', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:43:03.116900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:03.143228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:43:03.193518 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-c24bb9b9-3a76-4d60-a639-7d77b7a8392a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755947
Nov 24 14:43:03.348748 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-2b1bb428-e3e9-4b24-9ef6-13f41d755085 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485996
Nov 24 14:43:03.489387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Allocated IP 172.20.0.2 (709badb0-31c3-42bf-bce3-86655754f7e2/f37567f9-a4e6-4019-8d09-7b0e0391b5b2/e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:43:03.497467 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74d4bef5-22aa-4bbb-96e6-40ace9ccb55c req-6d9f3b79-b0e1-46c2-adbe-32e9cfe72c33 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419070
Nov 24 14:43:03.665577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe8f730>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:00Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:03.681984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20288e88-e2d6-47cb-8b11-2f3a5530f3fe None None] The sync data for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv is: [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:00Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:43:03.742033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:03.750085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:03.760840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Transition to ACTIVE for port object e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:43:03.782554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Transition to ACTIVE for port object e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:43:03.902479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:03.907360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-238a14a2-5eb2-4fc4-8da3-a67f46c86348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:03.984722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Network 709badb0-31c3-42bf-bce3-86655754f7e2 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:43:03.985715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Pushing event updated for resources: {'Port': ['ID=e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:03.988783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:03.990361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:43:03.992762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:43:04.095449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Attempting to bind port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:43:04.100609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Attempting to bind port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:43:04.100609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Attempting to bind port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 on network 709badb0-31c3-42bf-bce3-86655754f7e2 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:43:04.104634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:43:04.105053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Checking segment: {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:43:04.105462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:04.105875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Bound using segment: {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:43:04.106349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Bound port: e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:43:04.106744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:04.162486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (709badb0-31c3-42bf-bce3-86655754f7e2/f37567f9-a4e6-4019-8d09-7b0e0391b5b2/09d14137-1a49-412b-99b0-5fb3bf8fed8d) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:43:04.199922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] For port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:43:04.203007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] For port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:43:04.272829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:04.276552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-bd6e9222-cf13-49b4-adc6-702735a51a3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:04.335246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:04.358700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 09d14137-1a49-412b-99b0-5fb3bf8fed8d will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:43:04.359553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Pushing event updated for resources: {'Port': ['ID=e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:04.363422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:04.450280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:04.455152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-04aff19e-3dd8-4642-97be-1a02418539d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:04.543192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 709badb0-31c3-42bf-bce3-86655754f7e2 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:43:04.546772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:43:04.548713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:04.551045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:43:04.589918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:04.624717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:04.778417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:05.368797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:05.430084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:05.458717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c5044fb9-4936-4660-b65a-69a53581ec93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:05.472135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda89afa-a80d-42ac-be0e-0f8f899c71e8 None None] Network 709badb0-31c3-42bf-bce3-86655754f7e2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:43:05.567419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:05.571059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:05.575624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:05.745503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 709badb0-31c3-42bf-bce3-86655754f7e2 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:43:05.746736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:43:05.785937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-30113060-7869-4584-914c-40f1335a75a9 None None] Provisioning for port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:43:05.848448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94b709e7-9114-4ae8-a948-64fed7814536 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:43:06.004943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 94b709e7-9114-4ae8-a948-64fed7814536 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:43:06.010721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 94b709e7-9114-4ae8-a948-64fed7814536 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:06.011121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.153022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.178586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 94b709e7-9114-4ae8-a948-64fed7814536, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94b709e7-9114-4ae8-a948-64fed7814536,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:43:06.268222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.272372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:43:06.272529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router fbff76b9-7578-4443-954d-69ee140490ee has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:43:06.297153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:06.336146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5772c1cc-0685-4288-802f-79f49637f809 None None] Provisioning for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:43:06.365708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5772c1cc-0685-4288-802f-79f49637f809 None None] Provisioning complete for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:06.369772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5772c1cc-0685-4288-802f-79f49637f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.460784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5772c1cc-0685-4288-802f-79f49637f809 None None] Port 09d14137-1a49-412b-99b0-5fb3bf8fed8d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:43:06.460784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=94b709e7-9114-4ae8-a948-64fed7814536,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:06.460784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:06.518135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:43:06.537708 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/fbff76b9-7578-4443-954d-69ee140490ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7690983
Nov 24 14:43:06.537708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59244) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:06.542183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:43:06.547518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:06.547920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.626953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c7364101-eb50-463e-abdd-bdfcea487e8b None None] Provisioning complete for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:06.628312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7364101-eb50-463e-abdd-bdfcea487e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.746231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63a9c3-bb7d-468e-81f3-791cd38efcd3 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.746677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63a9c3-bb7d-468e-81f3-791cd38efcd3 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.747039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63a9c3-bb7d-468e-81f3-791cd38efcd3 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.747389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63a9c3-bb7d-468e-81f3-791cd38efcd3 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.747736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63a9c3-bb7d-468e-81f3-791cd38efcd3 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.748105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63a9c3-bb7d-468e-81f3-791cd38efcd3 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.749928 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8f63a9c3-bb7d-468e-81f3-791cd38efcd3 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.2127748
Nov 24 14:43:06.752650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59248) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:06.761621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c7364101-eb50-463e-abdd-bdfcea487e8b None None] Port 09d14137-1a49-412b-99b0-5fb3bf8fed8d cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:43:06.763400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.796278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:43:06.829075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08216041-6aca-4026-84ca-5bcba8c706a5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.829449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08216041-6aca-4026-84ca-5bcba8c706a5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.829806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08216041-6aca-4026-84ca-5bcba8c706a5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.830158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08216041-6aca-4026-84ca-5bcba8c706a5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.830508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08216041-6aca-4026-84ca-5bcba8c706a5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.830853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08216041-6aca-4026-84ca-5bcba8c706a5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:06.832602 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-08216041-6aca-4026-84ca-5bcba8c706a5 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0789979
Nov 24 14:43:06.835821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59252) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:06.860781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:06.862660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:06.935277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:06.938730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:07.151876 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-47b0ad25-ef0f-4ec0-a7c5-fb9eb19b06eb tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3044 time: 0.3148966
Nov 24 14:43:07.456242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59258) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:07.462560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102765666', 'description': 'tempest-secgroup-smoke-2102765666 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:07.468468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:07.472539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:07.476179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:07.481828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:07.553775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:07.590067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:07.593710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:07.596834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:07.604490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:07.657844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:07.703109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94b709e7-9114-4ae8-a948-64fed7814536 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:43:07.720167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:07.724424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1b456bb-417d-4dac-96a5-f948150a0908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:07.767561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22e73f8-69de-4ac4-a343-1013de288cdb,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:07.770857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:07.776798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 94b709e7-9114-4ae8-a948-64fed7814536 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:07.776943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:07.877497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:07.881851 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4215264
Nov 24 14:43:07.881851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59262) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:07.887427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c22e73f8-69de-4ac4-a343-1013de288cdb', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:07.893222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:07.894639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:43:07.897671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:07.900594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:07.906280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:07.962558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:07.962839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:07.982826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.045966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.125058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.126812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59d69be0-2c2a-4696-a4f3-9c9f5f311225 tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:08.150549 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765c921f-b07d-47ab-a70c-30f58ee4ff50,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:08.155017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:08.205241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.206465 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3238852
Nov 24 14:43:08.209327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59266) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:08.215080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c22e73f8-69de-4ac4-a343-1013de288cdb', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:08.220949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:08.225026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:08.227895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:08.233615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:08.302638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.368237 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.449183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.450985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5f646ac-2824-4bd8-a0ab-cb02c74dad91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:08.474912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29a0ece-49b5-4ac8-9f6a-5bfe531b821b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:08.477247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:08.537613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.540844 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3282440
Nov 24 14:43:08.541233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59270) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:08.546851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c22e73f8-69de-4ac4-a343-1013de288cdb', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:08.553363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:08.557135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:08.559938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:08.565584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:08.669460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.732690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.804881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.807212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8322abaf-e3b3-4e7b-b6b9-2919ec2538bd tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:08.829613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed2a056-be76-4b61-8153-e6acb6610fba,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:08.833886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:08.993208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:08.993208 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4474807
Nov 24 14:43:08.993208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59274) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:08.998115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c22e73f8-69de-4ac4-a343-1013de288cdb', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:09.004027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:09.008628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:09.011632 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:09.018087 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:09.138022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.201486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.258125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.259898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9bc04479-37dc-4974-9380-56996ee50794 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:09.283179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7957ecb-d4ed-4a06-906e-b4e1a142ef15,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:09.287622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:09.363614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.364788 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3715618
Nov 24 14:43:09.367452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59278) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:09.372899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c22e73f8-69de-4ac4-a343-1013de288cdb', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:09.378780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:09.383287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:09.386260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:09.392316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:09.460694 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:43:09.467517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.534178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.620361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.622580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1fae6d97-78bb-4782-ac1d-4b82be84fdbf tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:09.647764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f454756e-e35c-4a83-8458-e38dcf9c0881,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:09.648046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:09.719085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.720025 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e888b907-85dc-40d7-a9f6-fe997be803ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3516653
Nov 24 14:43:09.722787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59282) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:09.728352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': 'c22e73f8-69de-4ac4-a343-1013de288cdb', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:09.734298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:09.738039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:09.741752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:09.747427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:09.821877 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:43:09.828948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.897374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.941646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:09.944794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d36354de-fee3-44e4-8eb9-0da1d44f984e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:09.967160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c729d170-6607-4303-85e4-650202b69f9a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:09.971481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:10.054656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:10.055848 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3320043
Nov 24 14:43:10.235084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-7da928ba-0080-4cb8-84d8-9e1066d2b236 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:43:10.336079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-7da928ba-0080-4cb8-84d8-9e1066d2b236 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:43:10.341448 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-7da928ba-0080-4cb8-84d8-9e1066d2b236 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102765666&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.1485209
Nov 24 14:43:10.608748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-fe4b3ccb-518c-4def-9208-0025b1063a1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:10.609421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-fe4b3ccb-518c-4def-9208-0025b1063a1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:43:10.696240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-fe4b3ccb-518c-4def-9208-0025b1063a1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:43:10.697428 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-fe4b3ccb-518c-4def-9208-0025b1063a1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=709badb0-31c3-42bf-bce3-86655754f7e2 HTTP/1.1" status: 200  len: 797 time: 0.3535485
Nov 24 14:43:10.714881 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bc27c201-0c04-41b9-b866-14214007f790 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0119615
Nov 24 14:43:10.799666 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-1a5ba6e3-466f-4910-aa93-8cc6a54a536a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0783405
Nov 24 14:43:10.909857 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Sync routers for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:43:10.922257 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:43:10.926364 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc61130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:10.944876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-a3fb210f-4f14-4511-bb70-43d284b72bb3 service neutron] 10.222.0.53 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344707
Nov 24 14:43:11.079639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-96a9103a-9275-499f-91bc-41294ba6d155 service neutron] 10.222.0.53 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288893
Nov 24 14:43:11.106619 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:43:11.358445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-0f27d830-ad8f-478e-8fba-050e6107af6c req-a5215471-fb33-425d-924b-b790d20c9e01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:43:11.429488 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc61130>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:43:05Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:11.433355 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Checking router: fbff76b9-7578-4443-954d-69ee140490ee for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:43:11.433710 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Updating router fbff76b9-7578-4443-954d-69ee140490ee port 09d14137-1a49-412b-99b0-5fb3bf8fed8d binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:43:11.488322 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:11.541672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-0f27d830-ad8f-478e-8fba-050e6107af6c req-a5215471-fb33-425d-924b-b790d20c9e01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:43:11.541672 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0f27d830-ad8f-478e-8fba-050e6107af6c req-a5215471-fb33-425d-924b-b790d20c9e01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 210 time: 0.2204700
Nov 24 14:43:11.836376 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:11.849637 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Transition to ACTIVE for port object 09d14137-1a49-412b-99b0-5fb3bf8fed8d will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:43:11.924876 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:11.928624 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-4606db34-7cb4-4fd6-9bae-1bc7a79ad471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:12.060549 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Pushing event updated for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:12.074394 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.074891 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.075296 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.075550 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.076033 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.076220 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.076539 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.076851 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.077167 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.077481 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.077843 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:43:12.081948 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:12.182056 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Attempting to bind port 09d14137-1a49-412b-99b0-5fb3bf8fed8d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:43:12.182488 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Attempting to bind port 09d14137-1a49-412b-99b0-5fb3bf8fed8d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:43:12.185357 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Attempting to bind port 09d14137-1a49-412b-99b0-5fb3bf8fed8d on network 709badb0-31c3-42bf-bce3-86655754f7e2 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:43:12.189870 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:43:12.190226 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Checking segment: {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:43:12.190626 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:12.191111 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Bound using segment: {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:43:12.191571 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Bound port: 09d14137-1a49-412b-99b0-5fb3bf8fed8d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:43:12.192591 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:12.310408 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] For port 09d14137-1a49-412b-99b0-5fb3bf8fed8d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:43:12.313617 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] For port 09d14137-1a49-412b-99b0-5fb3bf8fed8d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=09d14137-1a49-412b-99b0-5fb3bf8fed8d,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:43:12.411569 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:12.415981 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:12.495368 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Pushing event updated for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:12.499983 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:12.502375 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:43:12.502965 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc61130>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:42:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:12.719314 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:43:12.759055 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12083d7a-2ffd-4496-b15c-431345c51330 req-b72f10c8-23a7-41b5-a6d6-3cd6f354a8cb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 210 time: 0.0740271
Nov 24 14:43:13.069803 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc61130>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:43:12Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:13.069803 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6b0e0-57ab-4f11-804d-12f536aeac9c None None] The sync data for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv is: [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:43:12Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:43:13.655683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-a7aef053-35bf-4ffc-883b-047f76e05a16 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:13.664200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-a7aef053-35bf-4ffc-883b-047f76e05a16 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=709badb0-31c3-42bf-bce3-86655754f7e2 HTTP/1.1" status: 200  len: 797 time: 0.1888614
Nov 24 14:43:13.762871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 09d14137-1a49-412b-99b0-5fb3bf8fed8d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:43:13.803933 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-7969eb5a-8890-47a1-b268-01f65ca676cc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 380 time: 0.1193199
Nov 24 14:43:13.821890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['c22e73f8-69de-4ac4-a343-1013de288cdb']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:13.980237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:43:13.980237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:13.980237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:14.038178 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2de0b68d-3fd2-4233-8210-4235ca02dd15 req-704710f8-c143-4cd8-95fa-1dcc2bf2d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 210 time: 0.0974057
Nov 24 14:43:14.167817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:14.172240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:14.187151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:14.209460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 09d14137-1a49-412b-99b0-5fb3bf8fed8d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=09d14137-1a49-412b-99b0-5fb3bf8fed8d,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:43:14.291236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:43:14.291236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:14.295291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:14.295291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:14.406038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:14.406038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:14.539910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.4 (709badb0-31c3-42bf-bce3-86655754f7e2/f37567f9-a4e6-4019-8d09-7b0e0391b5b2/07362676-e75b-47b6-9e8d-41c3e1dfbdde) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:43:14.742183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:14.760406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 07362676-e75b-47b6-9e8d-41c3e1dfbdde will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:43:14.857352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:14.865440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:14.933721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 709badb0-31c3-42bf-bce3-86655754f7e2 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:43:14.933721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:43:14.939290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:43:14.970852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=07362676-e75b-47b6-9e8d-41c3e1dfbdde,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:14.975405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:15.009935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:15.009935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:15.098921 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2898629
Nov 24 14:43:15.116718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Request body: {'port': {'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:15.259195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ada82943-595c-4e5a-af9b-3f5b75e95185 None None] Provisioning for port 07362676-e75b-47b6-9e8d-41c3e1dfbdde completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:43:15.268208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ada82943-595c-4e5a-af9b-3f5b75e95185 None None] Provisioning complete for port 07362676-e75b-47b6-9e8d-41c3e1dfbdde triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:15.268208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ada82943-595c-4e5a-af9b-3f5b75e95185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:15.295554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:15.331854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ada82943-595c-4e5a-af9b-3f5b75e95185 None None] Port 07362676-e75b-47b6-9e8d-41c3e1dfbdde cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:43:15.516694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bd5fc-4eb8-4b78-aa6d-3069b78ad6f8 req-16507de9-4af5-4390-925c-e7b29c830344 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:15.516694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d40bd5fc-4eb8-4b78-aa6d-3069b78ad6f8 req-16507de9-4af5-4390-925c-e7b29c830344 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:43:15.685517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-d40bd5fc-4eb8-4b78-aa6d-3069b78ad6f8 req-16507de9-4af5-4390-925c-e7b29c830344 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:43:15.685517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d40bd5fc-4eb8-4b78-aa6d-3069b78ad6f8 req-16507de9-4af5-4390-925c-e7b29c830344 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 931 time: 0.4586587
Nov 24 14:43:15.728142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 09d14137-1a49-412b-99b0-5fb3bf8fed8d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:43:15.784867 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d40bd5fc-4eb8-4b78-aa6d-3069b78ad6f8 req-6c5ad04e-1ba9-4628-9c6c-11471e99b490 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889513
Nov 24 14:43:15.882522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07362676-e75b-47b6-9e8d-41c3e1dfbdde {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:43:15.891678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:15.904704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:15.904704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:15.910446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Transition to ACTIVE for port object 07362676-e75b-47b6-9e8d-41c3e1dfbdde will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:43:16.008728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:16.008728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e200edab-0c37-41af-90b5-02b7d019ea99 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:16.136792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=07362676-e75b-47b6-9e8d-41c3e1dfbdde,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:16.136792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:16.256609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Attempting to bind port 07362676-e75b-47b6-9e8d-41c3e1dfbdde on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:43:16.256609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Attempting to bind port 07362676-e75b-47b6-9e8d-41c3e1dfbdde by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:43:16.256609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Attempting to bind port 07362676-e75b-47b6-9e8d-41c3e1dfbdde on network 709badb0-31c3-42bf-bce3-86655754f7e2 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:43:16.260622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Port 07362676-e75b-47b6-9e8d-41c3e1dfbdde on network 709badb0-31c3-42bf-bce3-86655754f7e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:43:16.260622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Attempting to bind port 07362676-e75b-47b6-9e8d-41c3e1dfbdde on network 709badb0-31c3-42bf-bce3-86655754f7e2 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:43:16.272876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:43:16.272876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Checking segment: {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:43:16.272876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Bound using segment: {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:43:16.272876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Bound port: 07362676-e75b-47b6-9e8d-41c3e1dfbdde, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:43:16.272876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:16.369784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] For port 07362676-e75b-47b6-9e8d-41c3e1dfbdde, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:43:16.369784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] For port 07362676-e75b-47b6-9e8d-41c3e1dfbdde, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:43:16.429671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:16.439050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2445962c-5964-45da-be35-caef5070cff2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:16.509311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:16.509311 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] 10.222.0.81 "PUT /v2.0/ports/07362676-e75b-47b6-9e8d-41c3e1dfbdde HTTP/1.1" status: 200  len: 1093 time: 1.4090159
Nov 24 14:43:16.509311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:43:16.584737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=07362676-e75b-47b6-9e8d-41c3e1dfbdde,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:16.584737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:16.643916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'status': 'completed', 'code': 200}
Nov 24 14:43:16.713672 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-a403f8d2-55c4-4822-b523-acb75c6fd380 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 1096 time: 0.0993118
Nov 24 14:43:16.787144 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-c87dcf02-145e-47d4-95a1-0f65e70ad5c7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde HTTP/1.1" status: 200  len: 217 time: 0.0766263
Nov 24 14:43:16.895067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e1381656-5b1b-4f29-8926-a497c4b905df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:16.895067 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-e1381656-5b1b-4f29-8926-a497c4b905df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f37567f9-a4e6-4019-8d09-7b0e0391b5b2 HTTP/1.1" status: 200  len: 834 time: 0.1033490
Nov 24 14:43:17.052891 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-841d46aa-d844-408a-a533-e671a8062f89 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=709badb0-31c3-42bf-bce3-86655754f7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1497974
Nov 24 14:43:17.063109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a8516-8355-4e66-b8a8-57931d2594e6 req-5aee35e9-1434-499b-a913-d224a2c64281 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:17.064492 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c28a8516-8355-4e66-b8a8-57931d2594e6 req-5aee35e9-1434-499b-a913-d224a2c64281 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 943 time: 0.1158671
Nov 24 14:43:17.195215 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c28a8516-8355-4e66-b8a8-57931d2594e6 req-af88ff00-1237-4672-84e0-9edbb1eaf353 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103907
Nov 24 14:43:17.245064 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-21cc8869-f424-40ea-9ef0-ad1c2657a750 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769445
Nov 24 14:43:17.382603 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb0d0d1-a5a5-4c0c-a176-84094fca112f req-5edbadf4-0583-4996-b58e-0b8b9c690df4 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332979
Nov 24 14:43:17.567496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-01492c41-0711-41de-ae0b-f41cd6b4251d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 1096 time: 0.0753171
Nov 24 14:43:17.703381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-5c2ec632-2cdd-4704-8d12-4cf35416e1d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:17.704900 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-5c2ec632-2cdd-4704-8d12-4cf35416e1d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=709badb0-31c3-42bf-bce3-86655754f7e2 HTTP/1.1" status: 200  len: 898 time: 0.1309884
Nov 24 14:43:17.894711 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-1a2d2994-cc08-4f2c-b10c-f76c050641d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde HTTP/1.1" status: 200  len: 217 time: 0.1831064
Nov 24 14:43:17.962652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-89eebdc2-a628-4ecb-9e51-a399480ae234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:17.962652 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-89eebdc2-a628-4ecb-9e51-a399480ae234 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f37567f9-a4e6-4019-8d09-7b0e0391b5b2 HTTP/1.1" status: 200  len: 834 time: 0.0587878
Nov 24 14:43:18.044337 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-7e11049d-2aa9-4c3b-81f9-d80ea83477a5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=709badb0-31c3-42bf-bce3-86655754f7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723748
Nov 24 14:43:18.181738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-37636557-6566-4ef9-b15f-ae62d1a9cd32 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292500
Nov 24 14:43:18.332172 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-25674fe5-1714-4e3e-8223-784392c9a0b2 req-236bdee5-68ac-4bc8-8241-ceec442b81c6 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385374
Nov 24 14:43:18.409380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b381b-51ef-425f-b17b-73ff7550ea6d req-5888adc9-9584-4466-b5fd-9e3e9302b5a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:18.411324 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-325b381b-51ef-425f-b17b-73ff7550ea6d req-5888adc9-9584-4466-b5fd-9e3e9302b5a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 943 time: 0.0831079
Nov 24 14:43:18.460541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-325b381b-51ef-425f-b17b-73ff7550ea6d req-8125ff78-ff5c-4a90-befe-eda508477e71 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:43:18.470661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-325b381b-51ef-425f-b17b-73ff7550ea6d req-8125ff78-ff5c-4a90-befe-eda508477e71 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:43:18.472022 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-325b381b-51ef-425f-b17b-73ff7550ea6d req-8125ff78-ff5c-4a90-befe-eda508477e71 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545142
Nov 24 14:43:19.673912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6b36e-e043-469a-979b-7b5ad295a6b8 req-f8b451a4-81b4-4c1e-95a5-a43c6418cb5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:19.678942 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-55e6b36e-e043-469a-979b-7b5ad295a6b8 req-f8b451a4-81b4-4c1e-95a5-a43c6418cb5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 943 time: 0.0790319
Nov 24 14:43:19.721528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-55e6b36e-e043-469a-979b-7b5ad295a6b8 req-a5fc6dad-df1c-431b-a576-f808f414e0df tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398498
Nov 24 14:43:20.279113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:20.932786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf7099-a3da-466d-adf1-f3e1f504bc00 req-329674b1-4c16-4df3-bd19-e7631f67655e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:20.934761 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eabf7099-a3da-466d-adf1-f3e1f504bc00 req-329674b1-4c16-4df3-bd19-e7631f67655e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 943 time: 0.0850444
Nov 24 14:43:20.988496 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eabf7099-a3da-466d-adf1-f3e1f504bc00 req-d2720c31-65ee-45ef-a66a-aba77fa1b741 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445671
Nov 24 14:43:21.073906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 07362676-e75b-47b6-9e8d-41c3e1dfbdde details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:43:21.209884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 07362676-e75b-47b6-9e8d-41c3e1dfbdde, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:43:21.224736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'mac_address': 'fa:16:3e:eb:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:43:21.279434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:21.300066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07362676-e75b-47b6-9e8d-41c3e1dfbdde {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:43:21.311928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 07362676-e75b-47b6-9e8d-41c3e1dfbdde, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:43:21.388309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:21.390472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:21.460133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=07362676-e75b-47b6-9e8d-41c3e1dfbdde,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:21.463197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:21.646295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['07362676-e75b-47b6-9e8d-41c3e1dfbdde'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:43:22.188420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e569-4188-4745-a2d9-b2228c7575ed req-aad58fc0-7032-40e1-905b-e59ff594bddd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:22.189872 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ab44e569-4188-4745-a2d9-b2228c7575ed req-aad58fc0-7032-40e1-905b-e59ff594bddd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 944 time: 0.0827184
Nov 24 14:43:22.248043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ab44e569-4188-4745-a2d9-b2228c7575ed req-45eef48f-0668-458e-9977-e0422fcfbf3b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446756
Nov 24 14:43:23.116360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 07362676-e75b-47b6-9e8d-41c3e1dfbdde up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:43:23.252718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 07362676-e75b-47b6-9e8d-41c3e1dfbdde completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:43:23.255853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 07362676-e75b-47b6-9e8d-41c3e1dfbdde triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:43:23.255944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:23.397908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:23.433218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:43:23.433218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 07362676-e75b-47b6-9e8d-41c3e1dfbdde, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:43:23.447397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7b6553c3-0eb1-4c92-a733-64b20b4cc58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:23.461855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28021-67e1-4b0c-8dd2-c48c48a42b8b req-4a8bce35-faa3-4922-9792-2a03e0beb680 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:23.463320 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-50a28021-67e1-4b0c-8dd2-c48c48a42b8b req-4a8bce35-faa3-4922-9792-2a03e0beb680 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 944 time: 0.0890334
Nov 24 14:43:23.481580 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'code': 200}
Nov 24 14:43:23.515478 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-50a28021-67e1-4b0c-8dd2-c48c48a42b8b req-feb4e731-6327-49dc-be93-05c97e58a97c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465069
Nov 24 14:43:23.539383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:23.539383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:23.599198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=07362676-e75b-47b6-9e8d-41c3e1dfbdde,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:23.601849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:23.883078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2a442f00-32b8-4958-87f3-c3dcd41a3476 req-9c7c0ffb-ad9a-4e15-a15c-e61f71277489 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 1098 time: 0.0687830
Nov 24 14:43:23.891199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:23.930502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2a442f00-32b8-4958-87f3-c3dcd41a3476 req-a0aa0fe7-d746-4547-9e03-4fcb3795517d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397477
Nov 24 14:43:24.730994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9efc-ba45-4947-bdff-1358efc4afce req-8bfad6db-6ea9-4aad-840f-82e880ff6496 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:24.732482 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7ada9efc-ba45-4947-bdff-1358efc4afce req-8bfad6db-6ea9-4aad-840f-82e880ff6496 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 945 time: 0.0868933
Nov 24 14:43:24.782010 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7ada9efc-ba45-4947-bdff-1358efc4afce req-03016ceb-7104-4212-8370-430edebe2fb9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439026
Nov 24 14:43:25.667339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7b9016e-8545-43ce-8112-31dc3dd5526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:25.985294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75c1b-89a8-4ba1-8eca-e804e96017f0 req-b07e29d0-a29e-445b-8b73-5177bd092e42 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:25.987631 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-29f75c1b-89a8-4ba1-8eca-e804e96017f0 req-b07e29d0-a29e-445b-8b73-5177bd092e42 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 945 time: 0.0827138
Nov 24 14:43:26.036451 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-29f75c1b-89a8-4ba1-8eca-e804e96017f0 req-5646c350-5eac-4e45-b28a-af431c9aafcc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433083
Nov 24 14:43:26.247683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdb925-178b-4e88-8962-fe8cf3cc3776 req-076cad24-6b11-474f-8c15-b4fd0cfe2704 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:26.247683 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d1bdb925-178b-4e88-8962-fe8cf3cc3776 req-076cad24-6b11-474f-8c15-b4fd0cfe2704 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 945 time: 0.0878792
Nov 24 14:43:26.295787 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d1bdb925-178b-4e88-8962-fe8cf3cc3776 req-4124b32c-f694-40f7-9819-615fac2eebfa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437343
Nov 24 14:43:26.323802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59336) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:26.405147 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9eeed52d-f028-43ce-aada-71e4e816d6ef tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 1093 time: 0.0771809
Nov 24 14:43:26.407067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59340) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:26.411576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:43:26.417306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:43:26.421260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:43:26.424144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:43:26.429879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:43:26.501883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:26.658811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:26.689244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:26.796358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.201 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/d718d675-9605-44ab-8287-dca8a62f47b9) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:43:26.945025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:27.043392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:27.047893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d1e42b2c-0382-4596-8e04-7f4df90afa66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:27.110814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:43:27.113935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:43:27.118322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:43:27.142769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=d718d675-9605-44ab-8287-dca8a62f47b9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:27.148805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:27.746078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:27.896797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:28.109277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:28.214212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:28.218125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:43:28.243598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:28.321288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=d718d675-9605-44ab-8287-dca8a62f47b9,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:43:28.330434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:43:28.339109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:28.535521 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP 8af6db65-57d8-4ba9-b389-7e16f63636e3 associated. External IP: 172.26.2.201, port: 07362676-e75b-47b6-9e8d-41c3e1dfbdde.
Nov 24 14:43:28.937229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router fbff76b9-7578-4443-954d-69ee140490ee has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:43:29.255609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:43:29.266394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] Sync routers for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:43:29.279626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:43:29.280274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd46880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:43:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:29.374602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:29.437352 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0280821
Nov 24 14:43:29.437352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:43:29.437686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59346) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:29.472668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:43:29.516225 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'status': 'completed', 'code': 200}
Nov 24 14:43:29.612023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-79a5d0b7-a001-4972-a905-7e49ec393c71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 1098 time: 0.0739269
Nov 24 14:43:29.695823 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-080b025a-f0a1-4126-ab41-d04e0dd87d47 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers/fbff76b9-7578-4443-954d-69ee140490ee HTTP/1.1" status: 200  len: 922 time: 0.2546418
Nov 24 14:43:29.696051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59352) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:29.760178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-5483f957-b9f1-401c-a5a0-381622fe7dbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:29.761562 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-5483f957-b9f1-401c-a5a0-381622fe7dbd service neutron] 10.222.0.81 "GET /v2.0/networks?id=709badb0-31c3-42bf-bce3-86655754f7e2 HTTP/1.1" status: 200  len: 898 time: 0.1429889
Nov 24 14:43:29.811453 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d8e903b5-bfbc-443a-ad9c-6ab5694eb068 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1116664
Nov 24 14:43:29.841675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd46880>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8af6db65-57d8-4ba9-b389-7e16f63636e3', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.201', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'mac_address': 'fa:16:3e:eb:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:43:27Z', 'updated_at': '2021-11-24T14:43:27Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:43:14Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:29.845795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] Checking router: fbff76b9-7578-4443-954d-69ee140490ee for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:43:29.858291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:43:29.859014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd46880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:43:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:29.877872 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-e23ffe77-c5b7-4a45-bb06-d322a2053d7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde HTTP/1.1" status: 200  len: 999 time: 0.1086373
Nov 24 14:43:29.943544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-53e54a16-45af-4c04-9642-7a97d5838616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:43:29.945093 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-53e54a16-45af-4c04-9642-7a97d5838616 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f37567f9-a4e6-4019-8d09-7b0e0391b5b2 HTTP/1.1" status: 200  len: 834 time: 0.0608659
Nov 24 14:43:30.023465 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-182b73f3-ab36-4c9c-9933-976200b8e74e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=709badb0-31c3-42bf-bce3-86655754f7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720539
Nov 24 14:43:30.078349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:43:30.162931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-3e0e8104-69cb-41e4-8a9c-d31452f19a62 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317291
Nov 24 14:43:30.299183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c0502a7-d333-4486-9fab-a1e8fcd320ef req-5fbafd61-2bd4-41f5-992f-4a87301c6295 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285932
Nov 24 14:43:30.439276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd46880>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8af6db65-57d8-4ba9-b389-7e16f63636e3', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.201', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'mac_address': 'fa:16:3e:eb:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:43:27Z', 'updated_at': '2021-11-24T14:43:27Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:43:14Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:43:30.443446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60061d4d-7e54-4559-b7d3-96414afc3fcc None None] The sync data for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv is: [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8af6db65-57d8-4ba9-b389-7e16f63636e3', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.201', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'mac_address': 'fa:16:3e:eb:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:43:27Z', 'updated_at': '2021-11-24T14:43:27Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:43:14Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:43:30.629686 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf2e49-9c75-4af3-9822-d8748e2521df None None] New status for floating IP 8af6db65-57d8-4ba9-b389-7e16f63636e3: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:43:30.812873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59356) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:43:31.018409 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8bada8b9-1689-4bdc-b208-0f2033c967d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 993 time: 0.2044008
Nov 24 14:43:36.808694 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:43:37.335513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-a9730270-422b-4040-83b3-cd0055045ac9 req-7085605a-88d6-456b-8204-ef063dc82aba tempest-ServersTestManualDisk-1434257516 tempest-ServersTestManualDisk-1434257516-project] (84233) timed out ('10.222.0.81', 57883) {{(pid=84233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 14:43:50.266644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:53.425077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6786172f-122a-471e-9a05-b2b0f64256b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:53.952528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:55.695158 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-37ce5d30-c6c2-4db3-9eed-a62ff8a4e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:56.689425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:43:58.190790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:01.851714 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-d2458b89-807f-493f-8df4-6427f1cd69dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743556
Nov 24 14:44:01.942768 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-4b43ffaf-083b-4c8b-9eed-e42ae7c750b0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 1098 time: 0.0693867
Nov 24 14:44:02.090868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-fa045b19-e1fb-4d61-9d87-819ba7e8a4ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:02.092349 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-fa045b19-e1fb-4d61-9d87-819ba7e8a4ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1307604
Nov 24 14:44:02.179556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59376) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:02.198960 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-7df900a2-d096-4d48-ad16-29864d48a723 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f086a81-d355-4aa3-b576-9130b53a4115 HTTP/1.1" status: 200  len: 1000 time: 0.0994077
Nov 24 14:44:02.263860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-ed273a43-b977-4aa7-89ce-74ffd47e2a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:02.265370 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-ed273a43-b977-4aa7-89ce-74ffd47e2a76 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0601480
Nov 24 14:44:02.352293 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-e74adc2b-d2b0-4463-8ff9-d41425b35d20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768359
Nov 24 14:44:02.372377 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5a51bec3-8a35-481b-9058-04662efd0db0 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers/fbff76b9-7578-4443-954d-69ee140490ee/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1904907
Nov 24 14:44:02.375220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59380) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:02.487672 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-c591fe58-ba55-4846-bbe1-3fa0c886c68d service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280990
Nov 24 14:44:02.628919 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-54ddcad3-4a71-430d-9e6f-a72071bc286b req-69da92d2-fea3-4665-86b4-d4bc7bb276b1 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348743
Nov 24 14:44:02.660788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8066e185-16cd-4d08-90ee-af8cbf9af950 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Notify agent at dv-neutron-818347-1-hyperv the message router_removed_from_agent {{(pid=84234) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Nov 24 14:44:02.663752 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8066e185-16cd-4d08-90ee-af8cbf9af950 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "DELETE /v2.0/agents/eeb35b73-8459-47d7-9a33-0f5d49e106c6/l3-routers/fbff76b9-7578-4443-954d-69ee140490ee HTTP/1.1" status: 204  len: 168 time: 0.2876041
Nov 24 14:44:02.666515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59384) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:02.848785 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ee54723d-e6a2-4262-9342-12234139285c tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers/fbff76b9-7578-4443-954d-69ee140490ee/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1811037
Nov 24 14:44:02.851225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59388) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:02.956640 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-65990c64-969c-4e40-9996-f85729d6ca78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 993 time: 0.1042464
Nov 24 14:44:03.427808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd2b6f-172c-44ac-867d-05fc6cd57059 None None] New status for floating IP 8af6db65-57d8-4ba9-b389-7e16f63636e3: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:44:03.729070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94b709e7-9114-4ae8-a948-64fed7814536 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:44:03.842084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:03.858188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 94b709e7-9114-4ae8-a948-64fed7814536, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94b709e7-9114-4ae8-a948-64fed7814536,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:03.960132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59392) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:04.009754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:04.013038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 09d14137-1a49-412b-99b0-5fb3bf8fed8d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:44:04.037788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:04.066159 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-14210769-1c17-4125-9f45-03035640dd40 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1047103
Nov 24 14:44:04.125565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=94b709e7-9114-4ae8-a948-64fed7814536,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:04.159583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.159926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.160286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.160617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.160948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.161295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.161616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.161936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.162253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.162566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.162879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:04.171911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:04.190848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:04.222020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 09d14137-1a49-412b-99b0-5fb3bf8fed8d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=09d14137-1a49-412b-99b0-5fb3bf8fed8d,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:04.330976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:04.331483 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:04.397713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:04.400599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:06.113657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59400) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:06.393816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796a312d-d952-4718-8851-028c66ef2b1f tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Router fbff76b9-7578-4443-954d-69ee140490ee is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:44:06.394225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796a312d-d952-4718-8851-028c66ef2b1f tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Notify agent at dv-neutron-818347-1-hyperv the message router_added_to_agent {{(pid=84234) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Nov 24 14:44:06.428699 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-796a312d-d952-4718-8851-028c66ef2b1f tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "POST /v2.0/agents/eeb35b73-8459-47d7-9a33-0f5d49e106c6/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.3066728
Nov 24 14:44:06.428699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59406) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:06.441328 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] Sync routers for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:44:06.453811 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:06.457838 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420152fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:43:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:06.610049 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54ee6ccd-db12-4968-8f82-9fe1ba48df23 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers/fbff76b9-7578-4443-954d-69ee140490ee/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1850431
Nov 24 14:44:06.612653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59412) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:06.635551 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:06.719376 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bd7cad3b-e54f-4ce7-8905-c574d865c207 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1055942
Nov 24 14:44:07.012832 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420152fd0>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:44:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8af6db65-57d8-4ba9-b389-7e16f63636e3', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.201', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'mac_address': 'fa:16:3e:eb:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:43:27Z', 'updated_at': '2021-11-24T14:44:03Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:44:04Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:07.016591 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] Checking router: fbff76b9-7578-4443-954d-69ee140490ee for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:44:07.026797 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:07.027379 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420152fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:43:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:07.203118 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:07.569466 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420152fd0>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:44:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8af6db65-57d8-4ba9-b389-7e16f63636e3', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.201', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'mac_address': 'fa:16:3e:eb:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:43:27Z', 'updated_at': '2021-11-24T14:44:03Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:44:04Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:07.573531 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ec332-ab20-442a-9ad0-a9f55c768fc0 None None] The sync data for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv is: [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:43:04Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:44:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8af6db65-57d8-4ba9-b389-7e16f63636e3', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.201', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'port_id': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'mac_address': 'fa:16:3e:eb:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb103d9-78e7-4507-870e-acfea699f803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:43:27Z', 'updated_at': '2021-11-24T14:44:03Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d14137-1a49-412b-99b0-5fb3bf8fed8d', 'name': '', 'network_id': '709badb0-31c3-42bf-bce3-86655754f7e2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:7d:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:03Z', 'updated_at': '2021-11-24T14:44:04Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'f37567f9-a4e6-4019-8d09-7b0e0391b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:44:07.723284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59416) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:07.964041 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a3119f07-c414-4338-be1f-8d6aafbe799e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.2382576
Nov 24 14:44:08.966113 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59422) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:09.070540 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c3cb4aac-76e1-4b8d-9fba-5e921efc1158 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1031346
Nov 24 14:44:09.768007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94b709e7-9114-4ae8-a948-64fed7814536 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:09.836648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 94b709e7-9114-4ae8-a948-64fed7814536 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:09.837033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:09.954502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:09.970832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 94b709e7-9114-4ae8-a948-64fed7814536, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94b709e7-9114-4ae8-a948-64fed7814536,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:10.020769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:10.021594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 09d14137-1a49-412b-99b0-5fb3bf8fed8d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:10.045726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:10.074807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59426) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:10.190449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=94b709e7-9114-4ae8-a948-64fed7814536,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:10.194206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:10.207388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:10.207692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:10.303744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-80b21d73-b92e-4a99-885f-9df7ee7f8f7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.2276528
Nov 24 14:44:10.326676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:10.358477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 09d14137-1a49-412b-99b0-5fb3bf8fed8d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=09d14137-1a49-412b-99b0-5fb3bf8fed8d,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:10.460860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:10.464276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d57f64a4-1441-435c-a375-43eef55c9926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:10.529030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:10.531969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:11.306792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59430) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:11.415488 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a54340ea-ab97-4be8-80b5-a186e4dd3938 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1073933
Nov 24 14:44:11.737236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94b709e7-9114-4ae8-a948-64fed7814536 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:11.807127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 94b709e7-9114-4ae8-a948-64fed7814536 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:11.807519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:11.923214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 09d14137-1a49-412b-99b0-5fb3bf8fed8d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:11.991819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 09d14137-1a49-412b-99b0-5fb3bf8fed8d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:11.992234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:12.419603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59434) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:12.524968 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b6ed2d55-299c-40ce-b2bd-da6c2c8827ef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1040609
Nov 24 14:44:13.529449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59438) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:13.561869 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:44:13.639693 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2d8d5b2f-c47e-4fbd-a6df-dcc72e5eefd1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1089408
Nov 24 14:44:14.643472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59442) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:14.759504 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-968fc027-9f4e-4df1-946d-0b58ce1947f7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 991 time: 0.1147704
Nov 24 14:44:14.773313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e91f5-f705-467b-b14c-2886c7705b09 None None] New status for floating IP 8af6db65-57d8-4ba9-b389-7e16f63636e3: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:44:15.763734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59446) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:15.875320 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e9700ecd-e57f-473d-8c0d-b967823b50c6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 200  len: 993 time: 0.1076691
Nov 24 14:44:16.163906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59454) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:16.370083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port d718d675-9605-44ab-8287-dca8a62f47b9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:44:16.372634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:16.541894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:16.542358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:16.664512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for d718d675-9605-44ab-8287-dca8a62f47b9 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:44:16.901412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:16.906190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14b759c5-10d0-4a14-86d1-a3be747602e5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:16.947805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=d718d675-9605-44ab-8287-dca8a62f47b9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:16.988329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.988701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.989072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.989428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.989786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.990153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.990494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.990846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.991193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.991539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:16.991884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:17.003502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:17.052772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:17.565016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router fbff76b9-7578-4443-954d-69ee140490ee has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:44:17.765254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:44:17.876763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:17.929977 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/8af6db65-57d8-4ba9-b389-7e16f63636e3 HTTP/1.1" status: 204  len: 168 time: 1.7649469
Nov 24 14:44:17.930645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:44:18.059352 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'status': 'completed', 'code': 200}
Nov 24 14:44:18.155088 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-b4294e76-7a02-4e23-af5f-1dd46b36fdd1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 1098 time: 0.0742724
Nov 24 14:44:18.296048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-75430b92-9ae7-46b2-a1d3-53f8226081ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:18.297537 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-75430b92-9ae7-46b2-a1d3-53f8226081ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=709badb0-31c3-42bf-bce3-86655754f7e2 HTTP/1.1" status: 200  len: 898 time: 0.1364074
Nov 24 14:44:18.368127 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-445ffdc1-5d27-493c-ac6c-eedd3746c045 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde HTTP/1.1" status: 200  len: 217 time: 0.0640175
Nov 24 14:44:18.437141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-064b16a6-9551-46c4-8c24-fe137b74c67d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:18.438568 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-064b16a6-9551-46c4-8c24-fe137b74c67d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f37567f9-a4e6-4019-8d09-7b0e0391b5b2 HTTP/1.1" status: 200  len: 834 time: 0.0643055
Nov 24 14:44:18.574725 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-5cf39956-2be0-4a63-8681-26ec13d3e4fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=709badb0-31c3-42bf-bce3-86655754f7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1289797
Nov 24 14:44:18.583673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5d30-d9b1-46dc-a3db-2fcf82c77af0 req-c8de0cbe-0369-4a31-b7b5-336a8f8ed27f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:18.584347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0f3b5d30-d9b1-46dc-a3db-2fcf82c77af0 req-c8de0cbe-0369-4a31-b7b5-336a8f8ed27f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:44:18.714342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0f3b5d30-d9b1-46dc-a3db-2fcf82c77af0 req-c8de0cbe-0369-4a31-b7b5-336a8f8ed27f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:44:18.715504 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f3b5d30-d9b1-46dc-a3db-2fcf82c77af0 req-c8de0cbe-0369-4a31-b7b5-336a8f8ed27f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 945 time: 0.2404783
Nov 24 14:44:18.725004 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-9ccd39d9-81f9-4e2d-965c-66aeffa06378 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380360
Nov 24 14:44:18.846450 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f3b5d30-d9b1-46dc-a3db-2fcf82c77af0 req-51a2b3ba-7d9c-46e4-bb5a-27c7f9b2fc41 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236176
Nov 24 14:44:18.892640 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5d321266-23dc-43f0-855b-5f08f1a81aaa req-a8d76381-becb-4dc1-8dd6-053d9da38be6 service neutron] 10.222.0.81 "GET /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522934
Nov 24 14:44:19.832381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-7b635ea6-692d-4ae0-a9cb-a31f580c5cd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:19.833801 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-7b635ea6-692d-4ae0-a9cb-a31f580c5cd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 945 time: 0.0815461
Nov 24 14:44:19.910360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 07362676-e75b-47b6-9e8d-41c3e1dfbdde {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:44:19.910804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:20.061949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf331a-5048-4e9b-913d-21b28d8bc080 req-1fb88579-7d99-4074-9117-c4fc5380e6bb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:20.063408 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1ddf331a-5048-4e9b-913d-21b28d8bc080 req-1fb88579-7d99-4074-9117-c4fc5380e6bb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 945 time: 0.0880067
Nov 24 14:44:20.114252 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1ddf331a-5048-4e9b-913d-21b28d8bc080 req-a6de2393-d88d-4359-9071-e0b90c6eb330 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=c22e73f8-69de-4ac4-a343-1013de288cdb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451405
Nov 24 14:44:20.279095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:20.308452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 07362676-e75b-47b6-9e8d-41c3e1dfbdde, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=07362676-e75b-47b6-9e8d-41c3e1dfbdde,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:20.312771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:20.429689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 07362676-e75b-47b6-9e8d-41c3e1dfbdde owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:44:20.665918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:20.672294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:20.715929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=07362676-e75b-47b6-9e8d-41c3e1dfbdde,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:20.719318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:20.790650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 07362676-e75b-47b6-9e8d-41c3e1dfbdde on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:44:20.793060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:20.795770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'name': 'network-vif-deleted', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:44:20.852948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb103d9-78e7-4507-870e-acfea699f803', 'name': 'network-vif-deleted', 'tag': '07362676-e75b-47b6-9e8d-41c3e1dfbdde', 'status': 'completed', 'code': 200}
Nov 24 14:44:20.864405 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec40077d-d1bf-448c-b716-86d6ee689bc7 req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/07362676-e75b-47b6-9e8d-41c3e1dfbdde HTTP/1.1" status: 204  len: 173 time: 1.0228250
Nov 24 14:44:21.302507 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3f39cde1-bbfa-40c1-913e-a35e7a701850 req-af8c4c75-5e43-47a1-9846-62e470ff34be tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbb103d9-78e7-4507-870e-acfea699f803 HTTP/1.1" status: 200  len: 210 time: 0.0443451
Nov 24 14:44:22.409789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59476) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:22.483555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:22.514596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:22.653505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:22.657354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a96bcc40-5c2a-46ef-ba56-8e5a6598fdc3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:22.672262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22e73f8-69de-4ac4-a343-1013de288cdb,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.685857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:22.688054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:22.755670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:22.756832 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/c22e73f8-69de-4ac4-a343-1013de288cdb HTTP/1.1" status: 204  len: 168 time: 0.3457439
Nov 24 14:44:22.883091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59482) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:23.289521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:23.460869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9ed459e-b480-4b13-9bf8-b0148444d78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:23.473473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 07362676-e75b-47b6-9e8d-41c3e1dfbdde no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:44:23.507174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 07362676-e75b-47b6-9e8d-41c3e1dfbdde {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:44:23.507536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 07362676-e75b-47b6-9e8d-41c3e1dfbdde not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:44:23.918979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:24.039297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 09d14137-1a49-412b-99b0-5fb3bf8fed8d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:44:24.039793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:24.224679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 09d14137-1a49-412b-99b0-5fb3bf8fed8d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=09d14137-1a49-412b-99b0-5fb3bf8fed8d,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:24.225064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:24.348150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 09d14137-1a49-412b-99b0-5fb3bf8fed8d owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:44:24.613497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:24.613497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:24.658907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=09d14137-1a49-412b-99b0-5fb3bf8fed8d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:24.663055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:24.962428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:25.189393 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] Sync routers for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:44:25.202612 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:25.203209 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdbf460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:43:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:25.385302 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:25.669008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router fbff76b9-7578-4443-954d-69ee140490ee has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:44:25.671823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-46289d9d-7153-4725-980d-5e4d9e2da0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:25.677458 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdbf460>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:44:24Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:44:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:25.681778 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] Checking router: fbff76b9-7578-4443-954d-69ee140490ee for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:44:25.694100 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] Routers {'fbff76b9-7578-4443-954d-69ee140490ee'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:25.694712 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdbf460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['fbff76b9-7578-4443-954d-69ee140490ee'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:25.884300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:44:25.900377 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e8fab2b7-2885-4b9c-b5cd-cfeee20d90c3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/fbff76b9-7578-4443-954d-69ee140490ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0160990
Nov 24 14:44:25.903168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59486) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:25.916482 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] Set router fbff76b9-7578-4443-954d-69ee140490ee gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:26.098480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet f37567f9-a4e6-4019-8d09-7b0e0391b5b2 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:44:26.101435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:26.161751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:26.208895 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdbf460>, [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:44:24Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:44:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:26.213449 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee0f9d-61c4-4a43-bc04-9fd5a8947b5b None None] The sync data for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv is: [{'id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'name': 'tempest-TestNetworkBasicOps-router-1451959121', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': '94b709e7-9114-4ae8-a948-64fed7814536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:42:59Z', 'updated_at': '2021-11-24T14:44:24Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '94b709e7-9114-4ae8-a948-64fed7814536', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbff76b9-7578-4443-954d-69ee140490ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:43:00Z', 'updated_at': '2021-11-24T14:44:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:44:26.257801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:26.432825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:26.438447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cd40ee34-39e1-4312-a04c-8312ab775d4a tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:26.478842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=f37567f9-a4e6-4019-8d09-7b0e0391b5b2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:26.484690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:26.488771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:26.494062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaceec87-543a-4522-beea-602dbf49be6b None None] Network 709badb0-31c3-42bf-bce3-86655754f7e2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:44:26.496738 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b82d3d1d-6ea8-4bff-b7b6-0f5f0ab21555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/f37567f9-a4e6-4019-8d09-7b0e0391b5b2 HTTP/1.1" status: 204  len: 168 time: 0.5925443
Nov 24 14:44:26.499384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59490) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:26.767681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:26.785522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:26.797607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] DHCP port deletion for 709badb0-31c3-42bf-bce3-86655754f7e2 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:44:26.802660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Deleting port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:44:26.803136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:27.016486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:27.046785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] For port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6,segment=NetworkSegment(ef5d6ece-a138-42a3-86bf-0dad3b7282d7),segment_id=ef5d6ece-a138-42a3-86bf-0dad3b7282d7)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:27.047306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:27.093013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 94b709e7-9114-4ae8-a948-64fed7814536 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:44:27.093013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:27.219841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Calling delete_port for e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:44:27.289000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 94b709e7-9114-4ae8-a948-64fed7814536, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=94b709e7-9114-4ae8-a948-64fed7814536,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:27.289351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:27.363881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:27.367460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-34f658b9-3afc-4af3-bf58-8a8b1938bc85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:27.413774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Pushing event deleted for resources: {'Port': ['ID=e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:27.416224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:27.418897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] No DVR routers for this DVR port e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:44:27.518338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 94b709e7-9114-4ae8-a948-64fed7814536 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:44:27.736008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:44:27.770014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:27.774091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:44:27.774496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e2fad391-d65b-4b18-a1fd-84d1bc4ae6d6 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:44:27.774856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 09d14137-1a49-412b-99b0-5fb3bf8fed8d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:44:27.775007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-91f1097a-1a64-4af8-bb3b-cb96b39aa207 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:27.806055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 09d14137-1a49-412b-99b0-5fb3bf8fed8d {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:44:27.806601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 09d14137-1a49-412b-99b0-5fb3bf8fed8d not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:44:27.818090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=94b709e7-9114-4ae8-a948-64fed7814536,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:27.820712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:28.047011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.223340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.314960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.319173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.431151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.431357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router fbff76b9-7578-4443-954d-69ee140490ee {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:44:28.445659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.446782 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/fbff76b9-7578-4443-954d-69ee140490ee HTTP/1.1" status: 204  len: 168 time: 1.9462066
Nov 24 14:44:28.449446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59494) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:28.562117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.693933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.722334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f187880>,) {'filters': {'network_id': ['709badb0-31c3-42bf-bce3-86655754f7e2']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:28.734241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f187880>, 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:28.734532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f187880>, 'ef5d6ece-a138-42a3-86bf-0dad3b7282d7') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:28.745605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.761966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.768757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:44:28.769129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:44:28.783180 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:44:28.917822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.925159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e254ef96-a878-4c74-9ce9-fe690f76a79e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:28.940056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:28.951723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=709badb0-31c3-42bf-bce3-86655754f7e2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:28.954815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:29.004324 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/709badb0-31c3-42bf-bce3-86655754f7e2 HTTP/1.1" status: 204  len: 168 time: 0.5538592
Nov 24 14:44:29.026595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59498) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:29.032986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--354214608', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:29.038034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:29.042293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:29.045236 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:29.050900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:29.124164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:44:29.127071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.155934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:44:29.171598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.171598 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment 350edb9e-8a21-498d-856d-241b7ce18714 of type vlan for network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7
Nov 24 14:44:29.190335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.287462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.291367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:29.291946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.296612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-254ea466-4d0f-479a-a55b-556f8d2109ca tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:29.330013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b47d0-1516-40a1-815b-55335190eff6 None None] New status for floating IP 8af6db65-57d8-4ba9-b389-7e16f63636e3: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:44:29.506030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:29.511975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:29.517207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:44:29.539125 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] Sync routers for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:44:29.550603 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] Routers set() bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:29.550964 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] Router IDs set() for agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 24 14:44:29.551596 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_agentschedulers_db [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fbff76b9-7578-4443-954d-69ee140490ee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent'). {{(pid=84236) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 24 14:44:29.559683 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5295234
Nov 24 14:44:29.560438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59502) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:29.561936 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] Routers set() bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:29.562304 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] Router IDs set() for agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 24 14:44:29.562870 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_agentschedulers_db [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fbff76b9-7578-4443-954d-69ee140490ee'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent'). {{(pid=84236) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 24 14:44:29.563263 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04445-a59e-4a4a-b672-dd65edac2a19 None None] The sync data for ids ['fbff76b9-7578-4443-954d-69ee140490ee'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:44:29.566866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-933211235', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:29.579027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:29.583382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:29.586556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:29.594813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:29.671289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.672305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.697549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:29.917611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:30.052764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94b709e7-9114-4ae8-a948-64fed7814536 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:44:30.086130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 94b709e7-9114-4ae8-a948-64fed7814536 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:44:30.086492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 94b709e7-9114-4ae8-a948-64fed7814536 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:44:30.159853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:30.193298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:30.329815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.123 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/2b4a5e17-6c23-42df-92bb-554cdce3969d) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:44:30.480491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:30.592987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:30.597800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1c502203-04b8-4d12-b089-499342eb8195 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:30.658580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:44:30.666387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:44:30.669058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:44:30.706764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=2b4a5e17-6c23-42df-92bb-554cdce3969d,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:30.710653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:30.891343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:30.892140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:31.207451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 01997581-a222-47b9-a255-7fb222a7b127 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:44:31.514430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:44:31.523619 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Sync routers for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:44:31.536296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:31.536657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f927400>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:31.642186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:31.646110 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.0822375
Nov 24 14:44:31.646886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59508) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:31.687944 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c9bf8f22-af30-4864-bded-586ea2942b42 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0396791
Nov 24 14:44:31.690388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59512) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:31.720632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:31.822911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1dab7-c7ea-4baf-aa7f-da40849a99bf tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:31.827733 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-89d1dab7-c7ea-4baf-aa7f-da40849a99bf tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1356404
Nov 24 14:44:31.827958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59516) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:31.869552 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c2bd90b2-dc9a-4eff-b407-03cfb42d36b6 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0402920
Nov 24 14:44:31.871985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59520) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:31.877988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571474837', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:31.991449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:31.995244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:31.998492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:32.004164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:32.010034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f927400>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:30Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:32.014883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Checking router: 01997581-a222-47b9-a255-7fb222a7b127 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:44:32.015245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Updating router 01997581-a222-47b9-a255-7fb222a7b127 port 2b4a5e17-6c23-42df-92bb-554cdce3969d binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:44:32.060866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:44:32.072548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.166030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.443568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.454946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Transition to ACTIVE for port object 2b4a5e17-6c23-42df-92bb-554cdce3969d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:44:32.472220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.476635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-eefb8ce8-3419-4fc4-9635-c2df135947d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:32.549160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:32.551967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.552908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:32.556773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:32.567007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:44:32.567358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:44:32.631790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249775b-f085-4535-8c76-413fde282918 None None] Pushing event updated for resources: {'Port': ['ID=2b4a5e17-6c23-42df-92bb-554cdce3969d,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:32.636638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7249775b-f085-4535-8c76-413fde282918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:32.636638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Attempting to bind port 2b4a5e17-6c23-42df-92bb-554cdce3969d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:44:32.636638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Attempting to bind port 2b4a5e17-6c23-42df-92bb-554cdce3969d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:44:32.636912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Attempting to bind port 2b4a5e17-6c23-42df-92bb-554cdce3969d on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:44:32.643984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:44:32.644475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:44:32.644884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.645278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:44:32.645742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Bound port: 2b4a5e17-6c23-42df-92bb-554cdce3969d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:44:32.646122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.649247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:44:32.719832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] For port 2b4a5e17-6c23-42df-92bb-554cdce3969d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:44:32.722761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] For port 2b4a5e17-6c23-42df-92bb-554cdce3969d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b4a5e17-6c23-42df-92bb-554cdce3969d,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:44:32.729369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:44:32.733941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:32.734513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.738917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e87402-f21d-4363-9447-07d0ca0a0a3e None None] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:44:32.825769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:32.830959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7249775b-f085-4535-8c76-413fde282918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:32.852906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.9766455
Nov 24 14:44:32.853134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59524) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:32.973768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249775b-f085-4535-8c76-413fde282918 None None] Pushing event updated for resources: {'Port': ['ID=2b4a5e17-6c23-42df-92bb-554cdce3969d,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:32.984229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7249775b-f085-4535-8c76-413fde282918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:33.022244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:33.022880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f927400>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:33.091557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:44:33.092400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:33.341464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:33.458146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Allocated IP 172.20.0.2 (79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7/23f6d9d6-84cf-42a5-aa0b-d608a7c50b02/2ee07ef9-d34a-4073-b0db-59cdc655fe57) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:44:33.733830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:33.816666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:33.833657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Transition to ACTIVE for port object 2ee07ef9-d34a-4073-b0db-59cdc655fe57 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:44:33.833657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f927400>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:30Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:33.843340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f14ef-00d2-4562-8a27-4a0c42d05427 None None] The sync data for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv is: [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:30Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:44:33.855034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Transition to ACTIVE for port object 2ee07ef9-d34a-4073-b0db-59cdc655fe57 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:44:33.953001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:33.956944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:34.090633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Pushing event updated for resources: {'Port': ['ID=2ee07ef9-d34a-4073-b0db-59cdc655fe57,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:34.093741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:34.100659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:44:34.102656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:44:34.106206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:44:34.199203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Attempting to bind port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:44:34.199388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7/23f6d9d6-84cf-42a5-aa0b-d608a7c50b02/8a522671-ee91-4578-9d65-347ae3329556) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:44:34.199580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Attempting to bind port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:44:34.199953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Attempting to bind port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 on network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:44:34.208370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:44:34.208650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Checking segment: {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:44:34.209267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:34.210618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Bound using segment: {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:44:34.210618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Bound port: 2ee07ef9-d34a-4073-b0db-59cdc655fe57, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:44:34.210618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:34.310392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] For port 2ee07ef9-d34a-4073-b0db-59cdc655fe57, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:44:34.314929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] For port 2ee07ef9-d34a-4073-b0db-59cdc655fe57, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2ee07ef9-d34a-4073-b0db-59cdc655fe57,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:44:34.387953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:34.400718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 8a522671-ee91-4578-9d65-347ae3329556 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:44:34.405404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:34.410230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:34.490297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Pushing event updated for resources: {'Port': ['ID=2ee07ef9-d34a-4073-b0db-59cdc655fe57,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:34.493144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:34.507494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:34.516215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8922a7b1-d3bc-4332-bc7f-aef83a0d85a5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:34.583634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:44:34.586922 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:44:34.589786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:44:34.681848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:34.686023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=8a522671-ee91-4578-9d65-347ae3329556,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:34.693394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:34.855040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:35.270711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:35.328807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:35.354673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f5e368eb-c453-4ebf-8ad7-49b155698abb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:35.441163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175c96d-83c0-4e5e-9587-4a72fd060075 None None] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:44:35.442270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=8a522671-ee91-4578-9d65-347ae3329556,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:35.444738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:35.448524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:35.591122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:44:35.592412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:44:35.662812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-57515c25-a516-4e69-a249-15c2a5f5c959 None None] Provisioning for port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:44:35.818043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b4a5e17-6c23-42df-92bb-554cdce3969d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:35.993694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 2b4a5e17-6c23-42df-92bb-554cdce3969d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:44:36.001220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2b4a5e17-6c23-42df-92bb-554cdce3969d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:36.001598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.120007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 01997581-a222-47b9-a255-7fb222a7b127 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:44:36.132676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.138803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c3ffa9b9-581e-4454-bd85-e14986d85dfb None None] Provisioning for port 8a522671-ee91-4578-9d65-347ae3329556 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:44:36.149519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c3ffa9b9-581e-4454-bd85-e14986d85dfb None None] Provisioning complete for port 8a522671-ee91-4578-9d65-347ae3329556 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:36.149890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c3ffa9b9-581e-4454-bd85-e14986d85dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.192814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 2b4a5e17-6c23-42df-92bb-554cdce3969d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b4a5e17-6c23-42df-92bb-554cdce3969d,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:36.214434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffa9b9-581e-4454-bd85-e14986d85dfb None None] Port 8a522671-ee91-4578-9d65-347ae3329556 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:44:36.266309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.269483 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ee07ef9-d34a-4073-b0db-59cdc655fe57 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:36.296338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:36.345913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:44:36.372959 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/01997581-a222-47b9-a255-7fb222a7b127/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5071750
Nov 24 14:44:36.372959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59528) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:36.402307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=2b4a5e17-6c23-42df-92bb-554cdce3969d,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:36.406277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5235b108-f6e4-4bd1-b86b-bd9ee7472313 None None] Provisioning complete for port 8a522671-ee91-4578-9d65-347ae3329556 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:36.406659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5235b108-f6e4-4bd1-b86b-bd9ee7472313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.431000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:36.465243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5235b108-f6e4-4bd1-b86b-bd9ee7472313 None None] Port 8a522671-ee91-4578-9d65-347ae3329556 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:44:36.511865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6096d-8431-4b94-a333-640d9515cf16 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.512265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6096d-8431-4b94-a333-640d9515cf16 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.512659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6096d-8431-4b94-a333-640d9515cf16 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.513523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6096d-8431-4b94-a333-640d9515cf16 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.513879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6096d-8431-4b94-a333-640d9515cf16 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.514232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6096d-8431-4b94-a333-640d9515cf16 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.515939 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b9c6096d-8431-4b94-a333-640d9515cf16 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.1511855
Nov 24 14:44:36.518901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59532) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:36.541139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:44:36.546450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:36.546835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.596683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff09f81-51ca-4d9f-a10c-71701f226c9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.596975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff09f81-51ca-4d9f-a10c-71701f226c9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.597332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff09f81-51ca-4d9f-a10c-71701f226c9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.597694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff09f81-51ca-4d9f-a10c-71701f226c9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.598026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff09f81-51ca-4d9f-a10c-71701f226c9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.598370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff09f81-51ca-4d9f-a10c-71701f226c9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:36.600165 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6ff09f81-51ca-4d9f-a10c-71701f226c9e tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4015 time: 0.0803571
Nov 24 14:44:36.608021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59536) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:36.619906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-684de91d-eeb6-43c8-a55e-1bb2c5c3015f None None] Provisioning complete for port 8a522671-ee91-4578-9d65-347ae3329556 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:36.620313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-684de91d-eeb6-43c8-a55e-1bb2c5c3015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.715581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-684de91d-eeb6-43c8-a55e-1bb2c5c3015f None None] Port 8a522671-ee91-4578-9d65-347ae3329556 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:44:36.727200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.760039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 2ee07ef9-d34a-4073-b0db-59cdc655fe57, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2ee07ef9-d34a-4073-b0db-59cdc655fe57,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:36.814569 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5df8870d-e027-426d-a4fc-253b19af085d tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3044 time: 0.2103181
Nov 24 14:44:36.851003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:36.851730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:36.925461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=2ee07ef9-d34a-4073-b0db-59cdc655fe57,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:36.928424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:37.396333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59542) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:37.401959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784382010', 'description': 'tempest-secgroup-smoke-784382010 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:37.409650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:37.413833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:37.416532 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Sync routers for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:44:37.419725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:37.423915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:37.429450 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:37.430047 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcd4e20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:37.523233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:37.564414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:37.568654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:37.571516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:37.578553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:37.610255 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:37.637569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:37.702102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:37.706759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f48f79eb-c1ff-4b29-afd3-8d811d4d2517 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:37.755926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b4a5e17-6c23-42df-92bb-554cdce3969d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:37.761392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507ec44f-6560-47d3-b167-683fa41e14ed,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:37.766525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:37.821953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:37.822753 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4252784
Nov 24 14:44:37.825589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59546) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:37.829644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2b4a5e17-6c23-42df-92bb-554cdce3969d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:37.830099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:37.831135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '507ec44f-6560-47d3-b167-683fa41e14ed', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:37.837123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:37.842156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:37.847130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:37.854508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:37.947313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:37.951538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ee07ef9-d34a-4073-b0db-59cdc655fe57 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:37.976577 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcd4e20>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:35Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:37.980654 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Checking router: 01997581-a222-47b9-a255-7fb222a7b127 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:44:37.981084 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Updating router 01997581-a222-47b9-a255-7fb222a7b127 port 8a522671-ee91-4578-9d65-347ae3329556 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:44:38.021399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.026618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:38.026989 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.039960 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.089069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.103331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a360d2c-245a-40b9-93b8-230418a72646 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:38.119721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d6b8e4-46a6-4dc3-9324-779451110f4a,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:38.119721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:38.234402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.234816 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4081962
Nov 24 14:44:38.238210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59550) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:38.252401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '507ec44f-6560-47d3-b167-683fa41e14ed', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:38.252401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:38.262185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:38.262185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:38.268355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:38.365539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.403972 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.415913 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Transition to ACTIVE for port object 8a522671-ee91-4578-9d65-347ae3329556 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:44:38.438596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.756333 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.760079 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:38.786156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.794408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d2363bd-e925-402a-b12b-0a4dde5c798c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:38.823912 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Pushing event updated for resources: {'Port': ['ID=8a522671-ee91-4578-9d65-347ae3329556,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:38.824860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c113a7a9-fd8e-4e4e-80fa-b7224f67d000,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:38.835268 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.835424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:38.835635 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.835816 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.836136 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.836466 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.836968 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.837294 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.837616 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.839373 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.839798 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.840229 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:44:38.845372 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:38.906583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:38.908183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6694055
Nov 24 14:44:38.910626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59554) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:38.920059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '507ec44f-6560-47d3-b167-683fa41e14ed', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:38.927321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:38.932706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:38.936254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:38.942439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:39.032074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.064923 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Attempting to bind port 8a522671-ee91-4578-9d65-347ae3329556 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:44:39.065295 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Attempting to bind port 8a522671-ee91-4578-9d65-347ae3329556 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:44:39.065658 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Attempting to bind port 8a522671-ee91-4578-9d65-347ae3329556 on network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:44:39.073701 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:44:39.073833 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Checking segment: {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:44:39.074179 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.074568 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Bound using segment: {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:44:39.076494 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Bound port: 8a522671-ee91-4578-9d65-347ae3329556, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:44:39.078270 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.109288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.165213 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] For port 8a522671-ee91-4578-9d65-347ae3329556, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:44:39.168315 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] For port 8a522671-ee91-4578-9d65-347ae3329556, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8a522671-ee91-4578-9d65-347ae3329556,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:44:39.181715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.182051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a5005505-10c0-438e-b32e-5039be2f42d9 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:39.205946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f34319-942d-4010-83ec-4c617bfd9d59,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:39.209577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:39.255645 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.259044 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-db65f293-bca9-4bc2-bf94-f0bc7502bf84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:39.289178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.290219 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3785477
Nov 24 14:44:39.293209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59558) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:39.299970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '507ec44f-6560-47d3-b167-683fa41e14ed', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:39.312743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:39.312743 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:39.318802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:39.324845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:39.338519 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Pushing event updated for resources: {'Port': ['ID=8a522671-ee91-4578-9d65-347ae3329556,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:39.342551 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:39.346198 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:39.347071 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcd4e20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:39.414612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.487271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.534329 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:39.569170 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.575890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a720f271-075f-42c1-aa5b-ba1e2c5845dc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:39.596770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e9924b-1783-4028-86c6-0efe573788a1,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:39.599663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:39.666850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.667768 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3725667
Nov 24 14:44:39.671323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59562) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:39.677122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '507ec44f-6560-47d3-b167-683fa41e14ed', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:39.683181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:39.687742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:39.690948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:39.696714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:39.792845 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:44:39.800662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.862597 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcd4e20>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:39Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:39.866653 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bedfa3-f7ca-425f-ac81-b031a676b7d5 None None] The sync data for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv is: [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:39Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:44:39.880060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.956267 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:39.965019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-40742ccc-81a6-43e1-96a7-db035db133b0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:39.990100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4cd243-31db-4d49-84d2-c4abb62f9981,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:39.994756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:40.060651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:40.063747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59566) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:40.064245 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3914883
Nov 24 14:44:40.069875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '507ec44f-6560-47d3-b167-683fa41e14ed', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:40.076323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:40.080336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:40.083646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:40.089416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:40.209767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:44:40.216886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:40.286135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:40.362269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:40.364221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c639722a-f68a-4ec6-89fd-2eedc9e00806 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:40.390368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f255ea-412d-45ec-8fff-edca67e43b8c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:40.394646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:40.471631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:40.472880 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6afe154e-bb77-47ee-be2d-a809a6f5a362 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4079454
Nov 24 14:44:40.654951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-5b5ccd40-4761-4d04-95ea-a98daaae387d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:44:40.729524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-5b5ccd40-4761-4d04-95ea-a98daaae387d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:44:40.730726 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-5b5ccd40-4761-4d04-95ea-a98daaae387d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-784382010&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.1208525
Nov 24 14:44:40.881589 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-8141ad5d-1c89-43dc-9e0d-1924bcdc2f8f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:40.882245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-8141ad5d-1c89-43dc-9e0d-1924bcdc2f8f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:44:41.020488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-8141ad5d-1c89-43dc-9e0d-1924bcdc2f8f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:44:41.024811 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-8141ad5d-1c89-43dc-9e0d-1924bcdc2f8f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 HTTP/1.1" status: 200  len: 796 time: 0.2838647
Nov 24 14:44:41.039042 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-2764adb1-3b68-493e-af01-a25e5960559e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0115647
Nov 24 14:44:41.126902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-336041b2-5a27-4ef8-b62e-843b578fb170 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:44:41.220162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-336041b2-5a27-4ef8-b62e-843b578fb170 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:44:41.221470 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-336041b2-5a27-4ef8-b62e-843b578fb170 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1774557
Nov 24 14:44:41.469367 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a53cab01-4e22-455c-8a34-6c62cc8460e0 service neutron] 10.222.0.53 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2356155
Nov 24 14:44:41.603224 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-973f0c3e-ed4a-4bd7-8dbe-b4b1258dcf33 service neutron] 10.222.0.53 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282098
Nov 24 14:44:41.762342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a522671-ee91-4578-9d65-347ae3329556 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:41.896780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-707a0a01-5098-4662-a791-6a862869015e req-ad8eebb6-84aa-40ff-b898-279a6915596f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:44:41.907354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-707a0a01-5098-4662-a791-6a862869015e req-ad8eebb6-84aa-40ff-b898-279a6915596f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:44:41.908539 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-707a0a01-5098-4662-a791-6a862869015e req-ad8eebb6-84aa-40ff-b898-279a6915596f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 210 time: 0.0605657
Nov 24 14:44:41.985941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8a522671-ee91-4578-9d65-347ae3329556 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:44:41.991060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8a522671-ee91-4578-9d65-347ae3329556 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:41.991458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:42.104527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:42.136425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 8a522671-ee91-4578-9d65-347ae3329556, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8a522671-ee91-4578-9d65-347ae3329556,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:42.215338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:42.219016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:42.286367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=8a522671-ee91-4578-9d65-347ae3329556,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:42.289638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:43.075552 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ffaced24-9647-45ff-986b-3e2fdc08cb9d req-bf8bb579-51fa-4c65-8d6e-b43931fca646 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 210 time: 0.0426605
Nov 24 14:44:43.750688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a522671-ee91-4578-9d65-347ae3329556 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:43.826100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8a522671-ee91-4578-9d65-347ae3329556 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:43.826458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:44.077457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-789e0836-08cb-4a91-b542-4edecdc09e77 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:44.082984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-789e0836-08cb-4a91-b542-4edecdc09e77 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 HTTP/1.1" status: 200  len: 796 time: 0.1520095
Nov 24 14:44:44.134926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-cde8ec32-a8ee-413d-b9df-8d7cf38c03cf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:44:44.147335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-cde8ec32-a8ee-413d-b9df-8d7cf38c03cf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:44:44.148480 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-cde8ec32-a8ee-413d-b9df-8d7cf38c03cf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 379 time: 0.0555131
Nov 24 14:44:44.161828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['507ec44f-6560-47d3-b167-683fa41e14ed']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:44.289144 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1ce17cc1-811f-4b5a-918f-db6072ba3781 req-5eddac73-9e1c-4884-baea-0339cea8e58d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 210 time: 0.0503736
Nov 24 14:44:44.343685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:44.353319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:44.441891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:44:44.445033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:44.609420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.10 (79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7/23f6d9d6-84cf-42a5-aa0b-d608a7c50b02/06aa5c33-03e0-4003-91af-6ee1c87cca6a) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:44:44.800487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:44.816249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 06aa5c33-03e0-4003-91af-6ee1c87cca6a will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:44:44.883754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:44.894045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e894a7bb-f8f3-4680-9258-921fe4c56613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:44.952096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:44:44.959469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:44:44.963789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:44:44.994919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=06aa5c33-03e0-4003-91af-6ee1c87cca6a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:45.002430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:45.034347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:45.034347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:45.150922 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9935749
Nov 24 14:44:45.163862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Request body: {'port': {'device_id': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:45.274955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:45.329645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-cc9e7339-7c0c-429c-a0a3-c386a2087d79 None None] Provisioning for port 06aa5c33-03e0-4003-91af-6ee1c87cca6a completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:44:45.336383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-cc9e7339-7c0c-429c-a0a3-c386a2087d79 None None] Provisioning complete for port 06aa5c33-03e0-4003-91af-6ee1c87cca6a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:45.340749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7339-7c0c-429c-a0a3-c386a2087d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:45.396121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e7339-7c0c-429c-a0a3-c386a2087d79 None None] Port 06aa5c33-03e0-4003-91af-6ee1c87cca6a cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:44:45.497642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea8d32-6bc1-4761-b3b1-998b4c81dea8 req-1ce7131f-9336-492a-9c6f-ddfdcad1f395 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:45.499245 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccea8d32-6bc1-4761-b3b1-998b4c81dea8 req-1ce7131f-9336-492a-9c6f-ddfdcad1f395 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 932 time: 0.0839779
Nov 24 14:44:45.547080 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ccea8d32-6bc1-4761-b3b1-998b4c81dea8 req-484457c9-7595-4aaf-99e9-64d291c20819 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422342
Nov 24 14:44:45.627817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06aa5c33-03e0-4003-91af-6ee1c87cca6a {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:44:45.634577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:45.649372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Transition to ACTIVE for port object 06aa5c33-03e0-4003-91af-6ee1c87cca6a will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:44:45.729192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:45.734226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:45.880134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Pushing event updated for resources: {'Port': ['ID=06aa5c33-03e0-4003-91af-6ee1c87cca6a,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:45.883779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:46.101627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Attempting to bind port 06aa5c33-03e0-4003-91af-6ee1c87cca6a on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:44:46.104220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Attempting to bind port 06aa5c33-03e0-4003-91af-6ee1c87cca6a by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:44:46.104220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Attempting to bind port 06aa5c33-03e0-4003-91af-6ee1c87cca6a on network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:44:46.108555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Port 06aa5c33-03e0-4003-91af-6ee1c87cca6a on network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:44:46.108868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Attempting to bind port 06aa5c33-03e0-4003-91af-6ee1c87cca6a on network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:44:46.115005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:44:46.115377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Checking segment: {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:44:46.115711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Bound using segment: {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:44:46.116209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Bound port: 06aa5c33-03e0-4003-91af-6ee1c87cca6a, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350edb9e-8a21-498d-856d-241b7ce18714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:44:46.116554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:46.205865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] For port 06aa5c33-03e0-4003-91af-6ee1c87cca6a, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:44:46.208835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] For port 06aa5c33-03e0-4003-91af-6ee1c87cca6a, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:44:46.282203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:46.286093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6ab0e3d1-6da2-4fcc-bb4b-f960c818c6c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:46.341310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:46.342683 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] 10.222.0.81 "PUT /v2.0/ports/06aa5c33-03e0-4003-91af-6ee1c87cca6a HTTP/1.1" status: 200  len: 1094 time: 1.1829884
Nov 24 14:44:46.343501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:44:46.366122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Pushing event updated for resources: {'Port': ['ID=06aa5c33-03e0-4003-91af-6ee1c87cca6a,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:46.369456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:46.414142 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'status': 'completed', 'code': 200}
Nov 24 14:44:46.510015 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-895029ad-8238-4523-9d14-1f89ff8f4c19 req-5e4f797c-fcb0-4a41-ab96-1f9d589c98af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1097 time: 0.0763552
Nov 24 14:44:46.661308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895029ad-8238-4523-9d14-1f89ff8f4c19 req-82ca44bf-4fd9-4094-b3eb-81b7822ead0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:46.662788 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-895029ad-8238-4523-9d14-1f89ff8f4c19 req-82ca44bf-4fd9-4094-b3eb-81b7822ead0b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1447101
Nov 24 14:44:46.749932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfabbb9-b4c9-4b27-bc83-f78ec54af8c1 req-5aca6ef3-ab28-4373-ab32-daf9978d5c80 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:46.751414 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4dfabbb9-b4c9-4b27-bc83-f78ec54af8c1 req-5aca6ef3-ab28-4373-ab32-daf9978d5c80 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 944 time: 0.0809989
Nov 24 14:44:46.802278 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4dfabbb9-b4c9-4b27-bc83-f78ec54af8c1 req-628c777c-1ab9-4833-a036-703b28fcd58d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452409
Nov 24 14:44:46.810725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895029ad-8238-4523-9d14-1f89ff8f4c19 req-47bce9ce-f008-4fe4-85c5-749f1e4d4ada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:46.812283 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-895029ad-8238-4523-9d14-1f89ff8f4c19 req-47bce9ce-f008-4fe4-85c5-749f1e4d4ada service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1430464
Nov 24 14:44:46.920242 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-5a6e8a5a-3a9d-4c7b-bfb8-ccc6bd47c1d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1097 time: 0.0698202
Nov 24 14:44:46.991638 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-156fd4fd-0f5a-48c8-9346-ea52a38e9e94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a HTTP/1.1" status: 200  len: 217 time: 0.0642397
Nov 24 14:44:47.052250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-c58d1a3f-2268-4249-b5fc-44353496b6dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:47.053645 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-c58d1a3f-2268-4249-b5fc-44353496b6dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 HTTP/1.1" status: 200  len: 844 time: 0.0566990
Nov 24 14:44:47.131411 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-079cb719-e9ad-4f04-88ff-1e2e2e0984c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715852
Nov 24 14:44:47.263366 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-2e916ff9-d1a6-4ac2-b359-aaa37e9516e7 service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238699
Nov 24 14:44:47.398728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c27f22-ec2d-40af-9157-0042ae5fb820 req-6442f987-6089-4aff-95a9-1a4358b943a6 service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295333
Nov 24 14:44:48.002015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b3eb-6da7-4b36-9239-5d62e4e292dc req-e1f1c64c-bc14-4c02-b67b-264d1422fbb7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:48.002688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9cd4b3eb-6da7-4b36-9239-5d62e4e292dc req-e1f1c64c-bc14-4c02-b67b-264d1422fbb7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:44:48.111519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9cd4b3eb-6da7-4b36-9239-5d62e4e292dc req-e1f1c64c-bc14-4c02-b67b-264d1422fbb7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:44:48.112741 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9cd4b3eb-6da7-4b36-9239-5d62e4e292dc req-e1f1c64c-bc14-4c02-b67b-264d1422fbb7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 944 time: 0.1854436
Nov 24 14:44:48.164847 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9cd4b3eb-6da7-4b36-9239-5d62e4e292dc req-e33433fb-4653-4ae3-9969-03d35e1d0c3b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463841
Nov 24 14:44:49.368571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72122a1d-b867-422b-8c12-e3dd262e2800 req-d82014ce-91d7-4e41-8bd7-49c5016f798b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:49.369593 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-72122a1d-b867-422b-8c12-e3dd262e2800 req-d82014ce-91d7-4e41-8bd7-49c5016f798b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 944 time: 0.0815074
Nov 24 14:44:49.417242 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-72122a1d-b867-422b-8c12-e3dd262e2800 req-0c6c6a9d-34f4-4297-aa73-3064e9547b7b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409629
Nov 24 14:44:49.598378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 06aa5c33-03e0-4003-91af-6ee1c87cca6a details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:44:49.741032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 06aa5c33-03e0-4003-91af-6ee1c87cca6a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:49.754981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'port_id': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:44:49.815054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:49.832311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06aa5c33-03e0-4003-91af-6ee1c87cca6a {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:44:49.847458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 06aa5c33-03e0-4003-91af-6ee1c87cca6a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:49.933190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:49.935346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:50.000195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=06aa5c33-03e0-4003-91af-6ee1c87cca6a,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:50.003123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:50.161361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['06aa5c33-03e0-4003-91af-6ee1c87cca6a'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:44:50.302939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:50.562054 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:44:50.622711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e20512-7068-405c-a746-0cdd10fff54d req-c8c70e0f-e345-4c70-9484-95b8b065490e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:50.624319 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39e20512-7068-405c-a746-0cdd10fff54d req-c8c70e0f-e345-4c70-9484-95b8b065490e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 945 time: 0.0847697
Nov 24 14:44:50.671064 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39e20512-7068-405c-a746-0cdd10fff54d req-f6a41f9a-9088-4e08-8b9b-12fb48727a11 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410717
Nov 24 14:44:51.615273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 06aa5c33-03e0-4003-91af-6ee1c87cca6a up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:44:51.756005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 06aa5c33-03e0-4003-91af-6ee1c87cca6a completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:44:51.761411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 06aa5c33-03e0-4003-91af-6ee1c87cca6a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:44:51.761782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:51.870914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d47bd6-f9b9-4093-89c0-fb5834de2833 req-31fadc15-cf29-411c-8358-3df351bd017a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:51.872993 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e3d47bd6-f9b9-4093-89c0-fb5834de2833 req-31fadc15-cf29-411c-8358-3df351bd017a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 945 time: 0.0820210
Nov 24 14:44:51.877929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:51.908861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:44:51.920060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 06aa5c33-03e0-4003-91af-6ee1c87cca6a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:44:51.924678 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e3d47bd6-f9b9-4093-89c0-fb5834de2833 req-a1dbd20b-09de-44d4-b855-4af5acce3d9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453675
Nov 24 14:44:52.000597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:52.000597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:52.042736 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'code': 200}
Nov 24 14:44:52.068003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=06aa5c33-03e0-4003-91af-6ee1c87cca6a,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:52.073213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:52.392421 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75bd43e7-1dc7-4568-9267-c5f585d64859 req-8a5e0867-e286-4277-8005-4a781fee3a5e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1099 time: 0.0716865
Nov 24 14:44:52.432849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75bd43e7-1dc7-4568-9267-c5f585d64859 req-5ffc08c6-1fdb-465b-bfae-ba674b4d8a94 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342321
Nov 24 14:44:53.127913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdf72c-bbca-41e0-8bda-fd2fa841b2bc req-ad16f2d3-ef15-45f9-9092-07e7ce58cecc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:53.129313 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-83fdf72c-bbca-41e0-8bda-fd2fa841b2bc req-ad16f2d3-ef15-45f9-9092-07e7ce58cecc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 946 time: 0.0801487
Nov 24 14:44:53.176638 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-83fdf72c-bbca-41e0-8bda-fd2fa841b2bc req-d12bab8c-ecf1-4ce3-b4d6-257107c7475c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417635
Nov 24 14:44:53.408806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2bedc36f-8b52-4855-ac18-22f8abaed987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:53.944720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:54.375476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686945d0-eaeb-4423-9f9d-e40219b54edd req-7487126b-93eb-4c94-a70a-676875d17eb1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:54.376929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-686945d0-eaeb-4423-9f9d-e40219b54edd req-7487126b-93eb-4c94-a70a-676875d17eb1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 946 time: 0.0779638
Nov 24 14:44:54.421976 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-686945d0-eaeb-4423-9f9d-e40219b54edd req-93bdb5bb-398b-457d-b098-095e67e8f91a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395477
Nov 24 14:44:54.624152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36e4ca-0d7e-45f4-9fdd-047b4551f6b7 req-d3695d9a-d788-439b-990f-6d9d021d5c41 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:54.625572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b36e4ca-0d7e-45f4-9fdd-047b4551f6b7 req-d3695d9a-d788-439b-990f-6d9d021d5c41 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 946 time: 0.0841866
Nov 24 14:44:54.671007 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b36e4ca-0d7e-45f4-9fdd-047b4551f6b7 req-829c8553-f3e0-4b36-8da7-64c7bd7e141a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399239
Nov 24 14:44:54.698498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59620) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:54.769229 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-90f606a0-4a27-4d7b-8e8c-592bee2dea24 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1094 time: 0.0695138
Nov 24 14:44:54.771808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59624) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:54.776889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:44:54.782893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:44:54.786799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:44:54.789659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:44:54.796428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:44:54.865940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:55.103307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:55.239211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.147 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/781a825a-428a-40f9-bc39-151bbb27c4f2) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:44:55.384936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:55.464478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:55.469268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bb62cf0c-db83-4217-8a21-9de7f2abba01 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:55.536437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:44:55.539490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:44:55.544337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:44:55.568144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=781a825a-428a-40f9-bc39-151bbb27c4f2,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:55.572885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:55.682923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-56b7650a-1a0e-40e8-a286-c4fd4c413b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:56.059699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:56.156909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:56.359145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:56.397192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:56.401310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f63a9c8-0280-454a-b3b7-1595a508b32a tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:44:56.499253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=781a825a-428a-40f9-bc39-151bbb27c4f2,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:44:56.503203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:44:56.518805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:56.694991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:56.817301 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP e8b3df42-cf88-4aa0-b7b1-5628454cc43b associated. External IP: 172.26.2.147, port: 06aa5c33-03e0-4003-91af-6ee1c87cca6a.
Nov 24 14:44:57.207772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 01997581-a222-47b9-a255-7fb222a7b127 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:44:57.412516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:44:57.422208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] Sync routers for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:44:57.433668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:57.434284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:57.500331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:57.554703 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7818711
Nov 24 14:44:57.555355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:44:57.557525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59628) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:57.611454 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'status': 'completed', 'code': 200}
Nov 24 14:44:57.619032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:57.678066 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7a0ee1b1-5cdd-46fb-b701-371117ea064c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/e8b3df42-cf88-4aa0-b7b1-5628454cc43b HTTP/1.1" status: 200  len: 992 time: 0.1191664
Nov 24 14:44:57.705091 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7b57321-9a40-4e21-8cab-73110472483a req-76962189-b883-4493-b4ad-bb81e3c1f164 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1099 time: 0.0722039
Nov 24 14:44:57.844331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57321-9a40-4e21-8cab-73110472483a req-2bad0f55-745e-4639-a3e5-eb6545dc99b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:57.845887 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7b57321-9a40-4e21-8cab-73110472483a req-2bad0f55-745e-4639-a3e5-eb6545dc99b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 HTTP/1.1" status: 200  len: 897 time: 0.1325428
Nov 24 14:44:57.952878 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7b57321-9a40-4e21-8cab-73110472483a req-48be67f6-3800-42af-a100-575f9725da0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a HTTP/1.1" status: 200  len: 1000 time: 0.1002698
Nov 24 14:44:58.009438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dca0>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'e8b3df42-cf88-4aa0-b7b1-5628454cc43b', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '01997581-a222-47b9-a255-7fb222a7b127', 'port_id': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:44:55Z', 'updated_at': '2021-11-24T14:44:55Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:58.014253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] Checking router: 01997581-a222-47b9-a255-7fb222a7b127 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:44:58.021198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57321-9a40-4e21-8cab-73110472483a req-d32ca680-f2b5-41e4-8b20-3a7ea01c9b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:44:58.022674 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7b57321-9a40-4e21-8cab-73110472483a req-d32ca680-f2b5-41e4-8b20-3a7ea01c9b5f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 HTTP/1.1" status: 200  len: 844 time: 0.0633938
Nov 24 14:44:58.024802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:44:58.025404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:44:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:58.097768 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7b57321-9a40-4e21-8cab-73110472483a req-528756e6-f557-4685-b50c-b501f7e0a7b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688615
Nov 24 14:44:58.217070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:44:58.234392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7b57321-9a40-4e21-8cab-73110472483a req-fc68fb5f-5bbf-43f4-bc74-a43cd1c2ad0d service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292105
Nov 24 14:44:58.259405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:44:58.370954 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7b57321-9a40-4e21-8cab-73110472483a req-1bde23b3-3bf2-4a13-a9fc-56dfb367ac2d service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295872
Nov 24 14:44:58.569730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dca0>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'e8b3df42-cf88-4aa0-b7b1-5628454cc43b', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '01997581-a222-47b9-a255-7fb222a7b127', 'port_id': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:44:55Z', 'updated_at': '2021-11-24T14:44:55Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:44:58.573707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd5e310-958f-4214-a7c5-27ab4229d5f9 None None] The sync data for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv is: [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'e8b3df42-cf88-4aa0-b7b1-5628454cc43b', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.147', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '01997581-a222-47b9-a255-7fb222a7b127', 'port_id': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:44:55Z', 'updated_at': '2021-11-24T14:44:55Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:44:58.680233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59634) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:58.780785 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746c2bfb-3117-4c47-9171-53bf9a3534f2 None None] New status for floating IP e8b3df42-cf88-4aa0-b7b1-5628454cc43b: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:44:58.787760 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-afb276fa-9979-4a6d-b1bb-fdaddb9c2aaf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/e8b3df42-cf88-4aa0-b7b1-5628454cc43b HTTP/1.1" status: 200  len: 992 time: 0.1062889
Nov 24 14:44:59.790967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59638) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:44:59.899331 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8329e426-7a9f-41d8-aab7-4a4f0c6d3c6d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/e8b3df42-cf88-4aa0-b7b1-5628454cc43b HTTP/1.1" status: 200  len: 994 time: 0.1071539
Nov 24 14:45:01.804627 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-35f6ad0d-32dd-40ca-9ab2-afe2240dec83 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681837
Nov 24 14:45:02.061673 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-06fd2d19-8fb5-454d-9da7-112ee54d1c5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1098 time: 0.1880858
Nov 24 14:45:02.204780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-c62df9ea-5f80-4567-88ae-598047e7743c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:02.206203 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-c62df9ea-5f80-4567-88ae-598047e7743c service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1258993
Nov 24 14:45:02.316675 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-484d091b-9758-4535-8f14-b7c1cb0c00a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 1001 time: 0.0978379
Nov 24 14:45:02.379925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-677fede9-c818-4037-bdca-555cdb708d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:02.381349 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-677fede9-c818-4037-bdca-555cdb708d5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0580213
Nov 24 14:45:02.461003 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-4ee9f8c4-545f-491c-ade4-68c7af36d754 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722561
Nov 24 14:45:02.596425 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-37316c58-d309-4f59-9471-edda0102c5df service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283386
Nov 24 14:45:02.728745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f579bb2-99dc-4aa3-a2ab-14e3980b990b req-f4049328-27b5-462c-8bbe-68282d2ced55 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257617
Nov 24 14:45:20.356818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:23.419591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a3771d65-89e7-41f9-bd34-0703f07f94a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:23.916916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:25.149779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59654) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:25.351795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Deleting port fcdb5d95-9f6c-45e0-84bb-a2476c1a5693 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:25.352165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:25.519384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:25.519705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:25.677157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8e4b-4582-4d68-9c9a-4aa4aa3fb1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:25.743872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Calling delete_port for fcdb5d95-9f6c-45e0-84bb-a2476c1a5693 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:25.939571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:25.942991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1747e31a-7318-4d85-b44f-d73fb8d4c1cf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:25.988633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event deleted for resources: {'Port': ['ID=fcdb5d95-9f6c-45e0-84bb-a2476c1a5693,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:26.026571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.026953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.027328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.027695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.028061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.028454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.028816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.029972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.030091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.030426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.030780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:26.037443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:26.088770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:26.476737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:45:26.679865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:45:26.690522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:45:26.702905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:26.703517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420098a90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:26.740233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:26.755495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:26.798210 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "DELETE /v2.0/floatingips/bb26123f-b503-41ce-8cdc-bb5fd1208434 HTTP/1.1" status: 204  len: 168 time: 1.6442671
Nov 24 14:45:26.798210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:45:26.881783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:26.948977 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115', 'status': 'completed', 'code': 200}
Nov 24 14:45:27.050499 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a890454-5568-48cf-9fec-d6849062bf05 req-bfe21d58-dc01-433a-a07b-e798a7b09ed2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 1098 time: 0.0768926
Nov 24 14:45:27.222864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a890454-5568-48cf-9fec-d6849062bf05 req-e23be0e7-bf35-45c3-83a5-0d8347293822 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:27.225343 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a890454-5568-48cf-9fec-d6849062bf05 req-e23be0e7-bf35-45c3-83a5-0d8347293822 service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1679339
Nov 24 14:45:27.309192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420098a90>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:46Z', 'revision_number': 1, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:27.315683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:45:27.319035 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a890454-5568-48cf-9fec-d6849062bf05 req-bb9d5f15-0c57-487a-884b-c4717849740d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f086a81-d355-4aa3-b576-9130b53a4115 HTTP/1.1" status: 200  len: 217 time: 0.0850921
Nov 24 14:45:27.329027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:27.329675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420098a90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:27.339259 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a721-f7f4-44ac-9a5d-0e17d170d6f8 req-cda8fda5-f932-4cef-8af3-70651249689d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:27.339972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-d1e4a721-f7f4-44ac-9a5d-0e17d170d6f8 req-cda8fda5-f932-4cef-8af3-70651249689d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:45:27.387914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a890454-5568-48cf-9fec-d6849062bf05 req-0e5673a7-fb68-416f-b778-b42e21e0ccbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:27.390648 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a890454-5568-48cf-9fec-d6849062bf05 req-0e5673a7-fb68-416f-b778-b42e21e0ccbf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0625923
Nov 24 14:45:27.437010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-d1e4a721-f7f4-44ac-9a5d-0e17d170d6f8 req-cda8fda5-f932-4cef-8af3-70651249689d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:45:27.438195 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d1e4a721-f7f4-44ac-9a5d-0e17d170d6f8 req-cda8fda5-f932-4cef-8af3-70651249689d tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 945 time: 0.2019811
Nov 24 14:45:27.491495 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d1e4a721-f7f4-44ac-9a5d-0e17d170d6f8 req-aacff2fa-d1c8-48e5-a9a8-e0b291e3f9da tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477772
Nov 24 14:45:27.492354 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a890454-5568-48cf-9fec-d6849062bf05 req-2c6b02c0-c32b-4730-a008-0919e6af5f02 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0937440
Nov 24 14:45:27.560763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:27.564731 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:45:27.654776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a890454-5568-48cf-9fec-d6849062bf05 req-ac2c2758-bf15-4ffd-a529-e29bb56a004d service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519659
Nov 24 14:45:27.803422 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a890454-5568-48cf-9fec-d6849062bf05 req-eadae87c-80d2-44fe-9e64-8b186d835236 service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415143
Nov 24 14:45:27.930882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420098a90>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:46Z', 'revision_number': 1, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:27.934965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0956e51a-432d-4828-8980-0d20373866f8 None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'b9709a0b-e0ff-48f0-a95e-551937b7ae28', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'floating_ip_address': '172.26.2.120', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'port_id': '125c93fa-bff9-4259-96a9-89b025c075d5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'mac_address': 'fa:16:3e:69:a2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:46Z', 'revision_number': 1, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:45:28.157690 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28644468-0c0e-4984-a5e4-ca0c25e43dc7 None None] New status for floating IP bb26123f-b503-41ce-8cdc-bb5fd1208434: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:45:28.179310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:28.695621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18f61-4e4e-4863-8c98-4789fed37a75 req-2c57324c-2d66-4eea-a7a7-1e7da31e7eac tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:28.697073 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3c18f61-4e4e-4863-8c98-4789fed37a75 req-2c57324c-2d66-4eea-a7a7-1e7da31e7eac tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 945 time: 0.0779078
Nov 24 14:45:28.742665 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3c18f61-4e4e-4863-8c98-4789fed37a75 req-da12b909-814c-447b-ba22-d57f24403528 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394638
Nov 24 14:45:29.009464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-e6b19978-36c2-4e1f-a505-59ddf47c84e1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:29.011126 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-e6b19978-36c2-4e1f-a505-59ddf47c84e1 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 945 time: 0.1867809
Nov 24 14:45:29.079903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Deleting port 6f086a81-d355-4aa3-b576-9130b53a4115 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:29.080268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:29.321141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] For port 6f086a81-d355-4aa3-b576-9130b53a4115, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=6f086a81-d355-4aa3-b576-9130b53a4115,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:29.321496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:29.440952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Calling delete_port for 6f086a81-d355-4aa3-b576-9130b53a4115 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:29.652333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:29.657838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9c675a76-c079-495d-b987-03286cfe7e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:29.699954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event deleted for resources: {'Port': ['ID=6f086a81-d355-4aa3-b576-9130b53a4115,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:29.739683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.740063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.740464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.740831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.741199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.741564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.741924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.742283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.742643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.742996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.743357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:45:29.750790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:29.787771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] No DVR routers for this DVR port 6f086a81-d355-4aa3-b576-9130b53a4115 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:45:29.790464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:29.793253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'name': 'network-vif-deleted', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:45:29.853632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181ef307-59ec-44b9-accb-11e12e4a81ff', 'name': 'network-vif-deleted', 'tag': '6f086a81-d355-4aa3-b576-9130b53a4115', 'status': 'completed', 'code': 200}
Nov 24 14:45:29.876347 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8f11edd9-305c-4c29-ac1e-5a5ae11057e1 req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "DELETE /v2.0/ports/6f086a81-d355-4aa3-b576-9130b53a4115 HTTP/1.1" status: 204  len: 173 time: 0.8589034
Nov 24 14:45:29.919916 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d4cd7809-c649-4fd5-9dd9-fc634b890b32 req-4e6260fd-7d9f-42b6-b5f4-3130207184e3 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 210 time: 0.0411348
Nov 24 14:45:31.102407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-114fa1f2-5081-4028-8ddc-6148266e3703 req-fdde17eb-8a54-4e58-b61d-893398d94af0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:45:31.173824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-114fa1f2-5081-4028-8ddc-6148266e3703 req-fdde17eb-8a54-4e58-b61d-893398d94af0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:45:31.175000 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-114fa1f2-5081-4028-8ddc-6148266e3703 req-fdde17eb-8a54-4e58-b61d-893398d94af0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=181ef307-59ec-44b9-accb-11e12e4a81ff HTTP/1.1" status: 200  len: 210 time: 0.1184683
Nov 24 14:45:31.812186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 6f086a81-d355-4aa3-b576-9130b53a4115 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:31.846333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 6f086a81-d355-4aa3-b576-9130b53a4115 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:31.846708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 6f086a81-d355-4aa3-b576-9130b53a4115 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:45:36.980563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59702) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:37.180877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Deleting port 460ea7d0-df88-496d-a4da-7259f3594a3e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:37.181140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:37.458406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:37.458617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:37.582711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Calling delete_port for 460ea7d0-df88-496d-a4da-7259f3594a3e owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:37.800706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:37.804426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-431755e6-9362-4903-925f-83ca1a950aba tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:37.853044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event deleted for resources: {'Port': ['ID=460ea7d0-df88-496d-a4da-7259f3594a3e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:37.856162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:37.946637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:38.333288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:45:38.536937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:45:38.546285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:45:38.557925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:38.558610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb885e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:38.636596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:38.692102 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "DELETE /v2.0/floatingips/b9709a0b-e0ff-48f0-a95e-551937b7ae28 HTTP/1.1" status: 204  len: 168 time: 1.7104383
Nov 24 14:45:38.692935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:45:38.741693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:38.751484 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5', 'status': 'completed', 'code': 200}
Nov 24 14:45:38.848361 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-20ab20b6-5ebc-404f-a78d-0e21fd004d27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=30d72de9781d4279be986cf6b0dcc86a&device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 1098 time: 0.0745089
Nov 24 14:45:38.986660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-7c4ae58a-7ff4-4e28-a2a0-2a38bdbaddef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:38.988030 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-7c4ae58a-7ff4-4e28-a2a0-2a38bdbaddef service neutron] 10.222.0.81 "GET /v2.0/networks?id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 200  len: 913 time: 0.1329138
Nov 24 14:45:39.061503 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-a42281b9-0e4c-4f53-86e1-74f13c11dfff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 200  len: 217 time: 0.0665212
Nov 24 14:45:39.066606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb885e0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:39.070641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:45:39.081504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:39.082101 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb885e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:39.128952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-3c880609-1c2b-40da-b27e-6de350ca8175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:39.133312 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-3c880609-1c2b-40da-b27e-6de350ca8175 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 200  len: 851 time: 0.0630269
Nov 24 14:45:39.220456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-2435910d-149b-4ff5-845f-df181b3316f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=efc160bb-4be8-4cb6-8ce4-d955bf28e95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0777354
Nov 24 14:45:39.269254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:39.279983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba125a9d-24f0-4f7c-a38e-33078e2a1ca9 req-0d08848e-a16a-4872-aadb-1402ff48fb42 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:39.281093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-ba125a9d-24f0-4f7c-a38e-33078e2a1ca9 req-0d08848e-a16a-4872-aadb-1402ff48fb42 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:45:39.362443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-ba125a9d-24f0-4f7c-a38e-33078e2a1ca9 req-0d08848e-a16a-4872-aadb-1402ff48fb42 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:45:39.363143 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-007d1366-a1c5-48f9-96fb-d3ff099eec4e service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349032
Nov 24 14:45:39.363602 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ba125a9d-24f0-4f7c-a38e-33078e2a1ca9 req-0d08848e-a16a-4872-aadb-1402ff48fb42 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 945 time: 0.1647892
Nov 24 14:45:39.411999 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ba125a9d-24f0-4f7c-a38e-33078e2a1ca9 req-8640eedf-7fdb-41bf-a776-09ec7c52d4a7 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb1092ca-27e9-4c5b-9df1-b9765500656a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423472
Nov 24 14:45:39.500970 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b8b0080-5e83-4861-afc6-e49dacf5422d req-1a72f92a-12fc-4aa3-ace8-8f7391991bee service neutron] 10.222.0.81 "GET /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291468
Nov 24 14:45:39.639038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb885e0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:39.639514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df260e15-43ad-4e2b-84d0-3d739f6850ae None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:34:29Z', 'revision_number': 4, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87be810f-cfac-4dd0-ad9a-09fa0b05b6a7', 'name': '', 'network_id': 'efc160bb-4be8-4cb6-8ce4-d955bf28e95f', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'mac_address': 'fa:16:3e:c0:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:27Z', 'updated_at': '2021-11-24T14:34:37Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'subnets': [{'id': 'f59739d1-3c0e-4df3-a4ec-ed959ec36cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:45:39.768241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-79a522b1-047d-446d-bfab-ce23e7915267 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:45:39.769720 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-79a522b1-047d-446d-bfab-ce23e7915267 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 945 time: 0.0797033
Nov 24 14:45:39.850169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Deleting port 125c93fa-bff9-4259-96a9-89b025c075d5 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:39.850755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:39.863810 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b59fb1-5abd-4747-b18b-b074f90bd6c0 None None] New status for floating IP b9709a0b-e0ff-48f0-a95e-551937b7ae28: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:45:40.218523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] For port 125c93fa-bff9-4259-96a9-89b025c075d5, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=125c93fa-bff9-4259-96a9-89b025c075d5,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:40.218869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:40.335102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Calling delete_port for 125c93fa-bff9-4259-96a9-89b025c075d5 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:40.571818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:40.582865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-421609bb-1570-4579-8658-797c3067bb6c req-464a53c9-1aef-482d-bfaf-1a8a7d620c20 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 210 time: 0.0459278
Nov 24 14:45:40.587781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-280208aa-8128-4c95-9fb9-cdc948cce7d0 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:40.625701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event deleted for resources: {'Port': ['ID=125c93fa-bff9-4259-96a9-89b025c075d5,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:40.629636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:40.702521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] No DVR routers for this DVR port 125c93fa-bff9-4259-96a9-89b025c075d5 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:45:40.704943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:40.707410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'name': 'network-vif-deleted', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:45:40.766179 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd8c13d-4bf2-41db-8a30-b801e610b562', 'name': 'network-vif-deleted', 'tag': '125c93fa-bff9-4259-96a9-89b025c075d5', 'status': 'completed', 'code': 200}
Nov 24 14:45:40.773967 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78a19708-5ef3-47e0-8d4d-79bcd72c3869 req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.81 "DELETE /v2.0/ports/125c93fa-bff9-4259-96a9-89b025c075d5 HTTP/1.1" status: 204  len: 173 time: 0.9981196
Nov 24 14:45:41.759245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bd9746d3-40cd-468c-aade-d00242309243 req-7f0a8c84-7e24-4c1a-976c-1157d31565b6 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Synchronizing usage tracker for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:45:41.842706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bd9746d3-40cd-468c-aade-d00242309243 req-7f0a8c84-7e24-4c1a-976c-1157d31565b6 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Unset dirty status for tenant:30d72de9781d4279be986cf6b0dcc86a on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:45:41.843865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bd9746d3-40cd-468c-aade-d00242309243 req-7f0a8c84-7e24-4c1a-976c-1157d31565b6 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "GET /v2.0/ports?device_id=edd8c13d-4bf2-41db-8a30-b801e610b562 HTTP/1.1" status: 200  len: 210 time: 0.1258712
Nov 24 14:45:42.946450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59720) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:43.098178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Deleting port ffd1f83c-60a5-4250-baeb-ae03d351079b {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:43.098513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:43.366845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:43.367175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:43.487409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Calling delete_port for ffd1f83c-60a5-4250-baeb-ae03d351079b owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:43.699346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:43.703886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9595513e-7858-4fe3-82e7-cd5704ce0328 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:43.744504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event deleted for resources: {'Port': ['ID=ffd1f83c-60a5-4250-baeb-ae03d351079b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:43.749197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:43.839117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:43.878318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 125c93fa-bff9-4259-96a9-89b025c075d5 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:43.914665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 125c93fa-bff9-4259-96a9-89b025c075d5 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:43.914968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:43.915147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 125c93fa-bff9-4259-96a9-89b025c075d5 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:45:43.916129 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "DELETE /v2.0/floatingips/ec700625-23a6-480b-a080-a284b4d3c4f3 HTTP/1.1" status: 204  len: 168 time: 0.9686935
Nov 24 14:45:46.577459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59736) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:46.647147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:46.675539 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:46.802050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:46.806436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec0dce99-7a93-4b0a-9c44-9e5c1b24b9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:46.822572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1092ca-27e9-4c5b-9df1-b9765500656a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:46.825268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:46.887426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:46.888621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] 10.222.0.53 "DELETE /v2.0/security-groups/eb1092ca-27e9-4c5b-9df1-b9765500656a HTTP/1.1" status: 204  len: 168 time: 0.3101442
Nov 24 14:45:47.006808 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59742) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:47.649348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:48.335986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Deleting port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:48.336346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:48.506110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] For port 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:48.506458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:48.631676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Calling delete_port for 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:48.869091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:48.873570 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-794799f7-1381-40ae-aa8d-38dceeefdc6c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:48.914556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87be810f-cfac-4dd0-ad9a-09fa0b05b6a7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:48.916978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:49.208635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:49.887651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Router aafeda75-af4c-4c7e-a239-b5a5504913cd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:45:50.088367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:45:50.097884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] Sync routers for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:45:50.102387 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] 10.222.0.53 "PUT /v2.0/routers/aafeda75-af4c-4c7e-a239-b5a5504913cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0945024
Nov 24 14:45:50.104853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59748) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:50.110396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:50.111025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f61d9a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:50.297436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:50.306908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:50.396780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:50.513340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:50.578309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Deleting port 2ac85e91-b22f-4af5-9e52-9302a0d3b718 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:50.578833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:50.584182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f61d9a0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:45:48Z', 'revision_number': 5, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port': {'id': '2ac85e91-b22f-4af5-9e52-9302a0d3b718', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:19Z', 'updated_at': '2021-11-24T14:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:50.588292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] Checking router: aafeda75-af4c-4c7e-a239-b5a5504913cd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:45:50.599823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] Routers {'aafeda75-af4c-4c7e-a239-b5a5504913cd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:50.600454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f61d9a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['aafeda75-af4c-4c7e-a239-b5a5504913cd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:50.750756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] Set router aafeda75-af4c-4c7e-a239-b5a5504913cd gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:50.755163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] For port 2ac85e91-b22f-4af5-9e52-9302a0d3b718, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2ac85e91-b22f-4af5-9e52-9302a0d3b718,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:50.755517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:50.861247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f61d9a0>, [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:45:50Z', 'revision_number': 6, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:50.865510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5464fea-0c42-4f8d-b36c-0852e8d166b3 None None] The sync data for ids ['aafeda75-af4c-4c7e-a239-b5a5504913cd'] in dv-neutron-818347-1-hyperv is: [{'id': 'aafeda75-af4c-4c7e-a239-b5a5504913cd', 'name': 'tempest-TestVolumeBootPattern-1904094676-router', 'tenant_id': '30d72de9781d4279be986cf6b0dcc86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:16Z', 'updated_at': '2021-11-24T14:45:50Z', 'revision_number': 6, 'project_id': '30d72de9781d4279be986cf6b0dcc86a', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:45:50.883718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Calling delete_port for 2ac85e91-b22f-4af5-9e52-9302a0d3b718 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:51.122246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:51.126374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c73cf47e-5fc7-47d1-bbca-09d7e984c547 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:51.174443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac85e91-b22f-4af5-9e52-9302a0d3b718,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:51.176830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:51.508541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:51.770206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:51.774730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:51.785653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ac85e91-b22f-4af5-9e52-9302a0d3b718 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:51.825170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 2ac85e91-b22f-4af5-9e52-9302a0d3b718 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:51.825532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ac85e91-b22f-4af5-9e52-9302a0d3b718 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:45:51.825957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:51.858255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:51.858622 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87be810f-cfac-4dd0-ad9a-09fa0b05b6a7 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:45:51.903080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:51.903582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Fanout notify agent at l3_agent the message router_deleted on router aafeda75-af4c-4c7e-a239-b5a5504913cd {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:45:51.918590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:51.919727 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] 10.222.0.53 "DELETE /v2.0/routers/aafeda75-af4c-4c7e-a239-b5a5504913cd HTTP/1.1" status: 204  len: 168 time: 1.8139632
Nov 24 14:45:51.923904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59752) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:51.988759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Deleting subnet f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:45:51.992079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.041645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.121204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.252395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.255991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a2505a1b-a856-4c61-9af2-a4fd22fce128 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:52.290954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59739d1-3c0e-4df3-a4ec-ed959ec36cc0,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:52.294541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:52.297878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.303666 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1764549c-b4f0-4b69-8066-a12af2d237f7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f59739d1-3c0e-4df3-a4ec-ed959ec36cc0 HTTP/1.1" status: 204  len: 168 time: 0.3786960
Nov 24 14:45:52.303802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6be45d-1f8d-4472-a09a-016662e47f0d None None] Network efc160bb-4be8-4cb6-8ce4-d955bf28e95f requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:45:52.306143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59756) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:52.413992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.424471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Deleting port f5354671-fca7-48fc-b69f-3452cf67b2b8 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:52.424826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.598896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] DHCP port deletion for efc160bb-4be8-4cb6-8ce4-d955bf28e95f request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:45:52.603212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Deleting port f5354671-fca7-48fc-b69f-3452cf67b2b8 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:52.603665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.634783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] For port f5354671-fca7-48fc-b69f-3452cf67b2b8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f5354671-fca7-48fc-b69f-3452cf67b2b8,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:52.635125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.759180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Calling delete_port for f5354671-fca7-48fc-b69f-3452cf67b2b8 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:52.802336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] For port f5354671-fca7-48fc-b69f-3452cf67b2b8, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f5354671-fca7-48fc-b69f-3452cf67b2b8,segment=NetworkSegment(ccb071b4-921a-4df8-83ef-2d4f9e4f2875),segment_id=ccb071b4-921a-4df8-83ef-2d4f9e4f2875)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:52.803340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.905524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:52.909394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7f1b6ecc-3ad5-4311-8c27-7ce00b34f4d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:52.927703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Calling delete_port for f5354671-fca7-48fc-b69f-3452cf67b2b8 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn_limited(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn_limited(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 14:45:52.993996 dv-neutron-818347-1-hyperv neutron-server[84235]:   util.warn(
Nov 24 14:45:53.000506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:45:53.000881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:45:53.056343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5354671-fca7-48fc-b69f-3452cf67b2b8,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:53.058796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:53.061894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] No DVR routers for this DVR port f5354671-fca7-48fc-b69f-3452cf67b2b8 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:45:53.179513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.205203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fb34ac0>,) {'filters': {'network_id': ['efc160bb-4be8-4cb6-8ce4-d955bf28e95f']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:53.216912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb34ac0>, 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:53.217208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb34ac0>, 'ccb071b4-921a-4df8-83ef-2d4f9e4f2875') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:53.228202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.243352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.250080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:45:53.250492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:45:53.264437 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:45:53.425052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.428461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3cd5127b-f7e2-4e73-a3c4-0b5995eb6fa0 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:53.442326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.453338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc160bb-4be8-4cb6-8ce4-d955bf28e95f,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:53.460744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-674002a0-4363-48cb-a898-c40de643eac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.461533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:53.501879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Deleting port f5354671-fca7-48fc-b69f-3452cf67b2b8 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:53.502286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.534051 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/efc160bb-4be8-4cb6-8ce4-d955bf28e95f HTTP/1.1" status: 204  len: 168 time: 1.2268689
Nov 24 14:45:53.536893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59760) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:53.569752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-73e2663b-b25e-4d9d-a52d-9b76e555b52d None None] The port 'f5354671-fca7-48fc-b69f-3452cf67b2b8' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:45:53.783116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f5354671-fca7-48fc-b69f-3452cf67b2b8 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:53.819341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: f5354671-fca7-48fc-b69f-3452cf67b2b8 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:53.820485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f5354671-fca7-48fc-b69f-3452cf67b2b8 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:45:53.922315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:53.928460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:54.509466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Deleting port 635b4315-9f46-46db-bc01-55cfcdb0b018 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:54.510126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:54.774350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] For port 635b4315-9f46-46db-bc01-55cfcdb0b018, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=635b4315-9f46-46db-bc01-55cfcdb0b018,segment=NetworkSegment(04367700-2044-40af-b061-6b2b0f3adc17),segment_id=04367700-2044-40af-b061-6b2b0f3adc17)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:54.774694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:54.894474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Calling delete_port for 635b4315-9f46-46db-bc01-55cfcdb0b018 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:55.155939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:55.159536 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-98b72a9e-e144-4038-9a5f-131efc864950 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:55.204910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Pushing event deleted for resources: {'Port': ['ID=635b4315-9f46-46db-bc01-55cfcdb0b018,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:55.208335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:55.496438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:55.676297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f4b7810b-26cb-4130-9e81-c64831e674c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:56.067896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:45:56.368677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:45:56.377160 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] Sync routers for ids ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:45:56.389566 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] Routers {'26f48d37-b114-4acb-a9b1-b4dc0e7be674'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:56.396799 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff98970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:56.454887 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] 10.222.0.53 "PUT /v2.0/routers/26f48d37-b114-4acb-a9b1-b4dc0e7be674/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9168801
Nov 24 14:45:56.457332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59766) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:56.564051 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] Set router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:56.658566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:56.704688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:56.853730 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff98970>, [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:45:55Z', 'revision_number': 5, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:56.858732 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] Checking router: 26f48d37-b114-4acb-a9b1-b4dc0e7be674 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:45:56.859224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:56.870294 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] Routers {'26f48d37-b114-4acb-a9b1-b4dc0e7be674'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:45:56.870906 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff98970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:45:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:56.938927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Deleting port 37e1e2e3-c783-40c4-bd25-eff31a3e336e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:56.939276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:57.047436 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] Set router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:45:57.116163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] For port 37e1e2e3-c783-40c4-bd25-eff31a3e336e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=37e1e2e3-c783-40c4-bd25-eff31a3e336e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:57.116765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:57.237826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Calling delete_port for 37e1e2e3-c783-40c4-bd25-eff31a3e336e owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:57.330051 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff98970>, [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:45:55Z', 'revision_number': 5, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:57.333953 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6269cff-0a4d-4b9d-b5fa-6b31d1ee087a None None] The sync data for ids ['26f48d37-b114-4acb-a9b1-b4dc0e7be674'] in dv-neutron-818347-1-hyperv is: [{'id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'name': 'tempest-TestVolumeBootPattern-1745758778-router', 'tenant_id': 'd36068cf68994df68b5e6a733159c691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2'}], 'enable_snat': True}, 'gw_port_id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:39Z', 'updated_at': '2021-11-24T14:45:55Z', 'revision_number': 5, 'project_id': 'd36068cf68994df68b5e6a733159c691', 'gw_port': {'id': '37e1e2e3-c783-40c4-bd25-eff31a3e336e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:92:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f48d37-b114-4acb-a9b1-b4dc0e7be674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:41Z', 'updated_at': '2021-11-24T14:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:45:57.474816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:57.478427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-45846458-a08a-41b9-ae37-387b402a9ee9 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:57.518965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Pushing event deleted for resources: {'Port': ['ID=37e1e2e3-c783-40c4-bd25-eff31a3e336e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:57.522363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:57.742925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:57.804291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 635b4315-9f46-46db-bc01-55cfcdb0b018 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:57.843177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 635b4315-9f46-46db-bc01-55cfcdb0b018 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:57.843535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 635b4315-9f46-46db-bc01-55cfcdb0b018 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:45:58.114732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.118859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.167558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.190301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.190844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26f48d37-b114-4acb-a9b1-b4dc0e7be674 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:45:58.203917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.205071 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] 10.222.0.53 "DELETE /v2.0/routers/26f48d37-b114-4acb-a9b1-b4dc0e7be674 HTTP/1.1" status: 204  len: 168 time: 1.7467833
Nov 24 14:45:58.207776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59770) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:58.273688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Deleting subnet a3a7bd89-4f08-43a3-9f94-70b491e59fda {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:45:58.276771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.327219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.408426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.545335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.549076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-dd3cd4d3-be6b-4855-ae2b-0163919976a4 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:58.581939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a7bd89-4f08-43a3-9f94-70b491e59fda,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:58.585263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:58.588442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.594712 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a3a7bd89-4f08-43a3-9f94-70b491e59fda HTTP/1.1" status: 204  len: 168 time: 0.3859067
Nov 24 14:45:58.595052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1bbf9f-13ec-44bc-a5d9-635d1a6adb74 None None] Network a520b7ea-6dac-4bbd-9185-5bd507293b84 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:45:58.597354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59774) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:45:58.710496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.721243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Deleting port ba8d97d1-d042-4974-ae7e-f8c36add2708 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:58.721565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.882725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] DHCP port deletion for a520b7ea-6dac-4bbd-9185-5bd507293b84 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:45:58.887270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Deleting port ba8d97d1-d042-4974-ae7e-f8c36add2708 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:58.887653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:58.932206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] For port ba8d97d1-d042-4974-ae7e-f8c36add2708, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ba8d97d1-d042-4974-ae7e-f8c36add2708,segment=NetworkSegment(04367700-2044-40af-b061-6b2b0f3adc17),segment_id=04367700-2044-40af-b061-6b2b0f3adc17)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:58.932427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.052916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Calling delete_port for ba8d97d1-d042-4974-ae7e-f8c36add2708 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:59.096983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] For port ba8d97d1-d042-4974-ae7e-f8c36add2708, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=ba8d97d1-d042-4974-ae7e-f8c36add2708,segment=NetworkSegment(04367700-2044-40af-b061-6b2b0f3adc17),segment_id=04367700-2044-40af-b061-6b2b0f3adc17)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:45:59.097379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.206166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.210188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:59.222091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Calling delete_port for ba8d97d1-d042-4974-ae7e-f8c36add2708 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:45:59.256694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8d97d1-d042-4974-ae7e-f8c36add2708,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:59.259232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:59.262018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] No DVR routers for this DVR port ba8d97d1-d042-4974-ae7e-f8c36add2708 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:45:59.293496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:45:59.293858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:45:59.378753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.403892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f47e550>,) {'filters': {'network_id': ['a520b7ea-6dac-4bbd-9185-5bd507293b84']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:59.416437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f47e550>, '04367700-2044-40af-b061-6b2b0f3adc17') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:59.416733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f47e550>, '04367700-2044-40af-b061-6b2b0f3adc17') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:45:59.428473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.443931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.449923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:45:59.450301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:45:59.463884 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:45:59.681613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.686290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.688816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f2b38bad-43a2-4467-95ba-1a1c1fa530fe tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:45:59.709531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Pushing event deleted for resources: {'Network': ['ID=a520b7ea-6dac-4bbd-9185-5bd507293b84,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:45:59.714195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:45:59.717842 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a520b7ea-6dac-4bbd-9185-5bd507293b84 HTTP/1.1" status: 204  len: 168 time: 1.1186326
Nov 24 14:45:59.791581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ba8d97d1-d042-4974-ae7e-f8c36add2708 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:59.820122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Deleting port ba8d97d1-d042-4974-ae7e-f8c36add2708 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:45:59.820624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:45:59.890938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: ba8d97d1-d042-4974-ae7e-f8c36add2708 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:59.891621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device ba8d97d1-d042-4974-ae7e-f8c36add2708 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:45:59.891723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 37e1e2e3-c783-40c4-bd25-eff31a3e336e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:45:59.956567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-32bd32bf-40f7-4321-b319-00432d8a4f83 None None] The port 'ba8d97d1-d042-4974-ae7e-f8c36add2708' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 14:45:59.957467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 37e1e2e3-c783-40c4-bd25-eff31a3e336e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:45:59.957828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 37e1e2e3-c783-40c4-bd25-eff31a3e336e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:46:00.072176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59780) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:46:00.125810 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-93ae23f2-7d52-4ab6-9e64-e0a2c5268295 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30d72de9781d4279be986cf6b0dcc86a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0523756
Nov 24 14:46:00.128116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59784) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:46:00.187649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:00.218127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:00.321914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:00.325677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d66b29ec-d15d-4773-902a-567f3f51a90c tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:46:00.338375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e581668d-1bcf-4566-8285-c76736e209b0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:46:00.340911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:46:00.347893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:00.349044 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e581668d-1bcf-4566-8285-c76736e209b0 HTTP/1.1" status: 204  len: 168 time: 0.2200296
Nov 24 14:46:01.172349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59792) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:46:01.223712 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c54199f1-4179-46d3-aeda-a9943da13763 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d36068cf68994df68b5e6a733159c691&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500796
Nov 24 14:46:01.225952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59796) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:46:01.286734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb91f327-c0b2-4a7a-9dc5-004cfa380054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:01.312852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb91f327-c0b2-4a7a-9dc5-004cfa380054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:01.429078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb91f327-c0b2-4a7a-9dc5-004cfa380054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:01.432743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9f5ad2ea-3d12-450a-b923-0b7f35409e47 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:46:01.447051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91f327-c0b2-4a7a-9dc5-004cfa380054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dcddb4-4f73-4eb9-90ab-56b57d2d9cae,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:46:01.451701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cb91f327-c0b2-4a7a-9dc5-004cfa380054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:46:01.454156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cb91f327-c0b2-4a7a-9dc5-004cfa380054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:01.455292 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cb91f327-c0b2-4a7a-9dc5-004cfa380054 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3dcddb4-4f73-4eb9-90ab-56b57d2d9cae HTTP/1.1" status: 204  len: 168 time: 0.2284162
Nov 24 14:46:02.648971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-9e9b0d31-84f3-4b35-afcd-0f2591c087f4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715630
Nov 24 14:46:02.739157 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-31ca143c-71b1-4c66-8cfb-154c7073f0af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1099 time: 0.0678160
Nov 24 14:46:02.885520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-ab72e593-cb69-4c91-bf7b-6fea3270e772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:46:02.886954 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-ab72e593-cb69-4c91-bf7b-6fea3270e772 service neutron] 10.222.0.81 "GET /v2.0/networks?id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 HTTP/1.1" status: 200  len: 897 time: 0.1294663
Nov 24 14:46:02.991978 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-bf0dd34d-4f30-4168-aed9-f7bb40966c43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a HTTP/1.1" status: 200  len: 1002 time: 0.0961561
Nov 24 14:46:03.057410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-7340f0d1-1253-4609-9f21-87d016f329e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:46:03.058809 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-7340f0d1-1253-4609-9f21-87d016f329e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 HTTP/1.1" status: 200  len: 844 time: 0.0611632
Nov 24 14:46:03.135720 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-d545468e-524e-465b-868c-489e47452c4a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689251
Nov 24 14:46:03.268692 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-52241a45-21e8-4913-a26d-06947b23f7cf service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260777
Nov 24 14:46:03.400594 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c0f9112-a2e7-4a2f-b61a-6241ba148961 req-8d4dfd97-1c99-401d-a3a2-7aa95004f809 service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249688
Nov 24 14:46:04.564373 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:46:20.321007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:23.417302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-25239497-f43a-4155-aab0-7cb17c4541fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:23.922322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:25.664220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-71759603-ddfd-4db3-8f05-833446b866b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:26.726776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:28.214248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:41.565295 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:46:50.332853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:50.477982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59804) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:46:50.747426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:46:50.984813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66730934'] for subnet, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:51.224165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754251607300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66709971'] for subnet, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:51.228231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d3d8cc50-02db-4dd5-b15f-c939bed7784c tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:46:51.270261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:46:51.270922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:51.272196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/subnets/23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 HTTP/1.1" status: 200  len: 836 time: 0.7932007
Nov 24 14:46:51.277220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b89eb-5e49-4888-b439-27ee4d58ab82 None None] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:46:51.297823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:46:51.306531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.306919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.307365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.307738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.308120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.308496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.308863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.309224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.309592 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.309948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.310408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:46:51.313809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:46:51.754573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9b3c3524-caca-4e01-a7ee-37c8d4434bf4 None None] Provisioning complete for port 06aa5c33-03e0-4003-91af-6ee1c87cca6a triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:46:51.755042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3524-caca-4e01-a7ee-37c8d4434bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:51.881435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9b3c3524-caca-4e01-a7ee-37c8d4434bf4 None None] Provisioning complete for port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:46:51.881815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3524-caca-4e01-a7ee-37c8d4434bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:52.006146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9b3c3524-caca-4e01-a7ee-37c8d4434bf4 None None] Provisioning complete for port 8a522671-ee91-4578-9d65-347ae3329556 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:46:52.006521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3524-caca-4e01-a7ee-37c8d4434bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:53.422080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26d5b173-fccf-4fb4-b933-b3e9946a28b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:53.953769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:55.680740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ad8ce91d-34d2-49fa-bef4-ab24642e9dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:56.703706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:46:58.194857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:02.810988 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-d5e46e3b-cec5-4fcf-9cfa-c4f63480f8cc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724745
Nov 24 14:47:02.950757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-83c70f98-af52-4142-a200-c4b2cbb0edf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1099 time: 0.0705166
Nov 24 14:47:03.195188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8becf-0c22-4218-933c-00e6846afe8a req-7271fdbd-e83a-488d-947b-7b5082dedfc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:03.196578 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-7271fdbd-e83a-488d-947b-7b5082dedfc5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 HTTP/1.1" status: 200  len: 897 time: 0.2265875
Nov 24 14:47:03.302951 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-524defa5-83fa-4c56-a88d-d66dafbbe674 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a HTTP/1.1" status: 200  len: 1002 time: 0.0973630
Nov 24 14:47:03.367604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8becf-0c22-4218-933c-00e6846afe8a req-22e86122-32d3-49e8-abea-2fa0182357ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:03.369029 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-22e86122-32d3-49e8-abea-2fa0182357ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 HTTP/1.1" status: 200  len: 844 time: 0.0597169
Nov 24 14:47:03.445881 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-d99c893f-9b46-4700-81f9-402c770a9e72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688543
Nov 24 14:47:03.579916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-15e3b0ec-f6fe-47a9-bb2c-52d247c47532 service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266420
Nov 24 14:47:03.713586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02b8becf-0c22-4218-933c-00e6846afe8a req-f37b8596-714e-4d1a-ab6d-e9a20c69d8e1 service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267388
Nov 24 14:47:18.564758 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:47:20.365988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:23.421567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a700cc5e-efb9-4339-9fd6-eb164d96d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:23.919451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:25.674500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b673ebc7-de98-4d88-a38f-a79909b5db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:26.718671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:28.199933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:34.269787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59824) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:34.472370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 781a825a-428a-40f9-bc39-151bbb27c4f2 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:47:34.472708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:34.639563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:34.639771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:34.755495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 781a825a-428a-40f9-bc39-151bbb27c4f2 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:47:34.948697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:34.952081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:34.991120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=781a825a-428a-40f9-bc39-151bbb27c4f2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:34.996550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:35.086160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:35.583007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 01997581-a222-47b9-a255-7fb222a7b127 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:47:35.786679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:47:35.798118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] Sync routers for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:47:35.810286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:35.811045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201954f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:35.868955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:35.922115 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/e8b3df42-cf88-4aa0-b7b1-5628454cc43b HTTP/1.1" status: 204  len: 168 time: 1.6512337
Nov 24 14:47:35.922761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:47:35.991633 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'status': 'completed', 'code': 200}
Nov 24 14:47:36.002236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:36.160399 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-af369d7d-19a4-4a80-a4a1-7e2eef7d5415 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 1099 time: 0.1437812
Nov 24 14:47:36.295394 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-1ee82238-764b-4de8-8964-12a77f7939ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:36.296867 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-1ee82238-764b-4de8-8964-12a77f7939ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 HTTP/1.1" status: 200  len: 897 time: 0.1299000
Nov 24 14:47:36.360830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201954f0>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:36.364865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] Checking router: 01997581-a222-47b9-a255-7fb222a7b127 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:47:36.370608 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-853aacd9-24b0-489b-beeb-650e5452a8ef service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a HTTP/1.1" status: 200  len: 217 time: 0.0663588
Nov 24 14:47:36.375954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:36.376590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201954f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:36.438466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-413daf3d-2784-4079-8bc3-34e7b90da1f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:36.441150 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-413daf3d-2784-4079-8bc3-34e7b90da1f0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 HTTP/1.1" status: 200  len: 844 time: 0.0644059
Nov 24 14:47:36.524644 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-31595906-af12-414e-98ee-fa126aba4b8f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768578
Nov 24 14:47:36.535696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-c1fdab13-4f67-467f-9b85-7fb741b4268f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:47:36.536706 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-c1fdab13-4f67-467f-9b85-7fb741b4268f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048037
Nov 24 14:47:36.562178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:36.669693 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-2a57ed6b-3ff8-45d6-842e-6ffc5b53c9e5 service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258900
Nov 24 14:47:36.859414 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-285f1439-3416-4e1a-98b5-12b112aa5e8c req-48b44b69-af42-4558-9d0e-45d9b343cc9e service neutron] 10.222.0.81 "GET /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826017
Nov 24 14:47:36.870278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b984e23-c6aa-4579-833b-01e6d42752f4 req-75a588eb-59d7-4356-b981-36eb437e2f5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:36.870983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9b984e23-c6aa-4579-833b-01e6d42752f4 req-75a588eb-59d7-4356-b981-36eb437e2f5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:47:36.895946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201954f0>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:36.900718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee5a0d-bbd2-48f5-bda4-3b357fb74cf4 None None] The sync data for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv is: [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:44:34Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8a522671-ee91-4578-9d65-347ae3329556', 'name': '', 'network_id': '79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:51:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:33Z', 'updated_at': '2021-11-24T14:44:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '23f6d9d6-84cf-42a5-aa0b-d608a7c50b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:47:36.965924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9b984e23-c6aa-4579-833b-01e6d42752f4 req-75a588eb-59d7-4356-b981-36eb437e2f5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:47:36.967086 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b984e23-c6aa-4579-833b-01e6d42752f4 req-75a588eb-59d7-4356-b981-36eb437e2f5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 946 time: 0.4418159
Nov 24 14:47:37.014573 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b984e23-c6aa-4579-833b-01e6d42752f4 req-e69a681d-ff7d-42d2-ba29-f99214e2e8f9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416882
Nov 24 14:47:37.115819 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de1996-1608-4de6-9e99-453078b96f43 None None] New status for floating IP e8b3df42-cf88-4aa0-b7b1-5628454cc43b: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:47:37.864963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-38953434-a8c1-4cd7-9fd3-773c98ae3d88 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:37.866365 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-38953434-a8c1-4cd7-9fd3-773c98ae3d88 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 946 time: 0.0797331
Nov 24 14:47:37.940115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 06aa5c33-03e0-4003-91af-6ee1c87cca6a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:47:37.940450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:38.294382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f344b86-de9c-40cd-be85-1be6f3d497e0 req-25c754a6-b861-4c1d-95e5-700845b13661 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:38.295959 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0f344b86-de9c-40cd-be85-1be6f3d497e0 req-25c754a6-b861-4c1d-95e5-700845b13661 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 946 time: 0.1574812
Nov 24 14:47:38.299842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 06aa5c33-03e0-4003-91af-6ee1c87cca6a, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=06aa5c33-03e0-4003-91af-6ee1c87cca6a,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:47:38.300235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:38.342429 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0f344b86-de9c-40cd-be85-1be6f3d497e0 req-e4b29778-359b-460f-beec-e758b1a4f85c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=507ec44f-6560-47d3-b167-683fa41e14ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406394
Nov 24 14:47:38.424001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 06aa5c33-03e0-4003-91af-6ee1c87cca6a owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:47:38.663029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:38.668670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0d6d7a7c-1b30-42d8-8455-1952115b9d78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:38.713174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=06aa5c33-03e0-4003-91af-6ee1c87cca6a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:38.716847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:38.785124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 06aa5c33-03e0-4003-91af-6ee1c87cca6a on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:47:38.787454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:38.790357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'name': 'network-vif-deleted', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:47:38.845969 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde9dd79-e36c-422b-86a6-d222d2b0ab9c', 'name': 'network-vif-deleted', 'tag': '06aa5c33-03e0-4003-91af-6ee1c87cca6a', 'status': 'completed', 'code': 200}
Nov 24 14:47:38.863873 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-97d87434-8470-4fc4-9c93-dcfda412d3d0 req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/06aa5c33-03e0-4003-91af-6ee1c87cca6a HTTP/1.1" status: 204  len: 173 time: 0.9915974
Nov 24 14:47:39.521409 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7fa7b09d-1779-41eb-a65e-71229b878bbb req-ff297941-30be-4241-b51a-adba7e67c23a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=dde9dd79-e36c-422b-86a6-d222d2b0ab9c HTTP/1.1" status: 200  len: 210 time: 0.0411601
Nov 24 14:47:40.630139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59854) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:40.699771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:40.729357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:40.852460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:40.856455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2c662afb-8403-46b9-8eb0-8440f15de2a5 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:40.870890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ec44f-6560-47d3-b167-683fa41e14ed,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:40.874040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:40.952109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:40.953218 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/507ec44f-6560-47d3-b167-683fa41e14ed HTTP/1.1" status: 204  len: 168 time: 0.3221149
Nov 24 14:47:41.056171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59860) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:41.451571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:42.166917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 8a522671-ee91-4578-9d65-347ae3329556 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:47:42.167584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:42.350248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 8a522671-ee91-4578-9d65-347ae3329556, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8a522671-ee91-4578-9d65-347ae3329556,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:47:42.350603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:42.470974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 8a522671-ee91-4578-9d65-347ae3329556 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:47:42.526052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 06aa5c33-03e0-4003-91af-6ee1c87cca6a no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:47:42.558765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 06aa5c33-03e0-4003-91af-6ee1c87cca6a {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:47:42.559124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 06aa5c33-03e0-4003-91af-6ee1c87cca6a not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:47:42.718595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:42.722313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6ad3343f-4fef-4cbb-9221-f4ec18a77b1a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:42.768652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=8a522671-ee91-4578-9d65-347ae3329556,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:42.809202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.809584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.809958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.810325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.810690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.811052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.811412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.811772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.812164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.812516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.812868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:42.819796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:43.073673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:43.749626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 01997581-a222-47b9-a255-7fb222a7b127 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:47:43.955702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:47:43.965690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] Sync routers for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:47:43.969189 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/01997581-a222-47b9-a255-7fb222a7b127/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9119349
Nov 24 14:47:43.971872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59864) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:43.978258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:43.979518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:44.158071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:44.162547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet 23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:47:44.165573 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:44.219335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:44.306292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:44.441019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6730>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:47:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:44.444754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] Checking router: 01997581-a222-47b9-a255-7fb222a7b127 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:47:44.455102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] Routers {'01997581-a222-47b9-a255-7fb222a7b127'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:44.455696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['01997581-a222-47b9-a255-7fb222a7b127'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:44.456422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:44.461208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c34e7986-d243-43b2-83de-05dbb977b936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:44.500926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=23f6d9d6-84cf-42a5-aa0b-d608a7c50b02,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:44.503588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:44.506332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:44.514009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c8ca3f-f456-47c9-9bfe-41374ffd959f None None] Network 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:47:44.514885 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/23f6d9d6-84cf-42a5-aa0b-d608a7c50b02 HTTP/1.1" status: 204  len: 168 time: 0.5418651
Nov 24 14:47:44.517426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59868) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:44.713384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:44.837703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] Set router 01997581-a222-47b9-a255-7fb222a7b127 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:44.913032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:44.981691 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 2b4a5e17-6c23-42df-92bb-554cdce3969d {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:47:44.981954 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:45.116370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] DHCP port deletion for 79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:47:45.125034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Deleting port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:47:45.125415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:45.163202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 2b4a5e17-6c23-42df-92bb-554cdce3969d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b4a5e17-6c23-42df-92bb-554cdce3969d,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:47:45.164042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:45.271777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6730>, [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:47:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:45.332581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14437c5-7ba2-42f4-84ad-797f5312e20e None None] The sync data for ids ['01997581-a222-47b9-a255-7fb222a7b127'] in dv-neutron-818347-1-hyperv is: [{'id': '01997581-a222-47b9-a255-7fb222a7b127', 'name': 'tempest-TestNetworkBasicOps-router-933211235', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:44:29Z', 'updated_at': '2021-11-24T14:47:42Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b4a5e17-6c23-42df-92bb-554cdce3969d', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01997581-a222-47b9-a255-7fb222a7b127', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:44:30Z', 'updated_at': '2021-11-24T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:47:45.356108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] For port 2ee07ef9-d34a-4073-b0db-59cdc655fe57, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2ee07ef9-d34a-4073-b0db-59cdc655fe57,segment=NetworkSegment(350edb9e-8a21-498d-856d-241b7ce18714),segment_id=350edb9e-8a21-498d-856d-241b7ce18714)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:47:45.356540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:45.399020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 2b4a5e17-6c23-42df-92bb-554cdce3969d owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:47:45.485944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Calling delete_port for 2ee07ef9-d34a-4073-b0db-59cdc655fe57 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:47:45.644768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:45.648995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:45.674681 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:45.680223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-676a0696-c95e-414d-b6ee-e71052fa9839 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:45.690656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Pushing event deleted for resources: {'Port': ['ID=2ee07ef9-d34a-4073-b0db-59cdc655fe57,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:45.701199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] No DVR routers for this DVR port 2ee07ef9-d34a-4073-b0db-59cdc655fe57 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:47:45.708939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.709289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.709627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.709963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.711849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.711849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.711849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.711849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.712191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.712454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.712779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:45.719823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:45.731914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=2b4a5e17-6c23-42df-92bb-554cdce3969d,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:45.735102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:45.907993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ee07ef9-d34a-4073-b0db-59cdc655fe57 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:47:45.943836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 2ee07ef9-d34a-4073-b0db-59cdc655fe57 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:47:45.944213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2ee07ef9-d34a-4073-b0db-59cdc655fe57 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:47:45.944636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a522671-ee91-4578-9d65-347ae3329556 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:47:45.966955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:45.977086 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 8a522671-ee91-4578-9d65-347ae3329556 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:47:45.977436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8a522671-ee91-4578-9d65-347ae3329556 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:47:46.221854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.225900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.337329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.337869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router 01997581-a222-47b9-a255-7fb222a7b127 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:47:46.352780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.353946 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/01997581-a222-47b9-a255-7fb222a7b127 HTTP/1.1" status: 204  len: 168 time: 1.8356307
Nov 24 14:47:46.356749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59872) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:46.474500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.605650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.629877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e896dc0>,) {'filters': {'network_id': ['79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:46.642377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e896dc0>, '350edb9e-8a21-498d-856d-241b7ce18714') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:46.642673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e896dc0>, '350edb9e-8a21-498d-856d-241b7ce18714') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:46.654326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.669816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.675950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:47:46.676352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:47:46.690536 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:47:46.827382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.831004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9ab711fb-6422-4a71-9c97-e3a4d76f64af tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:46.845845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:46.857262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:46.860407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:46.936221 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/79ede5e1-ed49-4d56-aa67-fc71c5e3e2a7 HTTP/1.1" status: 204  len: 168 time: 0.5785379
Nov 24 14:47:46.949168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59876) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:46.954821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--957700914', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:46.959928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:46.964628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:46.967476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:46.974212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:47.049636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:47:47.052584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.080265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:47:47.089028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.089389 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment a5fd5631-40c8-4e78-944c-142d9c71e813 of type vlan for network 6409af5f-e292-437e-9897-937114f3f246
Nov 24 14:47:47.115114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.216825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.220588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:47.221166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.224761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9d89e89b-599f-4331-a970-d1de5e18fcb4 tempest-RoutersNegativeIpV6Test-1743755925 tempest-RoutersNegativeIpV6Test-1743755925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:47.334176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=6409af5f-e292-437e-9897-937114f3f246,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:47.336895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:47.344895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 6409af5f-e292-437e-9897-937114f3f246 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:47:47.389438 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4391904
Nov 24 14:47:47.392067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59880) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:47.397300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-481401352', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:47.404267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:47.408125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:47.410969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:47.417516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:47.473277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.474218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.492591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.708644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.795219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b4a5e17-6c23-42df-92bb-554cdce3969d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:47:47.827754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 2b4a5e17-6c23-42df-92bb-554cdce3969d {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:47:47.828124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b4a5e17-6c23-42df-92bb-554cdce3969d not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:47:47.967219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:47.995730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:48.129149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.16 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/2b7543e2-f5bf-4fe4-bfb3-166ecf550964) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:47:48.383678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:48.480063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:48.483854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:48.541927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:47:48.548812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:47:48.552875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:47:48.586232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:48.592179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:48.787830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:48.788865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:49.085477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:47:49.282269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:47:49.292173 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6736067-3305-4953-a015-a612e121d49b None None] Sync routers for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:47:49.303896 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:49.304519 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:49.364354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:49.365493 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.9724710
Nov 24 14:47:49.369341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59884) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:49.478799 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:49.584335 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e25b1393-e6b8-451d-9c3a-120f754ab155 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2137799
Nov 24 14:47:49.586700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59890) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:49.716824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2f21f-a569-42b2-9350-e71aeffe90aa tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:49.718218 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-15c2f21f-a569-42b2-9350-e71aeffe90aa tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1297204
Nov 24 14:47:49.721028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59894) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:49.762847 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-54682cc9-6260-4aa4-ad86-d39550ef3451 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0380220
Nov 24 14:47:49.763128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59898) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:49.768138 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:48Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:49.768805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-296128176', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:49.771877 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6736067-3305-4953-a015-a612e121d49b None None] Checking router: 03abd54f-f849-43f5-9f4e-fd804b4c0f5d for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:47:49.772257 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6736067-3305-4953-a015-a612e121d49b None None] Updating router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:47:49.824073 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c6736067-3305-4953-a015-a612e121d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:49.880081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:49.884767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:49.887581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:49.893473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:49.975572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:47:50.080045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.139796 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c6736067-3305-4953-a015-a612e121d49b None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.150874 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-c6736067-3305-4953-a015-a612e121d49b None None] Transition to ACTIVE for port object 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:47:50.209839 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c6736067-3305-4953-a015-a612e121d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.213684 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2e9cc874-64ef-42c9-a3d3-fe04f1ed0030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:50.297430 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Pushing event updated for resources: {'Port': ['ID=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:50.300259 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c6736067-3305-4953-a015-a612e121d49b None None] Attempting to bind port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:47:50.300631 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c6736067-3305-4953-a015-a612e121d49b None None] Attempting to bind port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:47:50.300994 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6736067-3305-4953-a015-a612e121d49b None None] Attempting to bind port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:47:50.312686 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.313029 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.313361 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.313690 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.314016 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.314382 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.314705 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.315025 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.315340 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.315654 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.315964 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:50.319949 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:50.321154 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6736067-3305-4953-a015-a612e121d49b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:47:50.321598 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6736067-3305-4953-a015-a612e121d49b None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:47:50.322000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c6736067-3305-4953-a015-a612e121d49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.322389 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6736067-3305-4953-a015-a612e121d49b None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:47:50.322905 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c6736067-3305-4953-a015-a612e121d49b None None] Bound port: 2b7543e2-f5bf-4fe4-bfb3-166ecf550964, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:47:50.323283 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c6736067-3305-4953-a015-a612e121d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.359103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.363653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7aa5e4e-3fec-477d-b3ff-0a97c59984ee tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:50.388817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.395430 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-c6736067-3305-4953-a015-a612e121d49b None None] For port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:47:50.398399 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-c6736067-3305-4953-a015-a612e121d49b None None] For port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:47:50.444176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=ec963227-4df4-4220-8a5d-b78435dc5928,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:50.448228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:50.453414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:47:50.453767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: 6409af5f-e292-437e-9897-937114f3f246, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:47:50.462093 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c6736067-3305-4953-a015-a612e121d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.466365 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:50.542178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 6409af5f-e292-437e-9897-937114f3f246 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:47:50.545793 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Pushing event updated for resources: {'Port': ['ID=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:50.548705 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:50.549138 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:50.594357 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:50.633170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 6409af5f-e292-437e-9897-937114f3f246) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:47:50.637297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:50.637928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:50.643041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318220f-5ccf-4d1c-9934-36f69150d29c None None] Network 6409af5f-e292-437e-9897-937114f3f246 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:47:50.732124 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9678464
Nov 24 14:47:50.734881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59902) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:50.748601 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:50.913365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-6409af5f-e292-437e-9897-937114f3f246', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:47:50.914194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:51.057912 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c6736067-3305-4953-a015-a612e121d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200a8820>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:48Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:51.063009 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6736067-3305-4953-a015-a612e121d49b None None] The sync data for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv is: [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:48Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:47:51.081491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Allocated IP 172.20.0.2 (6409af5f-e292-437e-9897-937114f3f246/ec963227-4df4-4220-8a5d-b78435dc5928/9a6e4703-9c7b-473d-a9ef-ec633641c900) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:47:51.332394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:51.344479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Transition to ACTIVE for port object 9a6e4703-9c7b-473d-a9ef-ec633641c900 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:47:51.364601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Transition to ACTIVE for port object 9a6e4703-9c7b-473d-a9ef-ec633641c900 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:47:51.491552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:51.498821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:51.570967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Network 6409af5f-e292-437e-9897-937114f3f246 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:47:51.575221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:47:51.577821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:47:51.580287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Pushing event updated for resources: {'Port': ['ID=9a6e4703-9c7b-473d-a9ef-ec633641c900,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:51.582985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:51.672224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Attempting to bind port 9a6e4703-9c7b-473d-a9ef-ec633641c900 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:47:51.672742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Attempting to bind port 9a6e4703-9c7b-473d-a9ef-ec633641c900 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:47:51.673301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Attempting to bind port 9a6e4703-9c7b-473d-a9ef-ec633641c900 on network 6409af5f-e292-437e-9897-937114f3f246 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:47:51.680119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:47:51.680511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Checking segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:47:51.681038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:51.681471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Bound using segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:47:51.682035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Bound port: 9a6e4703-9c7b-473d-a9ef-ec633641c900, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:47:51.682425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:51.712291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:51.776674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] For port 9a6e4703-9c7b-473d-a9ef-ec633641c900, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:47:51.779774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] For port 9a6e4703-9c7b-473d-a9ef-ec633641c900, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9a6e4703-9c7b-473d-a9ef-ec633641c900,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:47:51.842112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:51.845948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:51.898533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:47:51.991191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Pushing event updated for resources: {'Port': ['ID=9a6e4703-9c7b-473d-a9ef-ec633641c900,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:51.999158 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:52.058292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:47:52.065485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:52.066153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:52.135925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (6409af5f-e292-437e-9897-937114f3f246/ec963227-4df4-4220-8a5d-b78435dc5928/9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:47:52.220035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:52.238676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:47:52.323086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:52.337029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:52.338843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:47:52.339280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:52.403611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:52.406481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:52.417695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:52.421576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-38fa23b5-d249-40a2-ae65-db9182fccc2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:52.489698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 6409af5f-e292-437e-9897-937114f3f246 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:47:52.493027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:47:52.498071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:47:52.522606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:52.541492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.541860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.542227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.542587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.542946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.543302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.543658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.544008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.544379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.544728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.545076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:47:52.549980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:52.566559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:52.718246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:52.951236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b21ba71-29e1-423a-bee9-88cf68acf05a None None] Network 6409af5f-e292-437e-9897-937114f3f246 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:47:53.163544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f2bfab94-4d66-491f-813c-49d0c3fcda8d None None] Provisioning for port 9a6e4703-9c7b-473d-a9ef-ec633641c900 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:47:53.253520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:53.296914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:53.322862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4b2d2de7-a6f7-4836-bfda-c5c2a2461e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:53.417445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0741ca51-9971-4e20-a3fe-edced60d8a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:53.420264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:53.423887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:53.427318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:53.462896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-508232d9-065a-47f0-9734-3af0b6117151 None None] Provisioning for port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:47:53.468384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-508232d9-065a-47f0-9734-3af0b6117151 None None] Provisioning complete for port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:53.468766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-508232d9-065a-47f0-9734-3af0b6117151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:53.529802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-508232d9-065a-47f0-9734-3af0b6117151 None None] Port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:47:53.574188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 6409af5f-e292-437e-9897-937114f3f246 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:47:53.575327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:47:53.651540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a7f6e1d1-f938-4237-9c59-db8ddacce1f7 None None] Provisioning complete for port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:53.652066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7f6e1d1-f938-4237-9c59-db8ddacce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:53.708542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6e1d1-f938-4237-9c59-db8ddacce1f7 None None] Port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:47:53.836413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a9495420-315a-48a7-801e-152168fdf328 None None] Provisioning complete for port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:53.836879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a9495420-315a-48a7-801e-152168fdf328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:53.912577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a9495420-315a-48a7-801e-152168fdf328 None None] Port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:47:53.931007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9a6e4703-9c7b-473d-a9ef-ec633641c900 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:47:53.981911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:47:53.999247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:54.101510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 9a6e4703-9c7b-473d-a9ef-ec633641c900 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:47:54.106749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9a6e4703-9c7b-473d-a9ef-ec633641c900 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:54.107197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:54.189061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:47:54.202869 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/03abd54f-f849-43f5-9f4e-fd804b4c0f5d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4667418
Nov 24 14:47:54.205633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59906) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:54.225611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:54.292081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 9a6e4703-9c7b-473d-a9ef-ec633641c900, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9a6e4703-9c7b-473d-a9ef-ec633641c900,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:47:54.344755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dfa74-f3e3-4d15-ae31-a80c35b293e6 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.345133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dfa74-f3e3-4d15-ae31-a80c35b293e6 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.345568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dfa74-f3e3-4d15-ae31-a80c35b293e6 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.345967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dfa74-f3e3-4d15-ae31-a80c35b293e6 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.347629 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a55dfa74-f3e3-4d15-ae31-a80c35b293e6 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1410921
Nov 24 14:47:54.350328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59910) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:54.360014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:54.360831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:47:54.385214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9190482f-6b88-48ad-b95e-c399e0846d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:54.427747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8979f85-abcb-49ea-8526-5ca35cce2e1a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.428132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8979f85-abcb-49ea-8526-5ca35cce2e1a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.428487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8979f85-abcb-49ea-8526-5ca35cce2e1a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.428834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8979f85-abcb-49ea-8526-5ca35cce2e1a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:54.433681 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f8979f85-abcb-49ea-8526-5ca35cce2e1a tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0791276
Nov 24 14:47:54.433969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59914) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:54.476703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=9a6e4703-9c7b-473d-a9ef-ec633641c900,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:54.479973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:54.496336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:54.496717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:54.620003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Sync routers for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:47:54.638538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:54.639160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200f5190>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:54.761518 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cca2db1f-40ec-4308-8ab4-fcc674480dcc tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1604 time: 0.3264039
Nov 24 14:47:54.819206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:55.137349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200f5190>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:53Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:55.141259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Checking router: 03abd54f-f849-43f5-9f4e-fd804b4c0f5d for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:47:55.141620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Updating router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:47:55.193560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.197075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59920) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:55.202884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155449455', 'description': 'tempest-secgroup-smoke-1155449455 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:55.209017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:55.213218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:55.216186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:55.221808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:55.296850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.331941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:55.335829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:55.339303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:55.345052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:55.401208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.473897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.477796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27ffaeda-583c-49b9-9428-c58014b0aae5 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:55.521516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b756f4-86bd-451d-a74c-5cec2c7370f7,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:55.524167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:55.564200 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:47:55.582880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.584263 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3861074
Nov 24 14:47:55.587705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59924) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:55.593621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '09b756f4-86bd-451d-a74c-5cec2c7370f7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:55.597017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.599586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:55.603693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:55.606694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:55.612930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:55.627757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Transition to ACTIVE for port object 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:47:55.698510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.714585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fe540e6d-6548-4a32-bb9b-f994491378d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.717174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.721552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:55.761414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.834091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.836268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ff961a5-8c69-4f55-9780-66e6e895aeb0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:55.859979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9a6e4703-9c7b-473d-a9ef-ec633641c900 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:47:55.864467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4264f706-e1a3-441c-9b23-d05571b40efa,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:55.874053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:55.891548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5b3cc-e0f1-41c1-b9b6-8322ea9238d7 None None] Pushing event updated for resources: {'Port': ['ID=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:55.894827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-70e5b3cc-e0f1-41c1-b9b6-8322ea9238d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:55.948893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:55.952394 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3614445
Nov 24 14:47:55.952872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59928) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:55.958770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '09b756f4-86bd-451d-a74c-5cec2c7370f7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:55.966097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:55.970184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:55.973407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:55.980803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:56.063240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Attempting to bind port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:47:56.063458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.063582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Attempting to bind port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:47:56.063989 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Attempting to bind port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e on network 6409af5f-e292-437e-9897-937114f3f246 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:47:56.077330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:47:56.077707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Checking segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:47:56.078115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.078511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Bound using segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:47:56.078964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Bound port: 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:47:56.079335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.105558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9a6e4703-9c7b-473d-a9ef-ec633641c900 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:56.105934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.126594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.192509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.194367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-80d3df44-61c5-4478-b0dc-d9b8c2f592cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:56.219653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579c3b88-2008-44d6-a7d1-a9d20630eb07,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:56.223112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:56.230382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] For port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:47:56.234244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] For port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:47:56.289780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.291269 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3373001
Nov 24 14:47:56.293781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 59932) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:56.299390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '09b756f4-86bd-451d-a74c-5cec2c7370f7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:56.301910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.305436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:56.305696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:56.309449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:56.312367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:56.318115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:56.380293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5b3cc-e0f1-41c1-b9b6-8322ea9238d7 None None] Pushing event updated for resources: {'Port': ['ID=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:56.383707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-70e5b3cc-e0f1-41c1-b9b6-8322ea9238d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:56.387970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:47:56.388704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200f5190>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:56.397396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.473383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.535607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.537538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-972002de-c23f-425f-bbbf-03b52ea77353 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:56.561459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbc6a9e-b57e-4c05-85f4-362fa1ed3284,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:56.563993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:56.577164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:47:56.639325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.640987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3460548
Nov 24 14:47:56.643818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59936) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:56.650173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '09b756f4-86bd-451d-a74c-5cec2c7370f7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:56.656440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:56.659897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:56.662818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:56.669568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:56.736701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.801343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.818553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.902485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:56.904453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-531a4a08-4a63-40a3-8d55-235a2c0293ed tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:56.920384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200f5190>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:56Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:47:56.924471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153c553-1b05-407e-9ae9-eb636116abfe None None] The sync data for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv is: [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:56Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:47:56.927904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487fffea-ade8-4734-8d1f-01a514d3591a,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:56.938382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:57.017420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.018684 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3737409
Nov 24 14:47:57.021445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59940) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:57.028032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '09b756f4-86bd-451d-a74c-5cec2c7370f7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:57.035116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:57.039471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:57.044080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:57.050239 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:57.141589 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:47:57.148523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.341095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.411584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.413764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:57.437435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1d1bda-3bc1-4994-98e6-3fc3f4fc4952,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:57.440060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:57.508439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.510159 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4875638
Nov 24 14:47:57.512701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 59944) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:47:57.518702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '09b756f4-86bd-451d-a74c-5cec2c7370f7', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:47:57.525506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:47:57.529419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:47:57.532519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:47:57.538294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:47:57.662830 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:47:57.670288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.740346 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.811290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.819378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c6c05ea5-89df-4ebf-a1b8-40692cc88524 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:57.841781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650b1fa4-2fb6-41f5-b947-ad0408545b45,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:57.844843 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:57.869776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:47:57.908458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:57.909730 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3960350
Nov 24 14:47:57.976962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:47:57.982015 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:57.982389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:58.098447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:58.100787 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-4bb79df2-5362-42a4-94ac-1829ca5507d1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155449455&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.0429578
Nov 24 14:47:58.137617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:47:58.193982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:58.196949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3cbfe240-703a-483e-b073-1780c6c66606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:47:58.230673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:47:58.252845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-f660a7d4-fb1a-4cdb-8f4b-c3845199039c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:47:58.253519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-f660a7d4-fb1a-4cdb-8f4b-c3845199039c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:47:58.265281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:47:58.268659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:47:58.347103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-f660a7d4-fb1a-4cdb-8f4b-c3845199039c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:47:58.348221 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-f660a7d4-fb1a-4cdb-8f4b-c3845199039c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 796 time: 0.2410161
Nov 24 14:47:58.364498 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-1521c4d8-05bc-4406-8c99-f3de94fb967c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0108266
Nov 24 14:47:58.445579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-3d20890a-7c20-4b1e-84c2-15e06ab0e1d7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:47:58.535363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-3d20890a-7c20-4b1e-84c2-15e06ab0e1d7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:47:58.536676 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-3d20890a-7c20-4b1e-84c2-15e06ab0e1d7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1665223
Nov 24 14:47:58.738130 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-917d3a09-d3a3-42fd-b9b8-8fb3d0a0e067 service neutron] 10.222.0.53 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890974
Nov 24 14:47:58.870859 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-4bb737eb-292a-4bd9-ab71-8981131bee08 service neutron] 10.222.0.53 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270719
Nov 24 14:47:59.151537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9b762bd3-516b-4aab-a60b-535f2ddff4cf req-ed57ba9f-f9f5-432f-a3a5-0abcac7f3beb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:47:59.163020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9b762bd3-516b-4aab-a60b-535f2ddff4cf req-ed57ba9f-f9f5-432f-a3a5-0abcac7f3beb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:47:59.164159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b762bd3-516b-4aab-a60b-535f2ddff4cf req-ed57ba9f-f9f5-432f-a3a5-0abcac7f3beb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 210 time: 0.0544169
Nov 24 14:47:59.845037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:47:59.913131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:47:59.913507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:00.271014 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3bbd6115-13f0-43b1-b5ca-416891b3b6a8 req-d747f8bf-3cec-4e7b-a83a-86f87c424740 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 210 time: 0.0406787
Nov 24 14:48:01.395312 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a83a2e0d-8951-455b-b4b8-f720a9f28fb4 req-ba2957d7-7583-49ff-908e-0e33ef5e82d6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 210 time: 0.0431027
Nov 24 14:48:02.565609 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f9810288-6aef-4b92-9243-0a63e12ccb4e req-7cd8e7c4-9f55-4885-8811-be522d05ef4b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 210 time: 0.0518389
Nov 24 14:48:03.729229 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0cad358e-dbfd-454a-a501-2dd558f5bbe8 req-641ae557-b2a5-415e-b68d-489be8bb194c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 210 time: 0.0442669
Nov 24 14:48:04.356177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-79ffa674-e9c2-4f1d-9f25-3daa5deec887 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:04.356857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-79ffa674-e9c2-4f1d-9f25-3daa5deec887 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:48:04.369155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-79ffa674-e9c2-4f1d-9f25-3daa5deec887 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:48:04.370357 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-79ffa674-e9c2-4f1d-9f25-3daa5deec887 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 796 time: 0.1559348
Nov 24 14:48:04.425386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-3b4a1bf9-d56e-434a-ac0d-3e7315deb87e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:48:04.490906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-3b4a1bf9-d56e-434a-ac0d-3e7315deb87e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:48:04.492041 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-3b4a1bf9-d56e-434a-ac0d-3e7315deb87e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 380 time: 0.1084833
Nov 24 14:48:04.502578 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['09b756f4-86bd-451d-a74c-5cec2c7370f7']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:04.638263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:04.647540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:04.718255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:48:04.721353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:04.889405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.14 (6409af5f-e292-437e-9897-937114f3f246/ec963227-4df4-4220-8a5d-b78435dc5928/c98fbab4-81a1-48d2-b777-61083c136efb) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:48:04.894453 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-446cb411-aa26-44a4-a670-d4bce7371c82 req-177ba2a9-f49e-4807-bbc0-ea25cb11dece tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 210 time: 0.0420799
Nov 24 14:48:05.075854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:05.091367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object c98fbab4-81a1-48d2-b777-61083c136efb will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:48:05.193988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:05.200407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-209c83f2-e312-42a3-835d-a12a4a98c9bf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:05.272109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 6409af5f-e292-437e-9897-937114f3f246 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:48:05.278832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:48:05.280810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:05.282882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:48:05.310126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:05.353754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:05.354382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:05.467522 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9685175
Nov 24 14:48:05.481132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Request body: {'port': {'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:05.575569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6824882e-e9eb-4f3a-b97a-db369842f2ab None None] Provisioning for port c98fbab4-81a1-48d2-b777-61083c136efb completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:48:05.580442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6824882e-e9eb-4f3a-b97a-db369842f2ab None None] Provisioning complete for port c98fbab4-81a1-48d2-b777-61083c136efb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:48:05.580824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6824882e-e9eb-4f3a-b97a-db369842f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:05.592195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:05.633082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6824882e-e9eb-4f3a-b97a-db369842f2ab None None] Port c98fbab4-81a1-48d2-b777-61083c136efb cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:48:06.075107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98fbab4-81a1-48d2-b777-61083c136efb {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:48:06.084287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:06.105289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Transition to ACTIVE for port object c98fbab4-81a1-48d2-b777-61083c136efb will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:48:06.126465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd3446-666f-4f5a-8632-708404b826d2 req-7fd946de-ef1e-44f5-ae4a-a6da5179389b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:06.127169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-95bd3446-666f-4f5a-8632-708404b826d2 req-7fd946de-ef1e-44f5-ae4a-a6da5179389b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:48:06.166205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:06.170624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79eea4a7-ff81-48b2-8bb9-199772941ca0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:06.205160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-95bd3446-666f-4f5a-8632-708404b826d2 req-7fd946de-ef1e-44f5-ae4a-a6da5179389b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:48:06.206356 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-95bd3446-666f-4f5a-8632-708404b826d2 req-7fd946de-ef1e-44f5-ae4a-a6da5179389b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 932 time: 0.1832001
Nov 24 14:48:06.322224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Pushing event updated for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:06.329671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:06.341865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-95bd3446-666f-4f5a-8632-708404b826d2 req-97265818-faf3-4915-bfce-72faadb85f1b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259999
Nov 24 14:48:06.448877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Attempting to bind port c98fbab4-81a1-48d2-b777-61083c136efb on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:48:06.449200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Attempting to bind port c98fbab4-81a1-48d2-b777-61083c136efb by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:48:06.449515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Attempting to bind port c98fbab4-81a1-48d2-b777-61083c136efb on network 6409af5f-e292-437e-9897-937114f3f246 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:48:06.455628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Port c98fbab4-81a1-48d2-b777-61083c136efb on network 6409af5f-e292-437e-9897-937114f3f246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:48:06.455805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Attempting to bind port c98fbab4-81a1-48d2-b777-61083c136efb on network 6409af5f-e292-437e-9897-937114f3f246 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:48:06.462294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:48:06.462610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Checking segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:48:06.462781 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Bound using segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:48:06.463128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Bound port: c98fbab4-81a1-48d2-b777-61083c136efb, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:48:06.463484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:06.549209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:48:06.552061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c98fbab4-81a1-48d2-b777-61083c136efb,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:48:06.605468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:06.609023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8dc1bf1b-9af1-438c-94b5-7d7ed9e53601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:06.664682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:06.666888 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] 10.222.0.81 "PUT /v2.0/ports/c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 1094 time: 1.1900055
Nov 24 14:48:06.667401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:48:06.691038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Pushing event updated for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:06.694155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:06.730810 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'status': 'completed', 'code': 200}
Nov 24 14:48:06.822186 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c3fc0c0f-0797-4cbd-8869-2bb7f80eec0f req-71a97c9d-dda2-49ed-8e33-ffcd01505c7b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1097 time: 0.0718670
Nov 24 14:48:06.961298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0c0f-0797-4cbd-8869-2bb7f80eec0f req-aba43ccc-60c6-4450-9d43-6d8cc4a185ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:06.963293 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c3fc0c0f-0797-4cbd-8869-2bb7f80eec0f req-aba43ccc-60c6-4450-9d43-6d8cc4a185ae service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1344683
Nov 24 14:48:07.096460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0c0f-0797-4cbd-8869-2bb7f80eec0f req-6223de5f-3a79-442a-ae42-c9c98854b0c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:07.097877 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c3fc0c0f-0797-4cbd-8869-2bb7f80eec0f req-6223de5f-3a79-442a-ae42-c9c98854b0c6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1284287
Nov 24 14:48:07.205196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-5d9fba71-7302-464a-bca4-1966c3577017 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1097 time: 0.0706291
Nov 24 14:48:07.273136 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-62e62453-d890-4f21-b573-aea21b5f5491 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 217 time: 0.0596399
Nov 24 14:48:07.339756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-fd99ca03-134f-4910-93f9-ccc4734c4be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:07.341218 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-fd99ca03-134f-4910-93f9-ccc4734c4be0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0614152
Nov 24 14:48:07.421065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-42eb9ddc-90c6-4668-a5f2-287896aa4c04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734651
Nov 24 14:48:07.598312 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-41e77a8f-02b1-433b-a82d-6d9bf897faed service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705098
Nov 24 14:48:07.753169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe722-2828-4c11-86bf-c44a720080a1 req-9e7a5741-f05a-4909-854f-007863b47925 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:07.754598 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-deabe722-2828-4c11-86bf-c44a720080a1 req-9e7a5741-f05a-4909-854f-007863b47925 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 944 time: 0.2531829
Nov 24 14:48:07.881801 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-deabe722-2828-4c11-86bf-c44a720080a1 req-88fac053-a271-46ef-b737-41aa5b8988a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825021
Nov 24 14:48:07.887510 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aba36054-3e98-4f80-9d6f-41bf97d47091 req-836bc8c6-8ca2-4f83-b4fc-74966d2ba93d service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776546
Nov 24 14:48:09.080492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d92f-45df-428c-8631-05dc12c982da req-374ae8aa-6e88-4b58-a723-f64e4224e252 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:09.081922 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e6d9d92f-45df-428c-8631-05dc12c982da req-374ae8aa-6e88-4b58-a723-f64e4224e252 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 944 time: 0.0771267
Nov 24 14:48:09.130669 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e6d9d92f-45df-428c-8631-05dc12c982da req-a3c6b6b5-b5ac-4268-8dc5-816a4e56f122 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432308
Nov 24 14:48:10.324173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e45619-37e0-4c0a-989b-c8eb6070dd16 req-6b31b0d8-a58f-40f8-a704-aceeca61766a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:10.325627 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98e45619-37e0-4c0a-989b-c8eb6070dd16 req-6b31b0d8-a58f-40f8-a704-aceeca61766a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 944 time: 0.0773828
Nov 24 14:48:10.370490 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98e45619-37e0-4c0a-989b-c8eb6070dd16 req-71e1611c-db88-455c-8db0-008c5eec2b38 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394399
Nov 24 14:48:10.593293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c98fbab4-81a1-48d2-b777-61083c136efb details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:48:10.724717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c98fbab4-81a1-48d2-b777-61083c136efb,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:48:10.737590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:48:10.832549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:10.849123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98fbab4-81a1-48d2-b777-61083c136efb {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:48:10.864317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c98fbab4-81a1-48d2-b777-61083c136efb,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:48:10.947645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:10.949502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-70e5b3cc-e0f1-41c1-b9b6-8322ea9238d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:11.012455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:11.015448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:11.182549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c98fbab4-81a1-48d2-b777-61083c136efb'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:48:11.567666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef71c-5028-4ed4-a203-d5891e16fd99 req-ea321e68-43ff-4be6-97b4-fa028dcf0635 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:11.569117 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-10eef71c-5028-4ed4-a203-d5891e16fd99 req-ea321e68-43ff-4be6-97b4-fa028dcf0635 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 945 time: 0.0772741
Nov 24 14:48:11.615089 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-10eef71c-5028-4ed4-a203-d5891e16fd99 req-c68e714b-165b-4264-aceb-4c367f605a91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395601
Nov 24 14:48:12.608673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c98fbab4-81a1-48d2-b777-61083c136efb up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:48:12.714242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port c98fbab4-81a1-48d2-b777-61083c136efb completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:48:12.721596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port c98fbab4-81a1-48d2-b777-61083c136efb triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:48:12.721596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:12.821996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe284f6-7af5-47b4-b0b0-1ed68076a844 req-d073b431-e2a3-4f14-bb89-18218c9fe783 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:12.824075 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bfe284f6-7af5-47b4-b0b0-1ed68076a844 req-d073b431-e2a3-4f14-bb89-18218c9fe783 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 945 time: 0.0847857
Nov 24 14:48:12.833940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:12.861567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:48:12.874954 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bfe284f6-7af5-47b4-b0b0-1ed68076a844 req-70950af0-da16-4183-9093-c66c22c9e5cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451410
Nov 24 14:48:12.875357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c98fbab4-81a1-48d2-b777-61083c136efb,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:48:12.919246 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'code': 200}
Nov 24 14:48:12.935248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:12.937083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:13.000519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:13.003348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:13.292283 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-808a6bb4-2866-4c87-b96d-983fae122445 req-672a51ea-2272-4c11-9344-c8f2093424b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1099 time: 0.0675554
Nov 24 14:48:13.334082 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-808a6bb4-2866-4c87-b96d-983fae122445 req-25d7a17e-2977-4d2f-ba16-341d19d7aed7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359390
Nov 24 14:48:14.075074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfde08f-1733-47d3-950b-23eb8fb64ee6 req-b457b85c-463f-4e8d-be85-f9e1e31a18c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:14.076455 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3cfde08f-1733-47d3-950b-23eb8fb64ee6 req-b457b85c-463f-4e8d-be85-f9e1e31a18c4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 946 time: 0.0824025
Nov 24 14:48:14.121767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3cfde08f-1733-47d3-950b-23eb8fb64ee6 req-203833dd-752c-462d-8dad-b72ec9011c93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398240
Nov 24 14:48:15.324131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fc48e-a7d4-4cde-a348-adf578992f82 req-e57126cf-5411-49c4-878f-3d15626cfe79 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:15.325550 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7c6fc48e-a7d4-4cde-a348-adf578992f82 req-e57126cf-5411-49c4-878f-3d15626cfe79 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 946 time: 0.0844667
Nov 24 14:48:15.373269 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7c6fc48e-a7d4-4cde-a348-adf578992f82 req-148ba2e2-b291-453a-a0ab-4fc355c47d8c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422702
Nov 24 14:48:15.573510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c8c98-0683-4c44-8367-7817eccafbca req-2debcaac-1858-4927-bf84-9486e7947f66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:15.576675 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d79c8c98-0683-4c44-8367-7817eccafbca req-2debcaac-1858-4927-bf84-9486e7947f66 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 946 time: 0.0840943
Nov 24 14:48:15.627151 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d79c8c98-0683-4c44-8367-7817eccafbca req-b9c7ee7c-01ab-4b22-b41f-53d8536ee92b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463729
Nov 24 14:48:15.656171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60012) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:15.725859 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e406f160-d9c3-4dd1-9b66-f60e7683bf05 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1094 time: 0.0683579
Nov 24 14:48:15.728349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60016) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:15.733711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:15.739389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:15.743776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:15.747359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:15.753410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:15.820923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:15.955337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:16.090108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.36 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/82e7622a-181c-43ba-b2b5-943756d8f43a) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:48:16.232188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:16.314214 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:16.318284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-418833f7-e39d-46f7-8187-f3478996f052 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:16.389675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:48:16.392797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:48:16.397937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:48:16.524391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=82e7622a-181c-43ba-b2b5-943756d8f43a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:16.530591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:17.008240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:17.113333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:17.325139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:17.404827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:17.408561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6455a7f1-1e93-4fdf-9ffa-e798f59921a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:17.504492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=82e7622a-181c-43ba-b2b5-943756d8f43a,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:17.508217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:17.526530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:17.720455 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP 1bf43001-b4b4-4961-bd4d-e733a2ddc2a5 associated. External IP: 172.26.2.36, port: c98fbab4-81a1-48d2-b777-61083c136efb.
Nov 24 14:48:18.213389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:48:18.412702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:48:18.422919 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] Sync routers for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:48:18.435907 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:48:18.436546 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd85a30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:18.490020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:18.549960 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8203726
Nov 24 14:48:18.550615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:48:18.552831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60020) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:18.607532 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'status': 'completed', 'code': 200}
Nov 24 14:48:18.614929 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:48:18.670984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-92bfbfaa-015f-40ab-b7cb-def34919ce54 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1094 time: 0.1143093
Nov 24 14:48:18.707535 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-55dc6efe-1a74-403f-9f80-ef4f3a1279dd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1099 time: 0.0770962
Nov 24 14:48:18.844777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-0239ba56-529b-41c6-ba0c-62f478ffb613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:18.846352 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-0239ba56-529b-41c6-ba0c-62f478ffb613 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 897 time: 0.1326320
Nov 24 14:48:18.950483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60028) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:18.954414 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-0c70a1fa-a447-46d9-aca6-5f73c86010fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 999 time: 0.1011832
Nov 24 14:48:18.956817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656110860', 'description': 'tempest-secgroup-smoke-656110860 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:18.962800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:18.973272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:18.976354 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd85a30>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:16Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:18.980989 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] Checking router: 03abd54f-f849-43f5-9f4e-fd804b4c0f5d for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:48:18.991384 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:48:18.992003 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd85a30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:47:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:19.024390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-871e9e0d-fbdb-4c0a-b11f-edb56beb7d80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:19.025903 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-871e9e0d-fbdb-4c0a-b11f-edb56beb7d80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0653760
Nov 24 14:48:19.039840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.078356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:19.082297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:19.085605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:19.092030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:19.106340 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-ccaccf2d-40e3-413f-baf6-052471deea08 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735550
Nov 24 14:48:19.149855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.172850 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:48:19.199148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.204766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-114b9add-a698-4f5f-8cb7-0bc14a0b4b2d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:19.247264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947c8b3d-0097-45fc-8b97-75ac7384dfce,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:19.248820 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-4a1bb879-b3cf-4cb8-adfb-513a80435633 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368418
Nov 24 14:48:19.250349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:19.308994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.312976 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3587656
Nov 24 14:48:19.314030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60032) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:19.319093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '947c8b3d-0097-45fc-8b97-75ac7384dfce', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:19.325914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:19.329943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:19.332939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:19.340223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:19.387591 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8af934e0-7811-4315-9906-6221ed51f3c6 req-d78c91da-f3c9-4b52-b67d-ba9a49fbc4a4 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313493
Nov 24 14:48:19.424258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.489343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.560880 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd85a30>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:16Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:19.564946 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458792bb-561e-4dc2-bde6-41ebc07995c2 None None] The sync data for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv is: [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:16Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:48:19.588737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.590670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ace072f6-e2fa-49bd-8a3c-54bab135880d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:19.614765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eb4288-96ca-47be-a1df-9fdacbd19c06,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:19.619413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:19.702542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.703794 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3895059
Nov 24 14:48:19.706543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60036) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:19.712313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '947c8b3d-0097-45fc-8b97-75ac7384dfce', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:19.719748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:19.723596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:19.726654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:19.733356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:19.755996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb31c41-fcbc-4790-9da6-21e153bc9c5f None None] New status for floating IP 1bf43001-b4b4-4961-bd4d-e733a2ddc2a5: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:48:19.812640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.878185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.936488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:19.938219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a1bab488-948b-484f-83cd-d2e352f8bf7c tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:19.961417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b504ff-166a-43ad-8c2f-3b82200fa5fb,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:19.965180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:20.027956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.029279 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3217893
Nov 24 14:48:20.032070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60040) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:20.037525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '947c8b3d-0097-45fc-8b97-75ac7384dfce', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:20.043397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:20.047175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:20.050063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:20.055727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:20.108343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.171929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.222056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.223778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e3811157-953b-4fb0-8679-fc0d07f5bb3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:20.245857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cce6c18-a216-4619-bc7f-c97363c8817e,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:20.248205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:20.290831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.292757 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2597506
Nov 24 14:48:20.297280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60044) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:20.301941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '947c8b3d-0097-45fc-8b97-75ac7384dfce', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:20.308620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:20.312431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:20.315384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:20.321135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:20.348105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.388397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.455104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.540781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.543106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1ad99441-305e-4b19-8eff-0f14ff4daa73 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:20.565888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041ac3d4-28e2-4119-87fe-c1a1a6875402,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:20.570134 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:20.632275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.633801 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3371778
Nov 24 14:48:20.637628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60048) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:20.643099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '947c8b3d-0097-45fc-8b97-75ac7384dfce', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:20.649025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:20.653495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:20.656325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:20.661848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:20.717747 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:48:20.724117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.790160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.874991 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.880917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-069a3ecb-592a-4069-b507-fde8dbf70e07 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:20.901862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8c04d9-4a0f-4386-a3a6-a5af26af2653,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:20.904057 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:20.975349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:20.976537 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3379898
Nov 24 14:48:20.979439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60052) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:20.985144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '947c8b3d-0097-45fc-8b97-75ac7384dfce', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:20.991060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:20.995804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:20.998879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:21.005502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:21.090708 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:48:21.096975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:21.161972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:21.221722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:21.223603 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-195fff76-8177-4043-9a93-a3e8c40fa147 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:21.250774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64be8806-3e4a-46f6-b5f1-b8dbf0b9e878,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:21.257526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:21.317779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:21.319007 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-050d1845-5dbc-4092-9bee-6dbbf97e5957 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3385484
Nov 24 14:48:21.493705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3e78b237-c803-486b-baec-ad9e7d312dee req-0bc79905-c692-4c7d-8dbd-00e61daf6541 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:48:21.592282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3e78b237-c803-486b-baec-ad9e7d312dee req-0bc79905-c692-4c7d-8dbd-00e61daf6541 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:48:21.593447 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-0bc79905-c692-4c7d-8dbd-00e61daf6541 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656110860&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.1397371
Nov 24 14:48:21.740874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78b237-c803-486b-baec-ad9e7d312dee req-576f49b6-676a-45f5-a40d-61da97dddb4c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:21.742182 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-576f49b6-676a-45f5-a40d-61da97dddb4c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 796 time: 0.1425076
Nov 24 14:48:21.757815 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-c4aea6e7-6b3f-4b8e-a641-490159847030 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0102735
Nov 24 14:48:21.844078 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-7c39b558-fd16-4545-8f8a-83f7bac55da3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0812948
Nov 24 14:48:21.984053 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-e41565ac-347b-45c1-a3b4-a40145226b3f service neutron] 10.222.0.53 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266878
Nov 24 14:48:22.112587 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-0f8d86e7-fcd9-4679-a3aa-0fa168ae1506 service neutron] 10.222.0.53 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227756
Nov 24 14:48:22.411921 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b9136aa-1c7f-4025-8def-d46f0b5e11be req-45307b71-d249-4627-b5ff-36e82b1416d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 210 time: 0.0425117
Nov 24 14:48:23.460831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6ee8-3240-4043-951a-cd7788d90ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:23.577299 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e13e031b-3615-459d-bcee-b453281ed84d req-e14b84c0-91b7-47b8-8cf3-ba6136ed32bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 210 time: 0.0432999
Nov 24 14:48:23.930641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:24.460620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78b237-c803-486b-baec-ad9e7d312dee req-5d723f64-802c-4cd1-bbd1-294f241ffae2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:24.462029 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-5d723f64-802c-4cd1-bbd1-294f241ffae2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 796 time: 0.2490160
Nov 24 14:48:24.524391 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-565ff589-1970-4849-bb29-0c30ef54d04c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 472 time: 0.0489278
Nov 24 14:48:24.533752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['947c8b3d-0097-45fc-8b97-75ac7384dfce']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:24.690521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:24.700499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:24.747081 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-756b358e-32de-4a97-95d3-5746d36ab92b req-fa9d879c-e62f-4ca3-95b6-8426356ce745 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 210 time: 0.0442872
Nov 24 14:48:24.799253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:48:24.802506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:24.965811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.13 (6409af5f-e292-437e-9897-937114f3f246/ec963227-4df4-4220-8a5d-b78435dc5928/aaaf849d-9536-414a-91cb-46ba69aad5c9) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:48:25.151227 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:25.167365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object aaaf849d-9536-414a-91cb-46ba69aad5c9 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:48:25.261219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:25.267355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:25.331808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 6409af5f-e292-437e-9897-937114f3f246 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:48:25.339005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:48:25.344064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:48:25.375102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=aaaf849d-9536-414a-91cb-46ba69aad5c9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:25.381742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:25.411479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:25.412142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:25.531699 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0014796
Nov 24 14:48:25.545346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Request body: {'port': {'device_id': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:25.654777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:25.685164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-015e1c1f-bbcc-40f1-9568-9660e027b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:25.690209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e27c147f-219d-4eb4-a4b4-24ba207de6a0 None None] Provisioning for port aaaf849d-9536-414a-91cb-46ba69aad5c9 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:48:25.695599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e27c147f-219d-4eb4-a4b4-24ba207de6a0 None None] Provisioning complete for port aaaf849d-9536-414a-91cb-46ba69aad5c9 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:48:25.695972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e27c147f-219d-4eb4-a4b4-24ba207de6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:25.751008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-e27c147f-219d-4eb4-a4b4-24ba207de6a0 None None] Port aaaf849d-9536-414a-91cb-46ba69aad5c9 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:48:25.950885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7ea02-871d-4d16-913f-871fa796da47 req-7b586f7f-d6ec-4420-9d39-12d9af68f14d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:25.952265 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5cc7ea02-871d-4d16-913f-871fa796da47 req-7b586f7f-d6ec-4420-9d39-12d9af68f14d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 932 time: 0.0813136
Nov 24 14:48:25.990588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaf849d-9536-414a-91cb-46ba69aad5c9 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:48:25.997202 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5cc7ea02-871d-4d16-913f-871fa796da47 req-f10df695-282e-493a-977e-0700bcd56b1e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392778
Nov 24 14:48:25.997621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:26.012763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Transition to ACTIVE for port object aaaf849d-9536-414a-91cb-46ba69aad5c9 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:48:26.072031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:26.076637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a99226b-886c-4ecd-ab21-fcc75bba9dcf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:26.209973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf849d-9536-414a-91cb-46ba69aad5c9,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:26.213808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:26.316562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Attempting to bind port aaaf849d-9536-414a-91cb-46ba69aad5c9 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:48:26.316892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Attempting to bind port aaaf849d-9536-414a-91cb-46ba69aad5c9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:48:26.317215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Attempting to bind port aaaf849d-9536-414a-91cb-46ba69aad5c9 on network 6409af5f-e292-437e-9897-937114f3f246 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:48:26.322840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Port aaaf849d-9536-414a-91cb-46ba69aad5c9 on network 6409af5f-e292-437e-9897-937114f3f246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:48:26.323156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Attempting to bind port aaaf849d-9536-414a-91cb-46ba69aad5c9 on network 6409af5f-e292-437e-9897-937114f3f246 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:48:26.329532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:48:26.329905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Checking segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:48:26.330295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Bound using segment: {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:48:26.330714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Bound port: aaaf849d-9536-414a-91cb-46ba69aad5c9, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fd5631-40c8-4e78-944c-142d9c71e813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6409af5f-e292-437e-9897-937114f3f246'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:48:26.331054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:26.426413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] For port aaaf849d-9536-414a-91cb-46ba69aad5c9, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:48:26.429647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] For port aaaf849d-9536-414a-91cb-46ba69aad5c9, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:48:26.497450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:26.501182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a7b72112-99cd-4a26-bace-0937673933bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:26.558003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:26.559420 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] 10.222.0.81 "PUT /v2.0/ports/aaaf849d-9536-414a-91cb-46ba69aad5c9 HTTP/1.1" status: 200  len: 1094 time: 1.0189331
Nov 24 14:48:26.559990 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:48:26.585332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf849d-9536-414a-91cb-46ba69aad5c9,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:26.588387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:26.620614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'status': 'completed', 'code': 200}
Nov 24 14:48:26.718560 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1bd17807-e2f0-4f57-bec1-a181f264bc04 req-b6774e06-a989-48be-95df-098c1e0941cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 1097 time: 0.0775511
Nov 24 14:48:26.735266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:26.966042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd17807-e2f0-4f57-bec1-a181f264bc04 req-19a7b6bf-c171-417d-8c99-f82674124bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:26.967462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1bd17807-e2f0-4f57-bec1-a181f264bc04 req-19a7b6bf-c171-417d-8c99-f82674124bd4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 897 time: 0.2410550
Nov 24 14:48:27.102914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd17807-e2f0-4f57-bec1-a181f264bc04 req-e7b9c3c6-02cb-4972-8d9b-ab0437742dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:27.104393 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1bd17807-e2f0-4f57-bec1-a181f264bc04 req-e7b9c3c6-02cb-4972-8d9b-ab0437742dd8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1300890
Nov 24 14:48:27.196613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e4e27-3912-4d7a-aabd-f9a67540998a req-fac4c656-8f8a-407c-8444-d13c6ed51ac4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:27.198056 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c0e4e27-3912-4d7a-aabd-f9a67540998a req-fac4c656-8f8a-407c-8444-d13c6ed51ac4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 944 time: 0.0777497
Nov 24 14:48:27.210264 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-9858b179-02ed-45af-95a2-2ce4a42adf90 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 1097 time: 0.0698512
Nov 24 14:48:27.244112 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c0e4e27-3912-4d7a-aabd-f9a67540998a req-f1c4d7ec-3fc9-4462-9513-8a389276ea25 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399094
Nov 24 14:48:27.283228 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-107520c8-5978-43f3-ad7e-57c5690414c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9 HTTP/1.1" status: 200  len: 217 time: 0.0647843
Nov 24 14:48:27.347558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78b237-c803-486b-baec-ad9e7d312dee req-f5f53dfa-d9db-4fd1-9ba3-b9b2d6820e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:27.348937 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-f5f53dfa-d9db-4fd1-9ba3-b9b2d6820e95 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0584183
Nov 24 14:48:27.428978 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-be0caad9-a64a-4fd2-9012-30a6f79eaed8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733218
Nov 24 14:48:27.562212 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-ade2f4f6-fc4c-410f-8f40-db082bd49a73 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244116
Nov 24 14:48:27.693053 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e78b237-c803-486b-baec-ad9e7d312dee req-201337ef-9a51-4fe0-977e-d5768662544f service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228247
Nov 24 14:48:28.214421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:28.449138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b258e-3cfd-4c51-95e1-e039e89afc7e req-12b9a97b-dc3a-4be5-a902-b5bcd85181ec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:28.449849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-833b258e-3cfd-4c51-95e1-e039e89afc7e req-12b9a97b-dc3a-4be5-a902-b5bcd85181ec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:48:28.547900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-833b258e-3cfd-4c51-95e1-e039e89afc7e req-12b9a97b-dc3a-4be5-a902-b5bcd85181ec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:48:28.549111 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-833b258e-3cfd-4c51-95e1-e039e89afc7e req-12b9a97b-dc3a-4be5-a902-b5bcd85181ec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 944 time: 0.1775274
Nov 24 14:48:28.595585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-833b258e-3cfd-4c51-95e1-e039e89afc7e req-a90d42fd-d571-4f37-a3c8-be1a351459bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407743
Nov 24 14:48:29.795015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12f5d2-f907-47d7-bfea-d4b368c5e0a0 req-2db88b75-0e4f-4080-aeb7-1772a8f9d99d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:29.796678 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2b12f5d2-f907-47d7-bfea-d4b368c5e0a0 req-2db88b75-0e4f-4080-aeb7-1772a8f9d99d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 944 time: 0.0804017
Nov 24 14:48:29.843713 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2b12f5d2-f907-47d7-bfea-d4b368c5e0a0 req-ebf568de-24f4-4eff-a531-7885e3ca2f2f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405962
Nov 24 14:48:30.705681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device aaaf849d-9536-414a-91cb-46ba69aad5c9 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:48:30.838702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port aaaf849d-9536-414a-91cb-46ba69aad5c9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:48:30.852768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'port_id': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'mac_address': 'fa:16:3e:fe:83:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:48:30.908634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:30.928583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaf849d-9536-414a-91cb-46ba69aad5c9 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:48:30.943674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port aaaf849d-9536-414a-91cb-46ba69aad5c9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:48:30.999400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:31.001228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:31.042626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dce570-74dd-4319-9e53-deefb51bb085 req-47ed53f5-c25e-430f-8bb5-62727fe0ff5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:31.044769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50dce570-74dd-4319-9e53-deefb51bb085 req-47ed53f5-c25e-430f-8bb5-62727fe0ff5b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 945 time: 0.0826368
Nov 24 14:48:31.066755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=aaaf849d-9536-414a-91cb-46ba69aad5c9,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:31.069940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:31.090323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50dce570-74dd-4319-9e53-deefb51bb085 req-0b317e75-45c1-43f2-95e6-75b1d428609b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398383
Nov 24 14:48:31.209968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['aaaf849d-9536-414a-91cb-46ba69aad5c9'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:48:32.298131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0f32-7f00-4ba9-b6f0-205fd19e1fef req-9b56e045-38e7-48a6-b73e-a6dbd996d833 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:32.299599 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-682a0f32-7f00-4ba9-b6f0-205fd19e1fef req-9b56e045-38e7-48a6-b73e-a6dbd996d833 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 945 time: 0.0876594
Nov 24 14:48:32.352256 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-682a0f32-7f00-4ba9-b6f0-205fd19e1fef req-0875ca1d-e7e4-412d-82b1-80d4d405ce34 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467515
Nov 24 14:48:32.565750 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:48:32.738593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device aaaf849d-9536-414a-91cb-46ba69aad5c9 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:48:32.867500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port aaaf849d-9536-414a-91cb-46ba69aad5c9 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:48:32.872712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port aaaf849d-9536-414a-91cb-46ba69aad5c9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:48:32.873094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:32.984315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:33.013702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:48:33.023315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port aaaf849d-9536-414a-91cb-46ba69aad5c9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:48:33.069323 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'code': 200}
Nov 24 14:48:33.089421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:33.091911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f7bd795-7721-4dc7-b29b-b3cebdd7f432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:33.157288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=aaaf849d-9536-414a-91cb-46ba69aad5c9,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:33.160194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:33.402725 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-52555cad-cad8-4987-8e05-df62e13df72d req-05921b21-0f5e-496b-84b1-ee9a2c4e8c7b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 1099 time: 0.0687280
Nov 24 14:48:33.447628 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-52555cad-cad8-4987-8e05-df62e13df72d req-fc3f4d97-83ba-41e6-b5eb-8dd420adf166 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381124
Nov 24 14:48:33.657425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ff53a-43e5-4714-84f1-a256c052cdf8 req-39307574-c029-4684-ad76-86a3d98bf86b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:33.658877 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-674ff53a-43e5-4714-84f1-a256c052cdf8 req-39307574-c029-4684-ad76-86a3d98bf86b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 946 time: 0.1832139
Nov 24 14:48:33.704788 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-674ff53a-43e5-4714-84f1-a256c052cdf8 req-d672b741-3824-4a88-806a-89bbdf0cd7d8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403049
Nov 24 14:48:34.906892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9372-e6d9-4cc3-8835-9bb10c1586d6 req-dde89308-a7d2-448e-ba7d-d0d8b8d43b0e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:34.908383 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ceac9372-e6d9-4cc3-8835-9bb10c1586d6 req-dde89308-a7d2-448e-ba7d-d0d8b8d43b0e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 946 time: 0.0833266
Nov 24 14:48:34.954497 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ceac9372-e6d9-4cc3-8835-9bb10c1586d6 req-22d15476-c79a-433b-90c1-09582ca4e597 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406392
Nov 24 14:48:35.148888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999cbb2-4a0f-4036-91e1-13f30f39c805 req-6475e085-f92f-4393-8262-9eefca14da77 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:35.150297 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6999cbb2-4a0f-4036-91e1-13f30f39c805 req-6475e085-f92f-4393-8262-9eefca14da77 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 946 time: 0.0787439
Nov 24 14:48:35.196575 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6999cbb2-4a0f-4036-91e1-13f30f39c805 req-a66165bc-6b47-4bf4-b7d6-69b8066f63bb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404279
Nov 24 14:48:35.222945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60100) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:35.291099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9f00c6fa-81f9-4b11-a4a0-95d388c607bd tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 1094 time: 0.0669289
Nov 24 14:48:35.294102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60104) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:48:35.299426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:48:35.304758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:48:35.308554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:48:35.311935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:48:35.317587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:48:35.393544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:35.529702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:35.666838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.246 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/d97d86ec-5c81-4144-8970-370dc02c913a) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:48:35.922731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:35.999363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:36.003658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:36.071621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:48:36.075477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:48:36.077325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=d97d86ec-5c81-4144-8970-370dc02c913a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:36.079360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:48:36.103741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:36.591437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:36.700254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:36.903742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:36.957720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:36.961520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3cb5bd6d-3a44-48be-ad45-3934e49cb4d2 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:48:37.061734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=d97d86ec-5c81-4144-8970-370dc02c913a,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:48:37.071357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:48:37.077935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:37.266041 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP b99d8916-53ef-4482-afe6-04b698deeab2 associated. External IP: 172.26.2.246, port: aaaf849d-9536-414a-91cb-46ba69aad5c9.
Nov 24 14:48:37.771593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:48:37.973092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:48:37.982931 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] Sync routers for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:48:37.995547 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:48:37.996165 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203dfb80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:48:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:38.101012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:38.157958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8626018
Nov 24 14:48:38.158929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:48:38.174987 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:48:38.219720 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'status': 'completed', 'code': 200}
Nov 24 14:48:38.314439 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-407031a6-7312-4944-a192-491a17552101 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 1099 time: 0.0724645
Nov 24 14:48:38.446888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-32e55cce-a524-4f1c-90bf-4f5149bdb0b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:38.448270 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-32e55cce-a524-4f1c-90bf-4f5149bdb0b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 897 time: 0.1267078
Nov 24 14:48:38.530033 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203dfb80>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:19Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}, {'id': 'b99d8916-53ef-4482-afe6-04b698deeab2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:fe:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:36Z', 'updated_at': '2021-11-24T14:48:36Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:38.534550 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] Checking router: 03abd54f-f849-43f5-9f4e-fd804b4c0f5d for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:48:38.544920 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:48:38.545513 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203dfb80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:48:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:38.553191 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-76924df5-4c1f-44ea-8ff7-263f3be7cf83 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9 HTTP/1.1" status: 200  len: 1000 time: 0.0981243
Nov 24 14:48:38.616296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-f44d54ca-fa99-4e1a-a055-96d70a95a14c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:48:38.617733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-f44d54ca-fa99-4e1a-a055-96d70a95a14c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0570366
Nov 24 14:48:38.693782 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-12f32427-aaed-4d65-b22b-4207cfbcc912 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690892
Nov 24 14:48:38.721782 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:48:38.827362 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-fdf74dee-f9b1-46c6-8465-4e41997df5ba service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260564
Nov 24 14:48:38.960826 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-930f8d0b-85c1-4af0-84a3-dfe258cde3d7 req-0e6e23c2-378e-4a9e-b871-04a5848546a5 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265547
Nov 24 14:48:39.069904 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203dfb80>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:19Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}, {'id': 'b99d8916-53ef-4482-afe6-04b698deeab2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:fe:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:36Z', 'updated_at': '2021-11-24T14:48:36Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:48:39.073706 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5da626-d784-4dc8-8bbc-8644c6c0c885 None None] The sync data for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv is: [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:19Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}, {'id': 'b99d8916-53ef-4482-afe6-04b698deeab2', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:fe:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:36Z', 'updated_at': '2021-11-24T14:48:36Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:48:39.260072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf034c0-bc89-4bb9-bce4-2d34bee49b27 None None] New status for floating IP b99d8916-53ef-4482-afe6-04b698deeab2: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:48:50.364413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:53.444208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d9057f7-41f8-4fe7-8f08-1bd1ae40fb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:53.935794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:55.690218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b8cb46c-3d55-48ff-bc19-c8f4df9f1f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:56.706867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:48:58.197486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:05.809076 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-444b2f81-8276-4f29-ba85-1a0e0ad840fc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733519
Nov 24 14:49:05.947053 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-13305cc4-caed-49b8-be05-026132fafc54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1099 time: 0.0691671
Nov 24 14:49:06.096208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-56655a90-fab2-46b6-aa3e-c07b4c1d7b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:06.097527 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-56655a90-fab2-46b6-aa3e-c07b4c1d7b68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 897 time: 0.1300600
Nov 24 14:49:06.301570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-f943f71e-c9f8-410f-bb18-e0106141d4b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 1001 time: 0.1973131
Nov 24 14:49:06.365827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-cf2c3f27-efe8-4599-b4ce-8f3b4d2f6566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:06.367141 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-cf2c3f27-efe8-4599-b4ce-8f3b4d2f6566 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0589380
Nov 24 14:49:06.442495 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-3b5fde6d-abc7-4fc6-87ca-6efd233157fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675144
Nov 24 14:49:06.574135 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-eef66bac-2ed4-41ca-a704-27a94f0df6ef service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238344
Nov 24 14:49:06.718929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53a04fc8-e0bf-405e-9fd0-5089fdc479d0 req-0660d8a5-a8a1-4ee0-a9ae-ade2f5588eeb service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383622
Nov 24 14:49:09.566094 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:49:12.494028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60122) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:12.601306 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d45fc199-6294-40e1-b6e4-0b7ddeff0deb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/1bf43001-b4b4-4961-bd4d-e733a2ddc2a5 HTTP/1.1" status: 200  len: 993 time: 0.1060586
Nov 24 14:49:13.401370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60132) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:13.407311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:13.522944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:13.729107 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c98fbab4-81a1-48d2-b777-61083c136efb,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:13.754894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:13.815529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:13.819398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f064a431-111e-4b15-a1d4-917397cf60ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:13.893417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:13.894035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:13.895610 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/ports/c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 939 time: 0.4928937
Nov 24 14:49:13.896480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:49:13.916265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=6']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:13.925442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.925814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.926177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.926559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.926915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.927273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.927706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.927965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.928340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.928689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.929039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:13.933345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:13.956065 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'status': 'completed', 'code': 200}
Nov 24 14:49:14.052991 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-51e9da31-eeb0-43fa-b3f5-3be7eee9e14b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1100 time: 0.0740955
Nov 24 14:49:14.164893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c9c81652-ca38-4a66-8e51-e012ce0ee62f None None] Provisioning complete for port c98fbab4-81a1-48d2-b777-61083c136efb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:14.165462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9c81652-ca38-4a66-8e51-e012ce0ee62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:14.186687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-95c54ac1-6b60-4110-b3c9-89b8f8059563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:14.189194 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-95c54ac1-6b60-4110-b3c9-89b8f8059563 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 897 time: 0.1301930
Nov 24 14:49:14.224196 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c9c81652-ca38-4a66-8e51-e012ce0ee62f None None] Port c98fbab4-81a1-48d2-b777-61083c136efb is administratively disabled so it will not transition to active. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 24 14:49:14.296507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-53fddd5d-eaf2-4545-8e9c-99d24699e615 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 1002 time: 0.0989556
Nov 24 14:49:14.362091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-61008b35-71a9-4b52-9257-267f0fc59824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:14.363460 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-61008b35-71a9-4b52-9257-267f0fc59824 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0595517
Nov 24 14:49:14.438001 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-a00418b6-ad21-40a8-a55e-c65433e27aa4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674503
Nov 24 14:49:14.568113 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-c6a64f5f-48e0-4c18-8e1b-06a5617c68ff service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227367
Nov 24 14:49:14.698443 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cfffd8c1-a934-42e4-b30c-51b27ae3b7b4 req-ab9fddb0-200c-4012-ba61-8df71b0d329e service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239061
Nov 24 14:49:17.393009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60144) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:17.398964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:17.516406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:17.727189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c98fbab4-81a1-48d2-b777-61083c136efb,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:17.753212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:17.809656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:17.814443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:17.871223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:17.871822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:17.873473 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/ports/c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 938 time: 0.4794779
Nov 24 14:49:17.874182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:49:17.877736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60148) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:17.900660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=7']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:17.904076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:17.934956 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'status': 'completed', 'code': 200}
Nov 24 14:49:18.039950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9219151f-0d55-4a36-a992-93bd05ba1922 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/1bf43001-b4b4-4961-bd4d-e733a2ddc2a5 HTTP/1.1" status: 200  len: 993 time: 0.1608708
Nov 24 14:49:18.064924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-e91fe560-fc0b-4ff5-ae99-0027f59f1030 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1099 time: 0.0980365
Nov 24 14:49:18.103406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c98fbab4-81a1-48d2-b777-61083c136efb'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:49:18.196575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6e91d91e-5090-41e8-a9f0-ef852cff3591 None None] Provisioning complete for port c98fbab4-81a1-48d2-b777-61083c136efb triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:18.196868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6e91d91e-5090-41e8-a9f0-ef852cff3591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:18.307460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-420a04ca-8b96-48f0-b5dc-4bd85cd393b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:18.309015 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-420a04ca-8b96-48f0-b5dc-4bd85cd393b5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 897 time: 0.2364781
Nov 24 14:49:18.411653 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-237582ee-f21f-4f2e-a973-8854b560f1b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 1001 time: 0.0957649
Nov 24 14:49:18.479008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-d352acc4-ddc7-4c5b-bb22-2b7a725427e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:18.480464 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-d352acc4-ddc7-4c5b-bb22-2b7a725427e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0617537
Nov 24 14:49:18.554280 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-809978e4-dbff-460f-a20b-863276dffead service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679388
Nov 24 14:49:18.689083 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-b124883b-7bb4-4b58-bb6e-03a386a0dbd5 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253276
Nov 24 14:49:18.826932 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9dd59789-7c4b-46ab-9b62-2879ebe8e8e5 req-84655777-395e-45a1-b0f1-3fa9706b50f6 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267931
Nov 24 14:49:20.376043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:20.619814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60160) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:20.825197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port d97d86ec-5c81-4144-8970-370dc02c913a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:49:20.825537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:20.990010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:20.990329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:21.108071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for d97d86ec-5c81-4144-8970-370dc02c913a owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:49:21.333992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:21.337658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:21.380463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=d97d86ec-5c81-4144-8970-370dc02c913a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:21.420808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.421769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.422137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.422498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.422855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.423208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.423567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.423919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.424292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.424640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.424987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:21.437195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:21.483195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:21.975163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:49:22.175565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:49:22.185498 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] Sync routers for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:49:22.198140 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:22.205372 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200db460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:48:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:22.250357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:22.305853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/b99d8916-53ef-4482-afe6-04b698deeab2 HTTP/1.1" status: 204  len: 168 time: 1.6849098
Nov 24 14:49:22.306609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:49:22.375603 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:22.501169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'status': 'completed', 'code': 200}
Nov 24 14:49:22.596573 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-29015071-964c-4d7f-a5a7-7945798b937f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 1099 time: 0.0739245
Nov 24 14:49:22.736747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-0c43a58c-3e6a-4b75-be7a-bca05e1da396 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:22.738207 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-0c43a58c-3e6a-4b75-be7a-bca05e1da396 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 897 time: 0.1340837
Nov 24 14:49:22.738414 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200db460>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:19Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:22.742801 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] Checking router: 03abd54f-f849-43f5-9f4e-fd804b4c0f5d for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:49:22.754462 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:22.755065 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200db460>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:48:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:22.817667 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-88513051-0b61-40e5-8e15-c1df1f4627e2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9 HTTP/1.1" status: 200  len: 217 time: 0.0713782
Nov 24 14:49:22.857587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee8a46-cb38-4d0d-bb4f-184f53a66388 req-2fe27acb-0c0e-40fb-be65-bfd8584475ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:22.860237 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c6ee8a46-cb38-4d0d-bb4f-184f53a66388 req-2fe27acb-0c0e-40fb-be65-bfd8584475ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 946 time: 0.0857470
Nov 24 14:49:22.898092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-532b3ef9-2109-4b0d-9e73-c1ab5adc94b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:22.899520 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-532b3ef9-2109-4b0d-9e73-c1ab5adc94b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0735486
Nov 24 14:49:22.906823 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c6ee8a46-cb38-4d0d-bb4f-184f53a66388 req-69e6b1bb-f051-45a3-a6af-76ac1eb2f27a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409839
Nov 24 14:49:22.957929 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:22.978718 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-9322dbfe-dd8b-42a8-8dd1-829d67bd44f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711753
Nov 24 14:49:23.113551 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-66f100c0-2463-44ff-9246-89cd82e37600 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273499
Nov 24 14:49:23.246739 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78e8e2a2-72ca-47ae-949e-7e04803e8897 req-4f3f8c31-6565-4573-8975-d185d3d8c447 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250978
Nov 24 14:49:23.309554 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200db460>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:19Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:23.313635 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b835d-2030-4d8d-a5ab-1765c1a27293 None None] The sync data for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv is: [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '1bf43001-b4b4-4961-bd4d-e733a2ddc2a5', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.36', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'port_id': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'mac_address': 'fa:16:3e:e4:39:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:48:16Z', 'updated_at': '2021-11-24T14:48:19Z', 'revision_number': 1, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:49:23.439234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-94552c1c-fea4-46a2-8aa9-c8581b807b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:23.534740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03499d3-5125-4ff9-b922-bd0051c1137a None None] New status for floating IP b99d8916-53ef-4482-afe6-04b698deeab2: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:49:23.929351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:24.165817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-023dc928-71d7-4f87-b4ea-846adc868f86 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:24.166384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-023dc928-71d7-4f87-b4ea-846adc868f86 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:24.173977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a5540-02b1-4a55-8924-4588549e857c req-56283ea1-55b1-4d23-82f1-26d4240c0555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:24.174607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7d1a5540-02b1-4a55-8924-4588549e857c req-56283ea1-55b1-4d23-82f1-26d4240c0555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:24.244334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-023dc928-71d7-4f87-b4ea-846adc868f86 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:24.245473 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-023dc928-71d7-4f87-b4ea-846adc868f86 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 946 time: 0.1803207
Nov 24 14:49:24.246469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7d1a5540-02b1-4a55-8924-4588549e857c req-56283ea1-55b1-4d23-82f1-26d4240c0555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:24.247462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d1a5540-02b1-4a55-8924-4588549e857c req-56283ea1-55b1-4d23-82f1-26d4240c0555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 946 time: 0.2173448
Nov 24 14:49:24.447383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port aaaf849d-9536-414a-91cb-46ba69aad5c9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:49:24.447628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:24.492598 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d1a5540-02b1-4a55-8924-4588549e857c req-bf53f0a2-f977-45bc-ad24-fabf49a75cab tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=947c8b3d-0097-45fc-8b97-75ac7384dfce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2134535
Nov 24 14:49:24.699219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port aaaf849d-9536-414a-91cb-46ba69aad5c9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=aaaf849d-9536-414a-91cb-46ba69aad5c9,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:24.699448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:24.821464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for aaaf849d-9536-414a-91cb-46ba69aad5c9 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:49:25.060837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:25.066583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:25.110185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=aaaf849d-9536-414a-91cb-46ba69aad5c9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:25.113570 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:25.182021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port aaaf849d-9536-414a-91cb-46ba69aad5c9 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:49:25.184353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:25.187022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'name': 'network-vif-deleted', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:49:25.241448 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183c66ad-fafd-44f5-9156-cbc52adce7e4', 'name': 'network-vif-deleted', 'tag': 'aaaf849d-9536-414a-91cb-46ba69aad5c9', 'status': 'completed', 'code': 200}
Nov 24 14:49:25.244308 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c7fc98a4-35c3-4aa2-89aa-3899d1da7b1c req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/aaaf849d-9536-414a-91cb-46ba69aad5c9 HTTP/1.1" status: 204  len: 173 time: 0.9930949
Nov 24 14:49:25.677518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-28849dd8-0758-42d3-b645-147d9b768c5d req-704cb70b-9168-4728-9d58-79408e354029 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:25.683883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d0a061e-7e7a-40f2-9fc8-40ac99f9d53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:25.763636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-28849dd8-0758-42d3-b645-147d9b768c5d req-704cb70b-9168-4728-9d58-79408e354029 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:25.764812 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-28849dd8-0758-42d3-b645-147d9b768c5d req-704cb70b-9168-4728-9d58-79408e354029 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=183c66ad-fafd-44f5-9156-cbc52adce7e4 HTTP/1.1" status: 200  len: 210 time: 0.1332402
Nov 24 14:49:26.729239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:26.877860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60180) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:26.948779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:26.977244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:27.013226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device aaaf849d-9536-414a-91cb-46ba69aad5c9 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:49:27.049765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: aaaf849d-9536-414a-91cb-46ba69aad5c9 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:49:27.050118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device aaaf849d-9536-414a-91cb-46ba69aad5c9 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:49:27.105311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:27.109804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9a061f26-be68-4e06-8805-f062b692ede7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:27.125725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947c8b3d-0097-45fc-8b97-75ac7384dfce,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:27.128232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:27.190467 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:27.191577 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/947c8b3d-0097-45fc-8b97-75ac7384dfce HTTP/1.1" status: 204  len: 168 time: 0.3127313
Nov 24 14:49:27.290391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60186) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:27.489254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 82e7622a-181c-43ba-b2b5-943756d8f43a {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:49:27.489595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:27.754485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:27.754711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:27.872123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 82e7622a-181c-43ba-b2b5-943756d8f43a owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:49:28.066660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:28.070252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-550823d1-7a51-4e84-a3f8-c9ab1edffd64 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:28.110153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=82e7622a-181c-43ba-b2b5-943756d8f43a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:28.114040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:28.192500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:28.203671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:28.596968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:49:28.795391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:49:28.804996 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] Sync routers for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:49:28.818194 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:28.818852 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200db580>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:28.872801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:28.929667 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/1bf43001-b4b4-4961-bd4d-e733a2ddc2a5 HTTP/1.1" status: 204  len: 168 time: 1.6382065
Nov 24 14:49:28.930330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:49:29.006229 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:29.008432 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'status': 'completed', 'code': 200}
Nov 24 14:49:29.102140 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-49ee7594-a5cb-46bb-a184-3943d5b28995 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 1099 time: 0.0723636
Nov 24 14:49:29.241765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-e8276db1-76ad-4225-a0c3-4392713b1b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:29.243222 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-e8276db1-76ad-4225-a0c3-4392713b1b86 service neutron] 10.222.0.81 "GET /v2.0/networks?id=6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 200  len: 897 time: 0.1340356
Nov 24 14:49:29.320417 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-8597dde7-1abc-4d9c-b29b-763bc2e84495 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 200  len: 217 time: 0.0702107
Nov 24 14:49:29.369183 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200db580>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:29.372903 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] Checking router: 03abd54f-f849-43f5-9f4e-fd804b4c0f5d for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:49:29.384722 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:29.385326 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200db580>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:29.388199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-1667e042-fddf-4315-a479-e02c06eeed3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:29.390395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-1667e042-fddf-4315-a479-e02c06eeed3e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 200  len: 834 time: 0.0624084
Nov 24 14:49:29.477386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-3179cf09-e8e8-4e03-a700-052dfc6abcef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6409af5f-e292-437e-9897-937114f3f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761726
Nov 24 14:49:29.566738 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:29.669681 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-3a60534b-545b-474a-b8ef-d7b6b42ac009 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850023
Nov 24 14:49:29.675904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cd4be-a5c8-419e-8372-054a024c38a4 req-640e6139-e13d-416a-9dd8-f4e9b0a87300 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:29.677280 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-504cd4be-a5c8-419e-8372-054a024c38a4 req-640e6139-e13d-416a-9dd8-f4e9b0a87300 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 946 time: 0.1744063
Nov 24 14:49:29.807651 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-504cd4be-a5c8-419e-8372-054a024c38a4 req-fb5464f9-97c7-443c-95b8-13e5f519d972 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097174
Nov 24 14:49:29.849950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d23a62c-ac6b-46b4-bfd3-c91bbdf50bc2 req-c9b4cb92-dd69-4d6b-8f07-ea0bebc9beb5 service neutron] 10.222.0.81 "GET /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717472
Nov 24 14:49:29.884930 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200db580>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:29.888730 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8266ee0-e2a7-4e1e-b908-9f77df037950 None None] The sync data for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv is: [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e', 'name': '', 'network_id': '6409af5f-e292-437e-9897-937114f3f246', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:67:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:51Z', 'updated_at': '2021-11-24T14:47:58Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': 'ec963227-4df4-4220-8a5d-b78435dc5928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:49:30.188136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27710d4e-d7b4-4a00-9203-b303ea12b77b None None] New status for floating IP 1bf43001-b4b4-4961-bd4d-e733a2ddc2a5: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:49:30.931808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-7199f2a5-6fa6-4a60-9d2f-c5fc732f56de tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:30.933246 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-7199f2a5-6fa6-4a60-9d2f-c5fc732f56de tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 946 time: 0.0787954
Nov 24 14:49:31.002472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port c98fbab4-81a1-48d2-b777-61083c136efb {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:49:31.002805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:31.016600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9675a-5f17-43f7-8495-e0a02b630379 req-619d7606-f919-4b0e-ba52-7cace298d385 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:31.017290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-fbb9675a-5f17-43f7-8495-e0a02b630379 req-619d7606-f919-4b0e-ba52-7cace298d385 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:31.078990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-fbb9675a-5f17-43f7-8495-e0a02b630379 req-619d7606-f919-4b0e-ba52-7cace298d385 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:31.080232 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fbb9675a-5f17-43f7-8495-e0a02b630379 req-619d7606-f919-4b0e-ba52-7cace298d385 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 946 time: 0.1402593
Nov 24 14:49:31.128620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-fbb9675a-5f17-43f7-8495-e0a02b630379 req-4e2800bb-12ee-43db-98d1-b33cf0e17f4a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:31.226377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-fbb9675a-5f17-43f7-8495-e0a02b630379 req-4e2800bb-12ee-43db-98d1-b33cf0e17f4a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:31.227646 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fbb9675a-5f17-43f7-8495-e0a02b630379 req-4e2800bb-12ee-43db-98d1-b33cf0e17f4a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=09b756f4-86bd-451d-a74c-5cec2c7370f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416605
Nov 24 14:49:31.349382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port c98fbab4-81a1-48d2-b777-61083c136efb, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c98fbab4-81a1-48d2-b777-61083c136efb,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:31.349726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:31.471441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for c98fbab4-81a1-48d2-b777-61083c136efb owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:49:31.654027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:31.659595 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b82d7321-2a93-4cdb-b661-e9177f541621 tempest-RoutersIpV6AdminTest-1092725869 tempest-RoutersIpV6AdminTest-1092725869-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:31.705505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=c98fbab4-81a1-48d2-b777-61083c136efb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:31.709449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:31.779606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port c98fbab4-81a1-48d2-b777-61083c136efb on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:49:31.782420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:31.784926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'name': 'network-vif-deleted', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:49:31.839744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ea7db6-415d-4562-bee3-26e4f5636cff', 'name': 'network-vif-deleted', 'tag': 'c98fbab4-81a1-48d2-b777-61083c136efb', 'status': 'completed', 'code': 200}
Nov 24 14:49:31.867523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3e90943-4c2e-4615-9d3d-b44c0da2ce31 req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/c98fbab4-81a1-48d2-b777-61083c136efb HTTP/1.1" status: 204  len: 173 time: 0.9281936
Nov 24 14:49:32.406858 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-87942fc4-d41e-45ff-afe0-9140d98c35b0 req-4723fcc2-ccc5-463c-b75a-af63544c723f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ea7db6-415d-4562-bee3-26e4f5636cff HTTP/1.1" status: 200  len: 210 time: 0.0452499
Nov 24 14:49:33.516359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60204) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:33.594989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:33.630803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:33.779689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:33.784474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1c8bd22c-db12-4d46-ad38-511e4ac26ac0 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:33.800597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b756f4-86bd-451d-a74c-5cec2c7370f7,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:33.803003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:33.870604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:33.875565 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/09b756f4-86bd-451d-a74c-5cec2c7370f7 HTTP/1.1" status: 204  len: 168 time: 0.3543639
Nov 24 14:49:33.970689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60210) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:34.465678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:35.045129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c98fbab4-81a1-48d2-b777-61083c136efb no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:49:35.077434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:49:35.077983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:35.082082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: c98fbab4-81a1-48d2-b777-61083c136efb {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:49:35.082435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c98fbab4-81a1-48d2-b777-61083c136efb not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:49:35.261829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:35.262095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:35.381739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:49:35.661171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:35.665011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a68a169a-a29b-4081-a35e-d7d3cc13047c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:35.710311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:35.714324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:36.114332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:36.690106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:49:36.890643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:49:36.899993 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] Sync routers for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:49:36.903708 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/03abd54f-f849-43f5-9f4e-fd804b4c0f5d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9319696
Nov 24 14:49:36.906407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60214) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:36.914734 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:36.915329 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:37.088643 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:37.097036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet ec963227-4df4-4220-8a5d-b78435dc5928 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:49:37.099959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:37.153746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:37.236387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:37.368703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:37.371706 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2730>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:49:35Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:37.373166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5b9ed5d-0ce5-4218-86d2-3be2004c62e9 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:37.376062 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] Checking router: 03abd54f-f849-43f5-9f4e-fd804b4c0f5d for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:49:37.386742 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] Routers {'03abd54f-f849-43f5-9f4e-fd804b4c0f5d'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:37.387326 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:37.410419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=ec963227-4df4-4220-8a5d-b78435dc5928,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:37.414616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:37.418493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:37.424919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4722191-f03d-470a-8068-0498878d8822 None None] Network 6409af5f-e292-437e-9897-937114f3f246 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:49:37.431050 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/ec963227-4df4-4220-8a5d-b78435dc5928 HTTP/1.1" status: 204  len: 168 time: 0.5230372
Nov 24 14:49:37.433778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60218) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:37.600006 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] Set router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:37.721782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] DHCP port deletion for 6409af5f-e292-437e-9897-937114f3f246 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:49:37.727201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Deleting port 9a6e4703-9c7b-473d-a9ef-ec633641c900 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:49:37.727767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:37.769111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:37.921213 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffc2730>, [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:49:35Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:37.925757 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5669c7-1944-48bb-960f-b0da540cf8c3 None None] The sync data for ids ['03abd54f-f849-43f5-9f4e-fd804b4c0f5d'] in dv-neutron-818347-1-hyperv is: [{'id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'name': 'tempest-TestNetworkBasicOps-router-481401352', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16'}], 'enable_snat': True}, 'gw_port_id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:47:47Z', 'updated_at': '2021-11-24T14:49:35Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': '2b7543e2-f5bf-4fe4-bfb3-166ecf550964', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03abd54f-f849-43f5-9f4e-fd804b4c0f5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:47:48Z', 'updated_at': '2021-11-24T14:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:49:37.926090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9a6e4703-9c7b-473d-a9ef-ec633641c900 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:49:37.989334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:38.006436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] For port 9a6e4703-9c7b-473d-a9ef-ec633641c900, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=9a6e4703-9c7b-473d-a9ef-ec633641c900,segment=NetworkSegment(a5fd5631-40c8-4e78-944c-142d9c71e813),segment_id=a5fd5631-40c8-4e78-944c-142d9c71e813)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:38.006829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:38.070737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:49:38.071079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:38.127621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Calling delete_port for 9a6e4703-9c7b-473d-a9ef-ec633641c900 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:49:38.239160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:38.248028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 2b7543e2-f5bf-4fe4-bfb3-166ecf550964, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:38.248564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:38.331454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:38.335370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:38.374951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:49:38.415416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Pushing event deleted for resources: {'Port': ['ID=9a6e4703-9c7b-473d-a9ef-ec633641c900,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:38.424531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] No DVR routers for this DVR port 9a6e4703-9c7b-473d-a9ef-ec633641c900 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:49:38.429809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.430362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.430455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.430782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.431140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.431512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.431791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.432132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.435195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.435867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.436265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:38.442826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:38.637828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:38.642204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f4b07cf5-0903-4472-80ae-bc4ae13954e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:38.681860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=2b7543e2-f5bf-4fe4-bfb3-166ecf550964,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:38.685918 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:38.905577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.261999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.266518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.357851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.358354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router 03abd54f-f849-43f5-9f4e-fd804b4c0f5d {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:49:39.372513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.373494 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/03abd54f-f849-43f5-9f4e-fd804b4c0f5d HTTP/1.1" status: 204  len: 168 time: 1.9386256
Nov 24 14:49:39.377261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60222) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:39.493677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.630335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.655706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e5cd070>,) {'filters': {'network_id': ['6409af5f-e292-437e-9897-937114f3f246']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:39.668435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e5cd070>, 'a5fd5631-40c8-4e78-944c-142d9c71e813') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:39.668724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e5cd070>, 'a5fd5631-40c8-4e78-944c-142d9c71e813') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:39.680117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.695812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.701762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:49:39.702135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:49:39.717020 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:49:39.889567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.894338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:39.897213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:39.901230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:49:39.923173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=6409af5f-e292-437e-9897-937114f3f246,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:39.925796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:39.936392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:49:39.936745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 9b143e24-7df0-4b5c-9eb8-8c2db9e06a5e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:49:39.937163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:49:39.973032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:49:39.973391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b7543e2-f5bf-4fe4-bfb3-166ecf550964 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:49:39.993268 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/6409af5f-e292-437e-9897-937114f3f246 HTTP/1.1" status: 204  len: 168 time: 0.6144783
Nov 24 14:49:40.020216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60226) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:40.025928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'network': {'name': 'tempest-network-smoke--1910262195', 'project_id': '844c0a0b133e478a849544a05113e784', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:40.031053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:40.036434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:network and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:40.039364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:40.045046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:40.129359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:49:40.132357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.161110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:49:40.169305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.169639 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Added segment fdbfab7a-771d-4337-a76a-0690b34d72e4 of type vlan for network 1e1112be-949e-4669-bb4e-16f55df68ddd
Nov 24 14:49:40.195528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.312588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.316576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:40.317182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.320739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6203ebde-8896-4471-94ba-65cb70498ace tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:40.429507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Network': ['ID=1e1112be-949e-4669-bb4e-16f55df68ddd,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:40.431958 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:40.439292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 1e1112be-949e-4669-bb4e-16f55df68ddd details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:49:40.475627 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4515111
Nov 24 14:49:40.475827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60230) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:40.480920 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-478161476', 'admin_state_up': True, 'project_id': '844c0a0b133e478a849544a05113e784', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:40.488058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:40.491882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:router and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:40.494757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:40.500448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:40.546677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.547932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.566175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:40.789742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:41.040190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:41.069429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:41.200640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.156 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/b98cafc2-562b-4b90-83cc-1c9a3a361a58) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:49:41.346426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:41.437148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:41.441798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d903387c-3c80-4a8f-b659-a71dd01f1965 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:41.499408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:49:41.506492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:49:41.510721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:49:41.648322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=b98cafc2-562b-4b90-83cc-1c9a3a361a58,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:41.653959 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:41.827343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:41.828074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:42.146436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 573679bc-d49d-4ae2-a64b-bd973f15a959 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:49:42.347326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:49:42.356475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Sync routers for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:49:42.368911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:42.369554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f4536a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:42.449171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:42.450315 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.9735568
Nov 24 14:49:42.454136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60234) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:42.493450 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c0b3a28c-2cb0-48d7-809a-07993087d807 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=844c0a0b133e478a849544a05113e784&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0380709
Nov 24 14:49:42.495946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60238) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:42.547706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:42.627335 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0fc7d-d28f-43f5-957b-e55d1df63705 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:42.628842 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-78e0fc7d-d28f-43f5-957b-e55d1df63705 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1319540
Nov 24 14:49:42.631623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60242) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:42.670920 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4bf99b20-e58d-434b-9683-3d9f52e07aaa tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0381219
Nov 24 14:49:42.674374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60246) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:42.679720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104666616', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'project_id': '844c0a0b133e478a849544a05113e784', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:42.790660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:42.794504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:subnet and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:42.798049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:42.803823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:42.866786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f4536a0>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:41Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:42.870648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Checking router: 573679bc-d49d-4ae2-a64b-bd973f15a959 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:49:42.871011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Updating router 573679bc-d49d-4ae2-a64b-bd973f15a959 port b98cafc2-562b-4b90-83cc-1c9a3a361a58 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:49:42.877885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:49:42.923374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:42.981622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.247991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.259946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Transition to ACTIVE for port object b98cafc2-562b-4b90-83cc-1c9a3a361a58 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:49:43.267279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.271798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8619fe17-ef75-4fc5-9d5f-61a9cc157375 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:43.334809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.339176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:43.348234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Subnet': ['ID=200cf6cd-00fc-449c-90f5-58cfd5b614cc,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:43.351669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:43.359362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Checking segment: {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:49:43.359815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network hostable DHCP agents. Network: 1e1112be-949e-4669-bb4e-16f55df68ddd, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:49:43.420863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350f2d-12e3-4238-8ffa-a95ca6f88f02 None None] Pushing event updated for resources: {'Port': ['ID=b98cafc2-562b-4b90-83cc-1c9a3a361a58,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:43.423550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Attempting to bind port b98cafc2-562b-4b90-83cc-1c9a3a361a58 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:49:43.423925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Attempting to bind port b98cafc2-562b-4b90-83cc-1c9a3a361a58 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:49:43.424448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Attempting to bind port b98cafc2-562b-4b90-83cc-1c9a3a361a58 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:49:43.426550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b0350f2d-12e3-4238-8ffa-a95ca6f88f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:43.431781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:49:43.432188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:49:43.432595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.433016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:49:43.433459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Bound port: b98cafc2-562b-4b90-83cc-1c9a3a361a58, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:49:43.433836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.443510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1e1112be-949e-4669-bb4e-16f55df68ddd is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:49:43.494764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 1e1112be-949e-4669-bb4e-16f55df68ddd) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:49:43.499067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:43.499723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.509498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0be62-eb52-45e9-aae8-d86bfa66f596 None None] Network 1e1112be-949e-4669-bb4e-16f55df68ddd requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:49:43.522948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] For port b98cafc2-562b-4b90-83cc-1c9a3a361a58, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:49:43.577449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60250) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:43.578010 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-56706779-3f8c-4483-832d-5fe7879eafcd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9021320
Nov 24 14:49:43.580786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] For port b98cafc2-562b-4b90-83cc-1c9a3a361a58, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b98cafc2-562b-4b90-83cc-1c9a3a361a58,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:49:43.681025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.686579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:43.800373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-1e1112be-949e-4669-bb4e-16f55df68ddd', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:49:43.801162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:43.824841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:43.825500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f4536a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:43.876845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350f2d-12e3-4238-8ffa-a95ca6f88f02 None None] Pushing event updated for resources: {'Port': ['ID=b98cafc2-562b-4b90-83cc-1c9a3a361a58,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:43.879910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b0350f2d-12e3-4238-8ffa-a95ca6f88f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:44.114097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:44.220421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Allocated IP 172.20.0.2 (1e1112be-949e-4669-bb4e-16f55df68ddd/200cf6cd-00fc-449c-90f5-58cfd5b614cc/1f4fa930-2966-4f78-92c3-71d7534a2a39) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:49:44.348537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:44.626735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:44.639681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Transition to ACTIVE for port object 1f4fa930-2966-4f78-92c3-71d7534a2a39 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:49:44.654136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f4536a0>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:41Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:44.664222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc87d-85f0-4f62-b813-7ebc73d95a9b None None] The sync data for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv is: [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:41Z', 'revision_number': 3, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:49:44.666999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Transition to ACTIVE for port object 1f4fa930-2966-4f78-92c3-71d7534a2a39 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:49:44.741350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:44.745121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:44.819401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Network 1e1112be-949e-4669-bb4e-16f55df68ddd is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:49:44.822888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:49:44.824818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Pushing event updated for resources: {'Port': ['ID=1f4fa930-2966-4f78-92c3-71d7534a2a39,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:44.826957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:49:44.830162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:44.881073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.1 (1e1112be-949e-4669-bb4e-16f55df68ddd/200cf6cd-00fc-449c-90f5-58cfd5b614cc/1fdfef85-68a6-4238-8c2a-f65ecabd4cb4) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:49:44.935735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Attempting to bind port 1f4fa930-2966-4f78-92c3-71d7534a2a39 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:49:44.936485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Attempting to bind port 1f4fa930-2966-4f78-92c3-71d7534a2a39 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:49:44.936614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Attempting to bind port 1f4fa930-2966-4f78-92c3-71d7534a2a39 on network 1e1112be-949e-4669-bb4e-16f55df68ddd {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:49:44.944588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:49:44.944909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Checking segment: {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:49:44.945313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:44.945709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Bound using segment: {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:49:44.946172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Bound port: 1f4fa930-2966-4f78-92c3-71d7534a2a39, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:49:44.946553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:45.044860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] For port 1f4fa930-2966-4f78-92c3-71d7534a2a39, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:49:45.048038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] For port 1f4fa930-2966-4f78-92c3-71d7534a2a39, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1f4fa930-2966-4f78-92c3-71d7534a2a39,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:49:45.060860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:45.074640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:49:45.135824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:45.139563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:45.164439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:45.169125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-37c47b1b-32db-40c1-b6c0-65d9a9d60d7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:45.222092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Pushing event updated for resources: {'Port': ['ID=1f4fa930-2966-4f78-92c3-71d7534a2a39,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:45.225560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:45.243407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1e1112be-949e-4669-bb4e-16f55df68ddd is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:49:45.247076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:49:45.252380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:49:45.278101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:45.284357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:45.316202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:45.495015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:45.916661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:45.965787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1f4fa930-2966-4f78-92c3-71d7534a2a39 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:49:45.970076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.005707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8cd3a7f9-3229-4765-8f9d-0397c0f866b5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:46.099208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:46.101025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 1f4fa930-2966-4f78-92c3-71d7534a2a39 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:49:46.102175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:46.103149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.108330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b98cafc2-562b-4b90-83cc-1c9a3a361a58 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:49:46.207261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274ada2-e8ae-429f-a4dd-344f18d2da03 None None] Network 1e1112be-949e-4669-bb4e-16f55df68ddd requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:49:46.253618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1e1112be-949e-4669-bb4e-16f55df68ddd is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:49:46.254703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:49:46.277969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port b98cafc2-562b-4b90-83cc-1c9a3a361a58 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:49:46.289912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b98cafc2-562b-4b90-83cc-1c9a3a361a58 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:46.290295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.472574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Provisioning for port 1f4fa930-2966-4f78-92c3-71d7534a2a39 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:49:46.492499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Provisioning complete for port 1f4fa930-2966-4f78-92c3-71d7534a2a39 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:46.492869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.566687 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:49:46.580153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.613114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port b98cafc2-562b-4b90-83cc-1c9a3a361a58, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b98cafc2-562b-4b90-83cc-1c9a3a361a58,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:46.691591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.694569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-70e5b3cc-e0f1-41c1-b9b6-8322ea9238d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:46.728227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.773599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 573679bc-d49d-4ae2-a64b-bd973f15a959 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:49:46.785265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] For port 1f4fa930-2966-4f78-92c3-71d7534a2a39, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1f4fa930-2966-4f78-92c3-71d7534a2a39,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:46.788129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=b98cafc2-562b-4b90-83cc-1c9a3a361a58,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:46.792883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:46.859634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:46.863685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f1f977c4-8232-4d30-bf02-18a8cd79992c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:46.942212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Pushing event updated for resources: {'Port': ['ID=1f4fa930-2966-4f78-92c3-71d7534a2a39,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:46.945967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:46.982181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bc283110-811b-4fe6-9562-0885c230b9fe None None] Provisioning complete for port 1f4fa930-2966-4f78-92c3-71d7534a2a39 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:46.982810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bc283110-811b-4fe6-9562-0885c230b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:47.003974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:49:47.020066 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/573679bc-d49d-4ae2-a64b-bd973f15a959/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4391437
Nov 24 14:49:47.020364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60254) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:47.168323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9f929-e637-4198-bc08-c60a30a8d95b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.168685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9f929-e637-4198-bc08-c60a30a8d95b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.169047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9f929-e637-4198-bc08-c60a30a8d95b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.169397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9f929-e637-4198-bc08-c60a30a8d95b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.171038 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-68d9f929-e637-4198-bc08-c60a30a8d95b tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1497493
Nov 24 14:49:47.174641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60258) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:47.186231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bc283110-811b-4fe6-9562-0885c230b9fe None None] Provisioning for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:49:47.193115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bc283110-811b-4fe6-9562-0885c230b9fe None None] Provisioning complete for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:47.193551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bc283110-811b-4fe6-9562-0885c230b9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:47.248103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085e526-b4e2-47af-87e7-ceb02497e687 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.248488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085e526-b4e2-47af-87e7-ceb02497e687 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.248851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085e526-b4e2-47af-87e7-ceb02497e687 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.249203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085e526-b4e2-47af-87e7-ceb02497e687 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:47.251117 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8085e526-b4e2-47af-87e7-ceb02497e687 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0755265
Nov 24 14:49:47.253956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60262) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:47.296064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bc283110-811b-4fe6-9562-0885c230b9fe None None] Port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:49:47.418055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-16834c37-ca91-467f-b03e-ca25addd05c5 None None] Provisioning complete for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:47.418363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-16834c37-ca91-467f-b03e-ca25addd05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:47.455094 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ba264d9f-1d06-4ab4-aafd-4dc5b9980bdf tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.1999571
Nov 24 14:49:47.471025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-16834c37-ca91-467f-b03e-ca25addd05c5 None None] Port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:49:47.824024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60268) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:47.830294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114708487', 'description': 'tempest-secgroup-smoke-1114708487 description', 'project_id': '844c0a0b133e478a849544a05113e784'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:47.836286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:47.840381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:47.843226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:47.850448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:47.910001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:47.912265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1f4fa930-2966-4f78-92c3-71d7534a2a39 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:49:47.945989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:47.950734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:47.954531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:47.962357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:47.987336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1f4fa930-2966-4f78-92c3-71d7534a2a39 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:47.987899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.029525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.083794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.089270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fe6b8bd7-4bdd-46c9-ae6e-01a6edbb8836 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:48.103178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b98cafc2-562b-4b90-83cc-1c9a3a361a58 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:49:48.130703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3505b0fa-a141-4090-9c07-e98cd7e86905,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:48.133888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:48.173675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b98cafc2-562b-4b90-83cc-1c9a3a361a58 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:48.174098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.192417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.196481 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3685782
Nov 24 14:49:48.198890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60272) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:48.205752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '3505b0fa-a141-4090-9c07-e98cd7e86905', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:48.211855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:48.216027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:48.219155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:48.220916 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Sync routers for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:49:48.225436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:48.234464 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:48.235082 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420408430>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:48.298719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.361333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.413397 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:48.431095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.432985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6fd9996-b0fd-4b1b-a4b9-67b01f05e5d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:48.456497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f58189-6a60-4245-91dd-481a38a50dc4,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:48.459001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:48.523853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.525134 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d36c2b27-668c-4bd8-9214-6a20adc70533 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3275356
Nov 24 14:49:48.527958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60276) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:48.533516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '3505b0fa-a141-4090-9c07-e98cd7e86905', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:48.539248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:48.543159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:48.546335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:48.552874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:48.645771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.710860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.723178 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420408430>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:45Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:49:45Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:48.726961 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Checking router: 573679bc-d49d-4ae2-a64b-bd973f15a959 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:49:48.727312 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Updating router 573679bc-d49d-4ae2-a64b-bd973f15a959 port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:49:48.780340 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.785117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.787009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ae074da-0773-47eb-a0cf-e0e8041ec044 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:48.809149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f170a9-97c2-4ea6-a968-57f05b95de2c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:48.811554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:48.877902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:48.879107 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d09b8be0-16b8-4ae4-acfd-bd98ea39d825 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3501799
Nov 24 14:49:48.881931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60280) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:48.887702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '3505b0fa-a141-4090-9c07-e98cd7e86905', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:48.894197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:48.898094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:48.900995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:48.906751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:48.987586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.051643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.127834 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.139168 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Transition to ACTIVE for port object 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:49:49.146573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.148628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bb3c81a-a9f3-4672-b805-be56335d1a9a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:49.170534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4ca85b-a06b-43a4-b7e9-a53c928e20b4,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:49.173301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:49.203588 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.207990 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:49.260779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.266000 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60284) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:49.266482 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3829629
Nov 24 14:49:49.274416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '3505b0fa-a141-4090-9c07-e98cd7e86905', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:49.280942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:49.285950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:49.289120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:49.295590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:49.361938 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Pushing event updated for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:49.375933 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.376346 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.376611 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.376896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.377011 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.377224 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.377532 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.377837 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.378146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.378450 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.378749 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.379051 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:49:49.382904 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:49.456061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.466981 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Attempting to bind port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:49:49.467339 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Attempting to bind port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:49:49.467690 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Attempting to bind port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 on network 1e1112be-949e-4669-bb4e-16f55df68ddd {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:49:49.474645 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:49:49.475007 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Checking segment: {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:49:49.475395 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.475780 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Bound using segment: {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:49:49.476351 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Bound port: 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:49:49.476682 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.517245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.519063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0128d9cc-0091-4814-98ec-47a679696874 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:49.541886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb97d6f3-2b36-4fd3-be0c-d36038ce917d,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:49.544210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:49.568062 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] For port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:49:49.571054 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] For port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:49:49.620612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.621838 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3543484
Nov 24 14:49:49.624657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:49.630870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '3505b0fa-a141-4090-9c07-e98cd7e86905', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:49.637256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:49.642012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:49.644957 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:49.650776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:49.655132 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.658857 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-2e9cc874-64ef-42c9-a3d3-fe04f1ed0030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:49.700438 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:49:49.707780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.735328 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:49:49.735906 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420408430>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:49.777857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.786590 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Pushing event updated for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:49.794360 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:49.836899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.839258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a40297ab-9196-4dbc-be81-00e74bf2eba8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:49.863333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1df9e68-cdbd-4050-8093-926db2483ef1,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:49.871029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:49.928772 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:49:49.956535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:49.957687 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3313630
Nov 24 14:49:49.960347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60292) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:49:49.966073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'security_group_rule': {'security_group_id': '3505b0fa-a141-4090-9c07-e98cd7e86905', 'project_id': '844c0a0b133e478a849544a05113e784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:49.972736 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:49.976552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:security_group_rule and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:49:49.979499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:49:49.986309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:50.059627 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Project 844c0a0b133e478a849544a05113e784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 14:49:50.067726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:50.134823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:50.209705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:50.217435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e79f4848-eed5-45e2-b9f9-6611998f4ed3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:50.236837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee0066e-1014-4403-9eb0-3c60e7d8d58f,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:50.241002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:50.243182 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420408430>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:45Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:49:49Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:49:50.247346 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9b92aa-44b8-4ecd-bb0a-f27b4097f2ab None None] The sync data for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv is: [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:45Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:49:49Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:49:50.322482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:50.323678 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3623974
Nov 24 14:49:50.379423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:50.622140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-388bd711-c835-4297-a852-08bfa002fa4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:50.694890 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-388bd711-c835-4297-a852-08bfa002fa4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:50.698285 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-388bd711-c835-4297-a852-08bfa002fa4d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114708487&fields=id&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 267 time: 0.2350998
Nov 24 14:49:50.865405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-fc878e60-92c5-42d9-aff8-207a8cc84a93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:50.866355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-fc878e60-92c5-42d9-aff8-207a8cc84a93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:50.923848 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-fc878e60-92c5-42d9-aff8-207a8cc84a93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:50.925172 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-fc878e60-92c5-42d9-aff8-207a8cc84a93 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/networks?id=1e1112be-949e-4669-bb4e-16f55df68ddd HTTP/1.1" status: 200  len: 797 time: 0.2222562
Nov 24 14:49:50.942189 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-05ec64ab-7175-4406-b8cd-9d848573d4a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/quotas/844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 375 time: 0.0113122
Nov 24 14:49:51.026818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-dbe46d72-0c76-4949-9519-ef63b9d48051 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:51.100708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-dbe46d72-0c76-4949-9519-ef63b9d48051 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:51.102119 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-dbe46d72-0c76-4949-9519-ef63b9d48051 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1544330
Nov 24 14:49:51.238748 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-3ab03851-0e8d-4f01-8d8a-0d502c45420f service neutron] 10.222.0.53 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246939
Nov 24 14:49:51.367844 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-c27852b1-388b-4be5-b23f-33c91bb27023 service neutron] 10.222.0.53 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232443
Nov 24 14:49:51.610664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b916c76a-1474-4093-936b-113abb21fd1b req-fbd3dcb3-1b28-4526-acab-439c819dbafb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:51.622766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b916c76a-1474-4093-936b-113abb21fd1b req-fbd3dcb3-1b28-4526-acab-439c819dbafb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:51.624533 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b916c76a-1474-4093-936b-113abb21fd1b req-fbd3dcb3-1b28-4526-acab-439c819dbafb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 210 time: 0.0559664
Nov 24 14:49:51.930013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:49:52.089132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:49:52.094601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:52.095061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:52.208237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:52.241500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:52.316718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:52.318514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:52.384948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:52.387760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:52.797767 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-80859560-7d11-4f79-b452-18081c9161fc req-02ea285c-e06a-47b0-abe0-1b4a2688d420 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 210 time: 0.0465498
Nov 24 14:49:53.409314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cce402e9-7fc1-4ec1-92bf-0de5edbb85b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:53.432276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-15af380a-3604-48e7-b336-7f1ce68f3e81 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:53.433699 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-15af380a-3604-48e7-b336-7f1ce68f3e81 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/networks?id=1e1112be-949e-4669-bb4e-16f55df68ddd HTTP/1.1" status: 200  len: 797 time: 0.1481087
Nov 24 14:49:53.493550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-700d59b7-4c03-47d5-a135-7358b99801be tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:53.505675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-700d59b7-4c03-47d5-a135-7358b99801be tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:53.506777 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-700d59b7-4c03-47d5-a135-7358b99801be tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=844c0a0b133e478a849544a05113e784 HTTP/1.1" status: 200  len: 380 time: 0.0589821
Nov 24 14:49:53.517048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'port': {'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'admin_state_up': True, 'tenant_id': '844c0a0b133e478a849544a05113e784', 'security_groups': ['3505b0fa-a141-4090-9c07-e98cd7e86905']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:53.656795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:49:53.666465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:49:53.739518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Made reservation on behalf of 844c0a0b133e478a849544a05113e784 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:49:53.742726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:53.925366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:49:53.966176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:54.013876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:54.014562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:54.034537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.20.0.11 (1e1112be-949e-4669-bb4e-16f55df68ddd/200cf6cd-00fc-449c-90f5-58cfd5b614cc/7a8d3c07-8921-4d5a-bec0-9cec8a7646ff) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:49:54.194889 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-57e78e21-9a33-4730-9fde-ac2dc80770ab req-5b5fb6aa-a032-4325-a7d8-c4a5e09892aa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 210 time: 0.0932777
Nov 24 14:49:54.268340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:54.283562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Transition to ACTIVE for port object 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:49:54.362739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:54.368204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bf478cbd-02ac-4bed-8be5-e5703fc12265 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:54.441011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 1e1112be-949e-4669-bb4e-16f55df68ddd is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:49:54.444318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:49:54.448551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:49:54.477298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:54.484209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:54.511988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:54.512612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:54.604315 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0913923
Nov 24 14:49:54.616257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Request body: {'port': {'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:49:54.727157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:54.745953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8257194a-c0ae-4df5-a3d0-f46506879d4f None None] Provisioning for port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:49:54.751320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8257194a-c0ae-4df5-a3d0-f46506879d4f None None] Provisioning complete for port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:49:54.751729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8257194a-c0ae-4df5-a3d0-f46506879d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:54.805022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8257194a-c0ae-4df5-a3d0-f46506879d4f None None] Port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:49:55.063204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:49:55.069972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:55.084320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Transition to ACTIVE for port object 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:49:55.162912 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:55.166533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-43d3f3ce-7210-47cc-ab0a-81bac39c1ed6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:55.295599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:55.301328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:55.419248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Attempting to bind port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:49:55.419585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Attempting to bind port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:49:55.419908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Attempting to bind port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff on network 1e1112be-949e-4669-bb4e-16f55df68ddd {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:49:55.425951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff on network 1e1112be-949e-4669-bb4e-16f55df68ddd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:49:55.426246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Attempting to bind port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff on network 1e1112be-949e-4669-bb4e-16f55df68ddd {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:49:55.432563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:49:55.432893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Checking segment: {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:49:55.433274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Bound using segment: {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:49:55.433691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Bound port: 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbfab7a-771d-4337-a76a-0690b34d72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:49:55.434030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:55.525659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] For port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:49:55.528963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] For port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:49:55.549414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39adc5-cf9a-4260-9523-89360a244ca7 req-49c575c2-52c7-4ba3-8df8-d60f0463e9d3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:55.550851 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9e39adc5-cf9a-4260-9523-89360a244ca7 req-49c575c2-52c7-4ba3-8df8-d60f0463e9d3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 944 time: 0.0811665
Nov 24 14:49:55.592357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:55.598657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-98b24bcb-8bee-4ab1-b514-917ee6e4ace5 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:55.599068 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9e39adc5-cf9a-4260-9523-89360a244ca7 req-441d51c6-62a1-4115-965d-10d688de3f91 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425022
Nov 24 14:49:55.653789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:55.655039 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] 10.222.0.81 "PUT /v2.0/ports/7a8d3c07-8921-4d5a-bec0-9cec8a7646ff HTTP/1.1" status: 200  len: 1094 time: 1.0429463
Nov 24 14:49:55.658516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:49:55.684398 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:55.688318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:55.688880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62ae8ba7-e013-4577-987d-42c4747f1d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:55.724904 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'status': 'completed', 'code': 200}
Nov 24 14:49:55.824287 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e4b549-80fb-4407-9ebd-09f100ee64e0 req-891d7ea8-3a1a-4a60-a3d0-316fbc79199b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 1097 time: 0.0749929
Nov 24 14:49:55.971010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4b549-80fb-4407-9ebd-09f100ee64e0 req-ad26a46c-8144-4699-b437-a71606a3ea77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:55.972477 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e4b549-80fb-4407-9ebd-09f100ee64e0 req-ad26a46c-8144-4699-b437-a71606a3ea77 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=844c0a0b133e478a849544a05113e784&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1405683
Nov 24 14:49:56.209548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4b549-80fb-4407-9ebd-09f100ee64e0 req-9bcbea74-6cb9-4670-944f-10d6d4726968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:56.210907 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e4b549-80fb-4407-9ebd-09f100ee64e0 req-9bcbea74-6cb9-4670-944f-10d6d4726968 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2306845
Nov 24 14:49:56.317939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-e5834d8b-89af-4c69-b9c5-34a87dbd023a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 1097 time: 0.0683157
Nov 24 14:49:56.389582 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-ce6f72b4-daa5-4d89-a736-c22ab1a0f945 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff HTTP/1.1" status: 200  len: 217 time: 0.0627174
Nov 24 14:49:56.454475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-83783e68-0756-470c-b836-6c03c7cdc3c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:56.455924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-83783e68-0756-470c-b836-6c03c7cdc3c9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=200cf6cd-00fc-449c-90f5-58cfd5b614cc HTTP/1.1" status: 200  len: 835 time: 0.0590882
Nov 24 14:49:56.531401 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-594f06bc-0928-4c5e-b753-3a7c1fe42e86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e1112be-949e-4669-bb4e-16f55df68ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677493
Nov 24 14:49:56.666674 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-f60b03f7-fcd0-4b99-8ef1-3201d28aef5f service neutron] 10.222.0.81 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281645
Nov 24 14:49:56.717921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:56.804263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8750f-f8dd-4dbe-946f-701a88f9a5f8 req-6f588781-b6eb-44fd-8f1c-eec53b5feece tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:56.805561 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-df24a22e-e0df-4f52-8c4d-a669b1058efc req-7236705f-4dbf-4569-8315-dbea405e486a service neutron] 10.222.0.81 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314459
Nov 24 14:49:56.806566 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-51e8750f-f8dd-4dbe-946f-701a88f9a5f8 req-6f588781-b6eb-44fd-8f1c-eec53b5feece tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 944 time: 0.0817704
Nov 24 14:49:56.858522 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-51e8750f-f8dd-4dbe-946f-701a88f9a5f8 req-e9a163b9-482b-4061-b731-9098b0204ce1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399897
Nov 24 14:49:58.057421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f1ab-1bc1-44c4-a959-343b4677fc58 req-e416498c-ed5f-4d77-9a1e-4ec6f9c8b40b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:58.058106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-89d0f1ab-1bc1-44c4-a959-343b4677fc58 req-e416498c-ed5f-4d77-9a1e-4ec6f9c8b40b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:49:58.162212 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-89d0f1ab-1bc1-44c4-a959-343b4677fc58 req-e416498c-ed5f-4d77-9a1e-4ec6f9c8b40b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:49:58.163382 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-89d0f1ab-1bc1-44c4-a959-343b4677fc58 req-e416498c-ed5f-4d77-9a1e-4ec6f9c8b40b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 944 time: 0.1846857
Nov 24 14:49:58.209790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-89d0f1ab-1bc1-44c4-a959-343b4677fc58 req-aa5a446e-81f8-4880-9530-802a1fad1b3f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407255
Nov 24 14:49:58.213716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:59.137611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:49:59.270374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:59.287153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'mac_address': 'fa:16:3e:4d:ef:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:49:59.341904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:59.359214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:49:59.374821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:49:59.407679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7bfb3-f646-41ef-b7c5-e78c6b0bd17f req-02e91cec-fe68-4cdf-bfe3-0cac2cb0593e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:49:59.409061 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e4c7bfb3-f646-41ef-b7c5-e78c6b0bd17f req-02e91cec-fe68-4cdf-bfe3-0cac2cb0593e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 944 time: 0.0767598
Nov 24 14:49:59.449002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:49:59.450805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b0350f2d-12e3-4238-8ffa-a95ca6f88f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:49:59.455682 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e4c7bfb3-f646-41ef-b7c5-e78c6b0bd17f req-a8b1a6b3-a533-4150-84f6-0b0fa502dfba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410964
Nov 24 14:49:59.514649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:49:59.517557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:49:59.694185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['7a8d3c07-8921-4d5a-bec0-9cec8a7646ff'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:50:00.651922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ad7ae-dc13-477b-bbb2-495a97078967 req-620c4b47-846c-4ebb-b95b-ba0cecf448a0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:00.653731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-891ad7ae-dc13-477b-bbb2-495a97078967 req-620c4b47-846c-4ebb-b95b-ba0cecf448a0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 945 time: 0.0776560
Nov 24 14:50:00.702814 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-891ad7ae-dc13-477b-bbb2-495a97078967 req-176b8c99-42bd-4f20-854d-b17454bc1555 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438209
Nov 24 14:50:01.139027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:50:01.265570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:50:01.270787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:50:01.271168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:01.409895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:01.435419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:50:01.444869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:50:01.517927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:01.519915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:01.570204 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'code': 200}
Nov 24 14:50:01.588596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:01.593188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:01.964991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256bf1e-0c67-4e5c-8a5d-c475c71a2a21 req-3fdee46f-8c55-471f-86bc-a5feb1a82a63 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:01.966424 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b256bf1e-0c67-4e5c-8a5d-c475c71a2a21 req-3fdee46f-8c55-471f-86bc-a5feb1a82a63 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 946 time: 0.1408267
Nov 24 14:50:01.969806 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f31edf34-ce29-4516-9c0e-851904b2cf3f req-09151eaf-c910-425c-bfa5-6c970e2e0365 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 1099 time: 0.1059945
Nov 24 14:50:02.040498 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b256bf1e-0c67-4e5c-8a5d-c475c71a2a21 req-da64af2c-7d90-4bbb-9543-35a1c0a6899c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682089
Nov 24 14:50:02.042026 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f31edf34-ce29-4516-9c0e-851904b2cf3f req-ab53e278-63c0-47d2-8f5a-1389320c4eec service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565703
Nov 24 14:50:03.241735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bae76-ce78-4e99-96e8-15a47328e8c0 req-0b85c31a-0536-4c02-be70-af955eccb484 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:03.243851 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3f9bae76-ce78-4e99-96e8-15a47328e8c0 req-0b85c31a-0536-4c02-be70-af955eccb484 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 946 time: 0.0828073
Nov 24 14:50:03.288970 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3f9bae76-ce78-4e99-96e8-15a47328e8c0 req-f935d7e8-a315-474b-943c-7c55e761dee0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395317
Nov 24 14:50:04.487427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420279a7-8d58-480f-89a3-8256c6dd2bf4 req-8a9b4422-c44d-4be1-a24a-fc25a4635af1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:04.488881 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-420279a7-8d58-480f-89a3-8256c6dd2bf4 req-8a9b4422-c44d-4be1-a24a-fc25a4635af1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 946 time: 0.0811131
Nov 24 14:50:04.533893 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-420279a7-8d58-480f-89a3-8256c6dd2bf4 req-897b8301-a48b-4f49-9dd5-5eb9a2cf4f7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395114
Nov 24 14:50:04.725964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887405cc-a640-4fa4-8473-d8d41fc15564 req-27728ae2-2c5a-4de9-b28c-b6d95c8bfe52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:04.727379 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-887405cc-a640-4fa4-8473-d8d41fc15564 req-27728ae2-2c5a-4de9-b28c-b6d95c8bfe52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 946 time: 0.0754097
Nov 24 14:50:04.776264 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-887405cc-a640-4fa4-8473-d8d41fc15564 req-c1eb2e39-e0c0-430a-99b3-6492e9a48286 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434053
Nov 24 14:50:04.803850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60342) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:04.874098 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6bb1c7b0-f0f9-49ec-bbc8-0f9c1e541c90 tempest-TestNetworkBasicOps-1879041264 tempest-TestNetworkBasicOps-1879041264-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 1094 time: 0.0689828
Nov 24 14:50:04.877351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60346) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:04.882851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:50:04.888217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:50:04.893085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Usage tracker for resource:floatingip and tenant:844c0a0b133e478a849544a05113e784 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:50:04.898902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:50:04.902587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:50:04.974695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:05.110617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:05.244736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Allocated IP 172.26.2.175 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/d15d4698-3b24-4194-811b-a56f6e8bd3ee) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:50:05.490020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:05.563233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:05.567528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6765db8-d7d7-462d-a357-cbc8b9919567 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:05.624076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:50:05.627018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:50:05.635076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:50:05.673720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=d15d4698-3b24-4194-811b-a56f6e8bd3ee,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:05.677601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:06.150714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:06.243530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:06.443543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:06.482879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:06.486638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a423a802-cae8-4c56-836b-4f4d40f0ddba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:06.586164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event updated for resources: {'Port': ['ID=d15d4698-3b24-4194-811b-a56f6e8bd3ee,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:06.590010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:06.606777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:06.798115 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Floating IP c7949b8a-29bb-4e7d-ac06-0114f7e19adf associated. External IP: 172.26.2.175, port: 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff.
Nov 24 14:50:07.299492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 573679bc-d49d-4ae2-a64b-bd973f15a959 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:50:07.496622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:50:07.509245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] Sync routers for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:50:07.521244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:50:07.521947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9119d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:07.579703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:07.640705 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7622483
Nov 24 14:50:07.641962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:50:07.644207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60350) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:07.695893 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'status': 'completed', 'code': 200}
Nov 24 14:50:07.707479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:50:07.755537 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-63f24a42-4743-4c89-8d3d-e9d48fd6a05d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1094613
Nov 24 14:50:07.793004 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51623a34-dd34-43f3-9a18-be8040d04714 req-13090d7a-426b-484e-99b1-2780dc516e8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 1099 time: 0.0729678
Nov 24 14:50:07.926448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51623a34-dd34-43f3-9a18-be8040d04714 req-f61cdbb6-8fc5-4638-9728-b345117f0d7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:07.927878 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51623a34-dd34-43f3-9a18-be8040d04714 req-f61cdbb6-8fc5-4638-9728-b345117f0d7a service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e1112be-949e-4669-bb4e-16f55df68ddd HTTP/1.1" status: 200  len: 898 time: 0.1286206
Nov 24 14:50:08.037356 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51623a34-dd34-43f3-9a18-be8040d04714 req-8907c27a-fc05-4156-bcce-a025997a32d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff HTTP/1.1" status: 200  len: 1000 time: 0.1021585
Nov 24 14:50:08.057092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9119d0>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:45Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c7949b8a-29bb-4e7d-ac06-0114f7e19adf', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'mac_address': 'fa:16:3e:4d:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:50:05Z', 'updated_at': '2021-11-24T14:50:05Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:49:52Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:08.060924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] Checking router: 573679bc-d49d-4ae2-a64b-bd973f15a959 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:50:08.072079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:50:08.072688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9119d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:49:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:08.101213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51623a34-dd34-43f3-9a18-be8040d04714 req-85589983-2007-4b37-a600-b9852fcf84be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:08.102664 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51623a34-dd34-43f3-9a18-be8040d04714 req-85589983-2007-4b37-a600-b9852fcf84be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=200cf6cd-00fc-449c-90f5-58cfd5b614cc HTTP/1.1" status: 200  len: 835 time: 0.0588040
Nov 24 14:50:08.184176 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51623a34-dd34-43f3-9a18-be8040d04714 req-fb2cbba4-fd10-4c9b-b539-db61552140b8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e1112be-949e-4669-bb4e-16f55df68ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748277
Nov 24 14:50:08.249817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:50:08.318948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51623a34-dd34-43f3-9a18-be8040d04714 req-85b0554b-516d-4498-8d38-d93a6ace6fdf service neutron] 10.222.0.81 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278691
Nov 24 14:50:08.456003 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51623a34-dd34-43f3-9a18-be8040d04714 req-3a6c6088-d2e2-452c-b9db-b90127117676 service neutron] 10.222.0.81 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307983
Nov 24 14:50:08.598667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9119d0>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:45Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c7949b8a-29bb-4e7d-ac06-0114f7e19adf', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'mac_address': 'fa:16:3e:4d:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:50:05Z', 'updated_at': '2021-11-24T14:50:05Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:49:52Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:08.602650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf7b37-3129-46c7-bdcf-3a014baf69e2 None None] The sync data for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv is: [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:49:45Z', 'revision_number': 4, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c7949b8a-29bb-4e7d-ac06-0114f7e19adf', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'mac_address': 'fa:16:3e:4d:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:50:05Z', 'updated_at': '2021-11-24T14:50:05Z', 'revision_number': 0, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:49:52Z', 'revision_number': 5, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:50:08.759401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60356) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:08.784757 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b58ce-64a1-4e2b-a19e-6ef463d55b6a None None] New status for floating IP c7949b8a-29bb-4e7d-ac06-0114f7e19adf: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:50:08.870548 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6b148374-1a0e-4824-b1b2-ee3ad35db8f1 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1099470
Nov 24 14:50:09.873803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60360) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:09.978297 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-185651a0-e093-43d5-bc8b-c5128e250fe4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 994 time: 0.1033075
Nov 24 14:50:20.368199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:23.430395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e23863ae-ee87-4851-8493-e7c3ffc0e850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:23.568166 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:50:23.950131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:25.688291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-58068118-5e6f-4fb6-b63e-09c56b812045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:26.733427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:28.219990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:39.249326 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60382) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:39.254674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7133655f-eabf-4346-8fed-b486106ceac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:50:39.908306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7133655f-eabf-4346-8fed-b486106ceac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:39.985600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7133655f-eabf-4346-8fed-b486106ceac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:40.185007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7133655f-eabf-4346-8fed-b486106ceac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 573679bc-d49d-4ae2-a64b-bd973f15a959 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:50:40.382319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7133655f-eabf-4346-8fed-b486106ceac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:50:40.388903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7133655f-eabf-4346-8fed-b486106ceac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:40.389927 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7133655f-eabf-4346-8fed-b486106ceac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/573679bc-d49d-4ae2-a64b-bd973f15a959 HTTP/1.1" status: 200  len: 888 time: 1.1397159
Nov 24 14:50:40.397526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] Sync routers for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:50:40.409512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:50:40.410131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6190>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:50:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:40.471608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6190>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:40.482786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:50:40.483360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6190>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:50:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:40.544928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6190>, [], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:40.545324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72793e51-423a-4e2a-93a2-036059a91034 None None] The sync data for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv is: [] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:50:41.281384 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e58180-7226-47b9-b41d-63f6d7a95a39 None None] New status for floating IP c7949b8a-29bb-4e7d-ac06-0114f7e19adf: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:50:41.932611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:50:42.041370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:42.070974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:50:42.134292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:42.135031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b98cafc2-562b-4b90-83cc-1c9a3a361a58 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:50:42.158125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e8568f9-2b89-4d5a-9e02-0d2f8341ad2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:42.250478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:42.299744 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.300108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.300450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.300806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.301121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.301451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.301777 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.302103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.302473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.302818 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.303139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:42.308310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:42.318638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:42.333898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port b98cafc2-562b-4b90-83cc-1c9a3a361a58, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b98cafc2-562b-4b90-83cc-1c9a3a361a58,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:50:42.430366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:42.432300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:42.497174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=b98cafc2-562b-4b90-83cc-1c9a3a361a58,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:42.500074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:42.546514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60388) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:42.551808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d8935f68-d361-4c65-9c90-a3516061df92 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:50:43.220194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d8935f68-d361-4c65-9c90-a3516061df92 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:43.299940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d8935f68-d361-4c65-9c90-a3516061df92 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-400952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-400929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-395439'] for router, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:43.501491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8935f68-d361-4c65-9c90-a3516061df92 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 573679bc-d49d-4ae2-a64b-bd973f15a959 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:50:43.702947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8935f68-d361-4c65-9c90-a3516061df92 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:50:43.708807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d8935f68-d361-4c65-9c90-a3516061df92 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:43.709939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d8935f68-d361-4c65-9c90-a3516061df92 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/573679bc-d49d-4ae2-a64b-bd973f15a959 HTTP/1.1" status: 200  len: 887 time: 1.1624522
Nov 24 14:50:43.712621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] Sync routers for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:50:43.713145 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60392) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:43.731775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:50:43.732420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f8b53a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:50:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:43.822997 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4605659f-3d95-49cf-8a82-697dfe3b7b3e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1085372
Nov 24 14:50:43.911032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:50:44.251541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f8b53a0>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:50:43Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:50:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c7949b8a-29bb-4e7d-ac06-0114f7e19adf', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'mac_address': 'fa:16:3e:4d:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:50:05Z', 'updated_at': '2021-11-24T14:50:41Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:50:42Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:44.255263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] Checking router: 573679bc-d49d-4ae2-a64b-bd973f15a959 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:50:44.266726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:50:44.267318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f8b53a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:50:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:44.442099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:50:44.822964 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f8b53a0>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:50:43Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:50:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c7949b8a-29bb-4e7d-ac06-0114f7e19adf', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'mac_address': 'fa:16:3e:4d:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:50:05Z', 'updated_at': '2021-11-24T14:50:41Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:50:42Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:50:44.825250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60396) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:44.827025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa68813-c262-4e8f-8704-721c92994818 None None] The sync data for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv is: [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:50:43Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:50:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c7949b8a-29bb-4e7d-ac06-0114f7e19adf', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'port_id': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'mac_address': 'fa:16:3e:4d:ef:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05559515-5676-41cd-9f6b-141ed2288e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:50:05Z', 'updated_at': '2021-11-24T14:50:41Z', 'revision_number': 2, 'project_id': '844c0a0b133e478a849544a05113e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfef85-68a6-4238-8c2a-f65ecabd4cb4', 'name': '', 'network_id': '1e1112be-949e-4669-bb4e-16f55df68ddd', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'mac_address': 'fa:16:3e:e1:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:44Z', 'updated_at': '2021-11-24T14:50:42Z', 'revision_number': 6, 'project_id': '844c0a0b133e478a849544a05113e784', 'subnets': [{'id': '200cf6cd-00fc-449c-90f5-58cfd5b614cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:50:44.940406 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0c3d7eb9-3c80-4061-8ea2-d9d8be7ec855 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1133871
Nov 24 14:50:45.944049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60400) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:45.972880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:50:46.042570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:50:46.042966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:46.045761 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2f99da7d-bb04-4ff8-804d-7bcd9a3a0d32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1004839
Nov 24 14:50:46.156165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:46.187391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:50:46.265255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:46.266092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b98cafc2-562b-4b90-83cc-1c9a3a361a58 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:50:46.288271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4e8568f9-2b89-4d5a-9e02-0d2f8341ad2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:46.377112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:46.380410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:46.391409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b98cafc2-562b-4b90-83cc-1c9a3a361a58 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:50:46.391783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:46.502758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:46.518525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port b98cafc2-562b-4b90-83cc-1c9a3a361a58, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b98cafc2-562b-4b90-83cc-1c9a3a361a58,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:50:46.562026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:46.563844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:46.627208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=b98cafc2-562b-4b90-83cc-1c9a3a361a58,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:46.630290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:47.049558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60404) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:47.153009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b46edf74-ad17-4090-b7c5-e0f36734aa72 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1020765
Nov 24 14:50:47.944099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:50:48.014799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:50:48.015183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:48.128033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b98cafc2-562b-4b90-83cc-1c9a3a361a58 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:50:48.156557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60408) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:48.194311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b98cafc2-562b-4b90-83cc-1c9a3a361a58 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:50:48.194692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:48.263021 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6c19db7d-ebd4-483a-9273-95ed3524bdce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1052487
Nov 24 14:50:49.266837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60412) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:49.372467 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a4e4dd36-ae8a-49df-a5a0-160139c8ce3b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1043379
Nov 24 14:50:50.376216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60416) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:50.378554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:50.486447 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eafc5fb8-1ae0-476a-92ae-4e17f2ad24d4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1089621
Nov 24 14:50:51.489250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60420) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:51.595314 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fa0d5050-9e3f-4f2a-87ed-327e54af743e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 992 time: 0.1047657
Nov 24 14:50:51.909733 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f42d4d-3878-457e-a10f-3b45137c91fc None None] New status for floating IP c7949b8a-29bb-4e7d-ac06-0114f7e19adf: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:50:52.599013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60424) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:52.702941 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4ce8a404-c9ad-4f07-ad1c-f60a90cd9a7b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 200  len: 994 time: 0.1027288
Nov 24 14:50:52.978086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60432) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:53.295622 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port d15d4698-3b24-4194-811b-a56f6e8bd3ee {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:50:53.295950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:53.430713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d855a39f-2a45-4347-87c8-ab5908f737ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:53.461056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:53.461372 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:53.582413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for d15d4698-3b24-4194-811b-a56f6e8bd3ee owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:50:53.785122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:53.789493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9f0505e0-4b87-40d9-8f0e-98faf8988872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:53.836362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=d15d4698-3b24-4194-811b-a56f6e8bd3ee,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:53.875060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.875257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.875465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.875845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.876244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.876613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.876977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.877341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.877705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.878065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.878424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:53.889036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:53.939400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:53.941424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:54.333659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 573679bc-d49d-4ae2-a64b-bd973f15a959 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:50:54.536557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:50:54.596297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:54.655703 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/floatingips/c7949b8a-29bb-4e7d-ac06-0114f7e19adf HTTP/1.1" status: 204  len: 168 time: 1.6765358
Nov 24 14:50:54.656375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:50:54.786182 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'status': 'completed', 'code': 200}
Nov 24 14:50:54.881662 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-480b4a4d-b517-4aa3-8cd3-a594086464ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=844c0a0b133e478a849544a05113e784&device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 1099 time: 0.0717244
Nov 24 14:50:55.016273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-06c9d75c-7186-4c89-bd4d-ceaf9cdd490e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:55.017702 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-06c9d75c-7186-4c89-bd4d-ceaf9cdd490e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1e1112be-949e-4669-bb4e-16f55df68ddd HTTP/1.1" status: 200  len: 898 time: 0.1298132
Nov 24 14:50:55.187444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a48bcb-da6a-42a7-93a3-14417f202dfb req-d77c82e4-b539-4918-8b90-e57fefda3cb4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:55.188055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-b4a48bcb-da6a-42a7-93a3-14417f202dfb req-d77c82e4-b539-4918-8b90-e57fefda3cb4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:50:55.215394 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-2cb0284b-a1df-4dbd-bd63-6970f210b052 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff HTTP/1.1" status: 200  len: 217 time: 0.1905608
Nov 24 14:50:55.252650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-b4a48bcb-da6a-42a7-93a3-14417f202dfb req-d77c82e4-b539-4918-8b90-e57fefda3cb4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:50:55.253831 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b4a48bcb-da6a-42a7-93a3-14417f202dfb req-d77c82e4-b539-4918-8b90-e57fefda3cb4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 946 time: 0.1497767
Nov 24 14:50:55.279624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-7fd33058-523b-4161-a1c7-61f169668a69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:55.281193 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-7fd33058-523b-4161-a1c7-61f169668a69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=200cf6cd-00fc-449c-90f5-58cfd5b614cc HTTP/1.1" status: 200  len: 835 time: 0.0582073
Nov 24 14:50:55.300227 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b4a48bcb-da6a-42a7-93a3-14417f202dfb req-48c86030-4941-46ce-8be1-2ed4c502a993 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402682
Nov 24 14:50:55.360036 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-9d183b70-906c-422b-90ee-4fa9c9cc2128 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1e1112be-949e-4669-bb4e-16f55df68ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709271
Nov 24 14:50:55.494201 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-8d3d29b4-1b66-425d-bb80-dd3e0f6cb09f service neutron] 10.222.0.81 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267581
Nov 24 14:50:55.626678 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a32d1ab1-03f8-4f70-9597-774b92f0a45c req-543dc53c-0b47-47b1-bdea-33e05318e580 service neutron] 10.222.0.81 "GET /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252639
Nov 24 14:50:55.722407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-aaa27635-4b74-4750-8fd3-efa3fd4d4306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:56.550977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4a182-442a-4fef-b2e0-e86267bc9138 req-63b92346-e97e-49b1-9d80-fc455859d136 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:56.552432 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45d4a182-442a-4fef-b2e0-e86267bc9138 req-63b92346-e97e-49b1-9d80-fc455859d136 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 946 time: 0.1281989
Nov 24 14:50:56.590245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-107bbb2e-f47f-48d7-b822-2ac6cd59d56f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:50:56.591607 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-107bbb2e-f47f-48d7-b822-2ac6cd59d56f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 946 time: 0.1260846
Nov 24 14:50:56.652217 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45d4a182-442a-4fef-b2e0-e86267bc9138 req-a2d9da08-ba40-473b-8b12-d3e0449cdc28 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/security-groups?id=3505b0fa-a141-4090-9c07-e98cd7e86905&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923748
Nov 24 14:50:56.669498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:50:56.669824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:56.728213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:56.912899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:50:56.913170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:57.032920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:50:57.298501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:57.304114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:57.349035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=7a8d3c07-8921-4d5a-bec0-9cec8a7646ff,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:57.389163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.389561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.389908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.390276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.390640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.390996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.391352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.391706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.392060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.392431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.392782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:50:57.399693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:57.433484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] No DVR routers for this DVR port 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:50:57.435848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:57.438450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'name': 'network-vif-deleted', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:50:57.492453 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05559515-5676-41cd-9f6b-141ed2288e1b', 'name': 'network-vif-deleted', 'tag': '7a8d3c07-8921-4d5a-bec0-9cec8a7646ff', 'status': 'completed', 'code': 200}
Nov 24 14:50:57.522126 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec134c43-79b2-4f53-9580-d5315080cc2e req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.81 "DELETE /v2.0/ports/7a8d3c07-8921-4d5a-bec0-9cec8a7646ff HTTP/1.1" status: 204  len: 173 time: 0.9225912
Nov 24 14:50:57.835116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-488a8a3f-facb-4a7f-bab5-9f1c0c32a6da req-d050fc5e-d4e5-4768-ae27-3d2b525809ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Synchronizing usage tracker for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:50:57.910928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-488a8a3f-facb-4a7f-bab5-9f1c0c32a6da req-d050fc5e-d4e5-4768-ae27-3d2b525809ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Unset dirty status for tenant:844c0a0b133e478a849544a05113e784 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:50:57.912108 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-488a8a3f-facb-4a7f-bab5-9f1c0c32a6da req-d050fc5e-d4e5-4768-ae27-3d2b525809ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "GET /v2.0/ports?device_id=05559515-5676-41cd-9f6b-141ed2288e1b HTTP/1.1" status: 200  len: 210 time: 0.1215284
Nov 24 14:50:58.202467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:59.028763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60454) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:59.095537 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:59.125999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:59.259511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:59.263998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4a9b8df6-1e56-466e-856c-58b570146e26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:50:59.380728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3505b0fa-a141-4090-9c07-e98cd7e86905,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:50:59.383472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:50:59.429919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:50:59.431030 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/security-groups/3505b0fa-a141-4090-9c07-e98cd7e86905 HTTP/1.1" status: 204  len: 168 time: 0.4012947
Nov 24 14:50:59.449030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:50:59.481544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:50:59.481890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7a8d3c07-8921-4d5a-bec0-9cec8a7646ff not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:50:59.534552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60460) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:50:59.927300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:00.518090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:51:00.518754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:00.567287 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:51:00.706697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:00.707049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:00.826919 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:51:01.208231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:01.212188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-790b0147-c3ce-4e13-9e00-d8ecbd36ba45 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:01.254316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=1fdfef85-68a6-4238-8c2a-f65ecabd4cb4,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:01.258006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:01.552258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:02.125610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Router 573679bc-d49d-4ae2-a64b-bd973f15a959 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:51:02.327604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:51:02.349885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] Sync routers for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:51:02.362132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:51:02.362833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe38970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:50:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:51:02.392579 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "PUT /v2.0/routers/573679bc-d49d-4ae2-a64b-bd973f15a959/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8568263
Nov 24 14:51:02.395090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60464) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:02.539766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:51:02.584535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting subnet 200cf6cd-00fc-449c-90f5-58cfd5b614cc {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:51:02.587425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:02.756380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:02.842568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:02.868662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe38970>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:51:01Z', 'revision_number': 7, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:50:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:51:02.873606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] Checking router: 573679bc-d49d-4ae2-a64b-bd973f15a959 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:51:02.884590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] Routers {'573679bc-d49d-4ae2-a64b-bd973f15a959'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:51:02.885434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe38970>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:50:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['573679bc-d49d-4ae2-a64b-bd973f15a959'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:51:02.985392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:02.989308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2ac481aa-e45e-4066-a8e5-83850c285ccf tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:03.026665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Subnet': ['ID=200cf6cd-00fc-449c-90f5-58cfd5b614cc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:03.030152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:03.033378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:03.039493 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/subnets/200cf6cd-00fc-449c-90f5-58cfd5b614cc HTTP/1.1" status: 204  len: 168 time: 0.6433556
Nov 24 14:51:03.039780 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb37214-d495-4d53-a3af-dc1080d836a2 None None] Network 1e1112be-949e-4669-bb4e-16f55df68ddd requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:51:03.043265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60468) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:03.149790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] Set router 573679bc-d49d-4ae2-a64b-bd973f15a959 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:51:03.246053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:03.444926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:03.519429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] DHCP port deletion for 1e1112be-949e-4669-bb4e-16f55df68ddd request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 14:51:03.522350 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe38970>, [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:51:01Z', 'revision_number': 7, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:50:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:51:03.527873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Deleting port 1f4fa930-2966-4f78-92c3-71d7534a2a39 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:51:03.528280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:03.555139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Deleting port b98cafc2-562b-4b90-83cc-1c9a3a361a58 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:51:03.555355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2cba0-e33b-4389-bf3a-a5d33b281ede None None] The sync data for ids ['573679bc-d49d-4ae2-a64b-bd973f15a959'] in dv-neutron-818347-1-hyperv is: [{'id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'name': 'tempest-TestNetworkBasicOps-router-478161476', 'tenant_id': '844c0a0b133e478a849544a05113e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:40Z', 'updated_at': '2021-11-24T14:51:01Z', 'revision_number': 7, 'project_id': '844c0a0b133e478a849544a05113e784', 'gw_port': {'id': 'b98cafc2-562b-4b90-83cc-1c9a3a361a58', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573679bc-d49d-4ae2-a64b-bd973f15a959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:41Z', 'updated_at': '2021-11-24T14:50:46Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:51:03.555495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:03.736526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] For port b98cafc2-562b-4b90-83cc-1c9a3a361a58, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b98cafc2-562b-4b90-83cc-1c9a3a361a58,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:03.737217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:03.745707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] For port 1f4fa930-2966-4f78-92c3-71d7534a2a39, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1f4fa930-2966-4f78-92c3-71d7534a2a39,segment=NetworkSegment(fdbfab7a-771d-4337-a76a-0690b34d72e4),segment_id=fdbfab7a-771d-4337-a76a-0690b34d72e4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:03.746049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:03.856249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Calling delete_port for b98cafc2-562b-4b90-83cc-1c9a3a361a58 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:51:03.863614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Calling delete_port for 1f4fa930-2966-4f78-92c3-71d7534a2a39 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:51:03.962550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:51:04.049464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:04.057906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:04.090565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:51:04.090917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1fdfef85-68a6-4238-8c2a-f65ecabd4cb4 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:51:04.091331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1f4fa930-2966-4f78-92c3-71d7534a2a39 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:51:04.117095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:04.122065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e1b26ad1-a30f-4c1b-b7fe-d9470d62ca08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:04.126423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Pushing event deleted for resources: {'Port': ['ID=1f4fa930-2966-4f78-92c3-71d7534a2a39,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:04.129537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:04.137788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 1f4fa930-2966-4f78-92c3-71d7534a2a39 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:51:04.138499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1f4fa930-2966-4f78-92c3-71d7534a2a39 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:51:04.144118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] No DVR routers for this DVR port 1f4fa930-2966-4f78-92c3-71d7534a2a39 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:51:04.167377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Port': ['ID=b98cafc2-562b-4b90-83cc-1c9a3a361a58,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:04.169725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:04.398738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:04.754772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:04.759066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:04.853493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:04.854757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Fanout notify agent at l3_agent the message router_deleted on router 573679bc-d49d-4ae2-a64b-bd973f15a959 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 14:51:04.868909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:04.870043 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/routers/573679bc-d49d-4ae2-a64b-bd973f15a959 HTTP/1.1" status: 204  len: 168 time: 1.8258677
Nov 24 14:51:04.872844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60474) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:04.990028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:05.128020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:05.155308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f3ae3a0>,) {'filters': {'network_id': ['1e1112be-949e-4669-bb4e-16f55df68ddd']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:51:05.167466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3ae3a0>, 'fdbfab7a-771d-4337-a76a-0690b34d72e4') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:51:05.167755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f3ae3a0>, 'fdbfab7a-771d-4337-a76a-0690b34d72e4') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:51:05.179409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:05.194893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:05.201290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:51:05.201660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:51:05.216181 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:51:05.343811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:05.347187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-14af29a8-1688-4030-ad81-0f1ae6f602b3 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:05.362586 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:05.375759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Pushing event deleted for resources: {'Network': ['ID=1e1112be-949e-4669-bb4e-16f55df68ddd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:05.378569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:05.431355 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] 10.222.0.53 "DELETE /v2.0/networks/1e1112be-949e-4669-bb4e-16f55df68ddd HTTP/1.1" status: 204  len: 168 time: 0.5575140
Nov 24 14:51:05.926249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60482) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:06.124662 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3fa4c0ec-bc66-462f-b72d-9b9fd140acf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=844c0a0b133e478a849544a05113e784&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1971545
Nov 24 14:51:06.127192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60488) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:06.187909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8389fa37-3343-44b3-803b-94dd13ef4c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:06.212420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8389fa37-3343-44b3-803b-94dd13ef4c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:06.349693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8389fa37-3343-44b3-803b-94dd13ef4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:06.353256 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-89172cea-5218-43a1-9df9-0213d693431e tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:06.368297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389fa37-3343-44b3-803b-94dd13ef4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe00b603-5247-437f-9f87-1c4f1a5d6c77,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:06.371284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8389fa37-3343-44b3-803b-94dd13ef4c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:06.376016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8389fa37-3343-44b3-803b-94dd13ef4c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:06.377381 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8389fa37-3343-44b3-803b-94dd13ef4c12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe00b603-5247-437f-9f87-1c4f1a5d6c77 HTTP/1.1" status: 204  len: 168 time: 0.2490661
Nov 24 14:51:06.556680 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b82e5-386e-446f-abc3-a93050316361 None None] New status for floating IP c7949b8a-29bb-4e7d-ac06-0114f7e19adf: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:51:07.050066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60496) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:07.068217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:07.108500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:07.108500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Usage tracker for resource:security_group_rule and tenant:f5923c79c16145529acbd5d9361ebbc7 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:07.108995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:07.114571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:07.182148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:07.281834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:07.288590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c2f30b7f-f73e-4672-956f-113ccde8b495 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:07.332266 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5923c79c16145529acbd5d9361ebbc7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2810271
Nov 24 14:51:07.333116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f809d8-1fed-4cd0-8c84-70e7d2139124,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:07.334960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60500) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:07.336147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:07.398133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:07.423809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:07.528202 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:07.533205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a747521b-e900-456b-8b4b-a411c7b90608 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:07.546203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f809d8-1fed-4cd0-8c84-70e7d2139124,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:07.548753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:07.549930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:07.551181 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7f809d8-1fed-4cd0-8c84-70e7d2139124 HTTP/1.1" status: 204  len: 168 time: 0.2149737
Nov 24 14:51:07.911247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b98cafc2-562b-4b90-83cc-1c9a3a361a58 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:51:07.946577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b98cafc2-562b-4b90-83cc-1c9a3a361a58 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:51:07.946840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b98cafc2-562b-4b90-83cc-1c9a3a361a58 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:51:15.379860 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-9532d203-087d-4dae-938f-8fe560daa185 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=05dd4a2f1c5f4ef697ab928d27694365&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0283654
Nov 24 14:51:15.527684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-b49914cc-a560-466e-9682-98fb883e50c2 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:15.529194 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-b49914cc-a560-466e-9682-98fb883e50c2 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1442049
Nov 24 14:51:15.545472 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-4b235e32-88a1-44f0-b2c5-1ca2a839f738 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/quotas/05dd4a2f1c5f4ef697ab928d27694365 HTTP/1.1" status: 200  len: 375 time: 0.0110273
Nov 24 14:51:15.597390 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-99297516-dfcc-4f1a-ab58-4a71adf93eb9 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05dd4a2f1c5f4ef697ab928d27694365&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469816
Nov 24 14:51:15.874731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c7f28e74-74bc-468e-9fcb-ca9218165012 req-38aa6498-9c1a-48ec-912e-7e84cec64001 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 210 time: 0.0422659
Nov 24 14:51:17.044571 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-926f2a16-f630-4132-a715-b28215e05f5a req-0c73a498-e8ef-436f-919f-347d7d48e0a8 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 210 time: 0.0475485
Nov 24 14:51:18.343873 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eca3bd57-2260-424c-a0ef-2654f4c37d56 req-68903124-99ff-4656-8157-77e7ce518b8e tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 210 time: 0.1789825
Nov 24 14:51:18.345556 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-61270a83-6356-41f0-af13-3efbf9bcd8d7 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=05dd4a2f1c5f4ef697ab928d27694365&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1457467
Nov 24 14:51:18.497234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-bc9a68c2-1206-454e-94fa-ef7caa9f0231 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:18.498630 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-bc9a68c2-1206-454e-94fa-ef7caa9f0231 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1474221
Nov 24 14:51:18.515913 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Request body: {'port': {'device_id': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'network_id': 'af5996cc-2254-4640-819a-c026c3870699', 'admin_state_up': True, 'tenant_id': '05dd4a2f1c5f4ef697ab928d27694365'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:51:18.652775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:18.656731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Usage tracker for resource:port and tenant:05dd4a2f1c5f4ef697ab928d27694365 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:18.659445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:18.665041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:18.733206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Made reservation on behalf of 05dd4a2f1c5f4ef697ab928d27694365 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:51:18.736302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:18.748969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:18.780803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:18.784566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Usage tracker for resource:security_group_rule and tenant:05dd4a2f1c5f4ef697ab928d27694365 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:18.787315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:18.793100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:18.859691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:18.921621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:18.924321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-17d934e0-7ec1-4f61-98ed-1daef326ba08 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:18.999559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697f906f-d602-4c7c-b0db-72fd2cdb7ccb,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:19.004653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:19.092671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Allocated IP 192.168.233.88 (af5996cc-2254-4640-819a-c026c3870699/dde0d02a-d778-4e5e-9440-604c95b4caca/f916852f-30fc-4d6a-82be-78a5864c6217) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:51:19.305147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:19.321094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Transition to ACTIVE for port object f916852f-30fc-4d6a-82be-78a5864c6217 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:51:19.429984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:19.435699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0b3b2030-d62f-4dad-b282-22b81e5d96e0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:19.503503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Network af5996cc-2254-4640-819a-c026c3870699 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:51:19.507255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:51:19.513756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:51:19.540250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Pushing event updated for resources: {'Port': ['ID=f916852f-30fc-4d6a-82be-78a5864c6217,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:19.544666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973b18e-d278-4f09-b552-2673bc810c45 req-1ee6c1eb-2970-470e-b85c-048a2b1b8f6d tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:19.545984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:19.546208 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a973b18e-d278-4f09-b552-2673bc810c45 req-1ee6c1eb-2970-470e-b85c-048a2b1b8f6d tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 935 time: 0.0829227
Nov 24 14:51:19.587432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:19.588038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:19.599929 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a973b18e-d278-4f09-b552-2673bc810c45 req-447ab8b3-5804-4020-a7ec-53eaa9da878f tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467813
Nov 24 14:51:19.693981 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1816335
Nov 24 14:51:19.705323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Request body: {'port': {'device_id': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:51:19.812551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:19.825823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b4daa379-8a60-4a11-ae0d-bef703c20804 None None] Provisioning for port f916852f-30fc-4d6a-82be-78a5864c6217 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:51:19.832699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b4daa379-8a60-4a11-ae0d-bef703c20804 None None] Provisioning complete for port f916852f-30fc-4d6a-82be-78a5864c6217 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:51:19.832699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4daa379-8a60-4a11-ae0d-bef703c20804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:19.883390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b4daa379-8a60-4a11-ae0d-bef703c20804 None None] Port f916852f-30fc-4d6a-82be-78a5864c6217 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:51:20.150774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f916852f-30fc-4d6a-82be-78a5864c6217 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:51:20.157710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:20.172216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Transition to ACTIVE for port object f916852f-30fc-4d6a-82be-78a5864c6217 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:51:20.241366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:20.244814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-776060cc-b253-47bc-96ad-a38ef83883bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:20.371873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Pushing event updated for resources: {'Port': ['ID=f916852f-30fc-4d6a-82be-78a5864c6217,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:20.375675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:20.385002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:20.475242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Attempting to bind port f916852f-30fc-4d6a-82be-78a5864c6217 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:51:20.475746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Attempting to bind port f916852f-30fc-4d6a-82be-78a5864c6217 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:51:20.475856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Attempting to bind port f916852f-30fc-4d6a-82be-78a5864c6217 on network af5996cc-2254-4640-819a-c026c3870699 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:51:20.482128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Port f916852f-30fc-4d6a-82be-78a5864c6217 on network af5996cc-2254-4640-819a-c026c3870699 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:51:20.482438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Attempting to bind port f916852f-30fc-4d6a-82be-78a5864c6217 on network af5996cc-2254-4640-819a-c026c3870699 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:51:20.488582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:51:20.488900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Checking segment: {'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:51:20.489264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Bound using segment: {'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:51:20.489663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Bound port: f916852f-30fc-4d6a-82be-78a5864c6217, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795eb677-5b9d-4861-a64f-2969dd4b2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'af5996cc-2254-4640-819a-c026c3870699'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:51:20.489991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:20.688655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] For port f916852f-30fc-4d6a-82be-78a5864c6217, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:51:20.691504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] For port f916852f-30fc-4d6a-82be-78a5864c6217, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f916852f-30fc-4d6a-82be-78a5864c6217,segment=NetworkSegment(795eb677-5b9d-4861-a64f-2969dd4b2998),segment_id=795eb677-5b9d-4861-a64f-2969dd4b2998)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:51:20.755233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:20.766240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:20.824893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:20.826245 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] 10.222.0.81 "PUT /v2.0/ports/f916852f-30fc-4d6a-82be-78a5864c6217 HTTP/1.1" status: 200  len: 1097 time: 1.1249886
Nov 24 14:51:20.830372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'tag': 'f916852f-30fc-4d6a-82be-78a5864c6217'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:51:20.859163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Pushing event updated for resources: {'Port': ['ID=f916852f-30fc-4d6a-82be-78a5864c6217,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:20.867366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:20.882311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064f9fc-eeec-4468-b2e8-774c78d53846 req-6ff77cde-6408-4c5c-9ee6-7def7b8e4acc tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:20.883172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3064f9fc-eeec-4468-b2e8-774c78d53846 req-6ff77cde-6408-4c5c-9ee6-7def7b8e4acc tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Synchronizing usage tracker for tenant:05dd4a2f1c5f4ef697ab928d27694365 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:51:20.913442 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'tag': 'f916852f-30fc-4d6a-82be-78a5864c6217', 'status': 'completed', 'code': 200}
Nov 24 14:51:20.974503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3064f9fc-eeec-4468-b2e8-774c78d53846 req-6ff77cde-6408-4c5c-9ee6-7def7b8e4acc tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Unset dirty status for tenant:05dd4a2f1c5f4ef697ab928d27694365 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:51:20.975657 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3064f9fc-eeec-4468-b2e8-774c78d53846 req-6ff77cde-6408-4c5c-9ee6-7def7b8e4acc tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 947 time: 0.2561297
Nov 24 14:51:21.028658 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-a4c35d8d-34e0-41f8-a269-4b96b1c1a777 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05dd4a2f1c5f4ef697ab928d27694365&device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 1100 time: 0.1072962
Nov 24 14:51:21.084288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3064f9fc-eeec-4468-b2e8-774c78d53846 req-c6cbd54e-196d-4dac-8129-23f8de075919 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Synchronizing usage tracker for tenant:05dd4a2f1c5f4ef697ab928d27694365 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:51:21.106604 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-8813e1a6-667d-4dc7-aef5-f1c250883950 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=f916852f-30fc-4d6a-82be-78a5864c6217 HTTP/1.1" status: 200  len: 217 time: 0.0683992
Nov 24 14:51:21.173886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-386778ab-0868-4f4c-a051-5c4f50515ec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:21.175362 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-386778ab-0868-4f4c-a051-5c4f50515ec5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dde0d02a-d778-4e5e-9440-604c95b4caca HTTP/1.1" status: 200  len: 843 time: 0.0635455
Nov 24 14:51:21.215286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3064f9fc-eeec-4468-b2e8-774c78d53846 req-c6cbd54e-196d-4dac-8129-23f8de075919 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Unset dirty status for tenant:05dd4a2f1c5f4ef697ab928d27694365 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:51:21.216202 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3064f9fc-eeec-4468-b2e8-774c78d53846 req-c6cbd54e-196d-4dac-8129-23f8de075919 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338576
Nov 24 14:51:21.252496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-bf80087b-01dd-474a-867d-c13a766a16c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af5996cc-2254-4640-819a-c026c3870699&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0699589
Nov 24 14:51:21.384920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-f5f7951f-e6c3-4927-a94c-9f9a131c7734 service neutron] 10.222.0.81 "GET /v2.0/networks/af5996cc-2254-4640-819a-c026c3870699?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253483
Nov 24 14:51:21.515902 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-daf834d7-f9e0-49f7-8194-a3b9924f6758 req-dd72818a-01df-4e7a-ae08-61df0a2c9f58 service neutron] 10.222.0.81 "GET /v2.0/networks/af5996cc-2254-4640-819a-c026c3870699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239676
Nov 24 14:51:21.731013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-1934ec8d-0376-4f4a-ad04-d8b263c2b53c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=05dd4a2f1c5f4ef697ab928d27694365&device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 1100 time: 0.0730968
Nov 24 14:51:21.862767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-7f02b465-6ba6-4f2d-9f4f-bb31c203590f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:21.864230 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-7f02b465-6ba6-4f2d-9f4f-bb31c203590f service neutron] 10.222.0.81 "GET /v2.0/networks?id=af5996cc-2254-4640-819a-c026c3870699 HTTP/1.1" status: 200  len: 870 time: 0.1267433
Nov 24 14:51:21.931630 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-4ff07c33-fd26-4f69-bf70-4929584dabdc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=f916852f-30fc-4d6a-82be-78a5864c6217 HTTP/1.1" status: 200  len: 217 time: 0.0593572
Nov 24 14:51:21.996348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-4d4e783c-6067-4685-bb6f-d0c90ea6c223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:21.997746 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-4d4e783c-6067-4685-bb6f-d0c90ea6c223 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dde0d02a-d778-4e5e-9440-604c95b4caca HTTP/1.1" status: 200  len: 843 time: 0.0595791
Nov 24 14:51:22.073272 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-5a9b77f5-5bb8-4ab5-bfdd-c1e5352184fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=af5996cc-2254-4640-819a-c026c3870699&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0677068
Nov 24 14:51:22.203772 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-ef44a2ba-4806-4d2e-a476-105b647e275d service neutron] 10.222.0.81 "GET /v2.0/networks/af5996cc-2254-4640-819a-c026c3870699?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230979
Nov 24 14:51:22.335507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0616dee-6f44-421a-9f92-59e2896beb33 req-4f0ec551-84b0-4166-8181-141b95a98077 service neutron] 10.222.0.81 "GET /v2.0/networks/af5996cc-2254-4640-819a-c026c3870699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242290
Nov 24 14:51:22.416800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3847db-c3f1-4b58-9bbe-da629c4df018 req-4e78a8a5-c3d9-43b1-b3c7-03775ba97761 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:22.418244 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4a3847db-c3f1-4b58-9bbe-da629c4df018 req-4e78a8a5-c3d9-43b1-b3c7-03775ba97761 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 947 time: 0.0796998
Nov 24 14:51:22.463747 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4a3847db-c3f1-4b58-9bbe-da629c4df018 req-14f24d9f-8fd6-47bf-91c0-ddc9635ee8b9 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398932
Nov 24 14:51:23.430259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3fd348f7-a03a-41c6-bb3f-e7301ca905a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:23.574310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f916852f-30fc-4d6a-82be-78a5864c6217 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:51:23.720729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f916852f-30fc-4d6a-82be-78a5864c6217, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f916852f-30fc-4d6a-82be-78a5864c6217,segment=NetworkSegment(795eb677-5b9d-4861-a64f-2969dd4b2998),segment_id=795eb677-5b9d-4861-a64f-2969dd4b2998)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:23.736342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f916852f-30fc-4d6a-82be-78a5864c6217', 'network_id': 'af5996cc-2254-4640-819a-c026c3870699', 'port_id': 'f916852f-30fc-4d6a-82be-78a5864c6217', 'mac_address': 'fa:16:3e:a4:aa:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde0d02a-d778-4e5e-9440-604c95b4caca', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:51:23.775164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d71830-cb45-4aa7-a0bc-0c3ad7c5e193 req-d51e2d50-1f39-48be-bcd9-4d37034b5471 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:23.776655 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-88d71830-cb45-4aa7-a0bc-0c3ad7c5e193 req-d51e2d50-1f39-48be-bcd9-4d37034b5471 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 947 time: 0.1911726
Nov 24 14:51:23.794628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:23.812641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f916852f-30fc-4d6a-82be-78a5864c6217 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:51:23.824063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-88d71830-cb45-4aa7-a0bc-0c3ad7c5e193 req-c95fd37d-2359-4cef-b763-95a95d2089a0 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411451
Nov 24 14:51:23.827570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f916852f-30fc-4d6a-82be-78a5864c6217, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f916852f-30fc-4d6a-82be-78a5864c6217,segment=NetworkSegment(795eb677-5b9d-4861-a64f-2969dd4b2998),segment_id=795eb677-5b9d-4861-a64f-2969dd4b2998)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:23.892093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:23.893725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68f0a98b-752a-40d0-ac04-ef441b50983b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:23.959927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f916852f-30fc-4d6a-82be-78a5864c6217,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:23.963017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:23.972008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:24.108212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f916852f-30fc-4d6a-82be-78a5864c6217'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:51:25.125657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4de139-f594-41a4-817f-9da0c798b88e req-1b9b7712-baf5-4e58-8020-705e587756a7 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:25.127016 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1b4de139-f594-41a4-817f-9da0c798b88e req-1b9b7712-baf5-4e58-8020-705e587756a7 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 948 time: 0.1812155
Nov 24 14:51:25.172329 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1b4de139-f594-41a4-817f-9da0c798b88e req-4deb29b8-6e0f-4e6e-94fc-260693a5838c tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395994
Nov 24 14:51:25.588306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f916852f-30fc-4d6a-82be-78a5864c6217 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:51:25.716037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42f2c49c-ec59-447e-848c-871e88dd1a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:25.727335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port f916852f-30fc-4d6a-82be-78a5864c6217 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:51:25.732639 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f916852f-30fc-4d6a-82be-78a5864c6217 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:51:25.733011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:25.846365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:25.873377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f916852f-30fc-4d6a-82be-78a5864c6217'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:51:25.883073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f916852f-30fc-4d6a-82be-78a5864c6217, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f916852f-30fc-4d6a-82be-78a5864c6217,segment=NetworkSegment(795eb677-5b9d-4861-a64f-2969dd4b2998),segment_id=795eb677-5b9d-4861-a64f-2969dd4b2998)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:25.926743 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f916852f-30fc-4d6a-82be-78a5864c6217', 'code': 200}
Nov 24 14:51:25.962137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:25.964003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-3ef9c115-c278-4578-a59e-55539c3f20fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:26.027708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f916852f-30fc-4d6a-82be-78a5864c6217,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:26.030797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:26.304005 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b924296-8fae-4ebd-ba51-93cb97fc7d54 req-e445e43e-433d-48b6-bf43-9bdb3fe118f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 1102 time: 0.0700946
Nov 24 14:51:26.349268 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b924296-8fae-4ebd-ba51-93cb97fc7d54 req-def0c53c-0c02-4416-b492-7c197f935324 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387306
Nov 24 14:51:26.375723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b8333-becd-4099-a762-544378c168a4 req-963617e8-390d-4dcf-9c18-1c112c6805f1 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:26.377188 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-121b8333-becd-4099-a762-544378c168a4 req-963617e8-390d-4dcf-9c18-1c112c6805f1 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 949 time: 0.0784266
Nov 24 14:51:26.423164 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-121b8333-becd-4099-a762-544378c168a4 req-85df70c8-18eb-4cd1-be33-2a2536f37fc8 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401416
Nov 24 14:51:26.727440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:27.624189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3861a-cdbf-4601-8a88-805e2d518de5 req-73c51875-7e6d-4d91-9934-9733627bca21 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:27.625620 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-59c3861a-cdbf-4601-8a88-805e2d518de5 req-73c51875-7e6d-4d91-9934-9733627bca21 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 949 time: 0.0792432
Nov 24 14:51:27.671984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-59c3861a-cdbf-4601-8a88-805e2d518de5 req-e2e1626f-9388-4f22-8c77-3ceddc35dee8 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409081
Nov 24 14:51:28.230581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:28.869581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4778b-c24a-4c0a-8400-568f5eee0e92 req-93af3642-4e2f-41d9-aa79-d265382b5b25 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:28.871117 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-59c4778b-c24a-4c0a-8400-568f5eee0e92 req-93af3642-4e2f-41d9-aa79-d265382b5b25 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 949 time: 0.0807798
Nov 24 14:51:28.916521 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-59c4778b-c24a-4c0a-8400-568f5eee0e92 req-ba9ee650-778a-4241-8629-15120c14fcf7 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397184
Nov 24 14:51:29.551683 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-148aef43-ef50-41a1-96e7-3f24a529affc req-1667ef81-7806-4c6f-b252-53b6088f28ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1908891
Nov 24 14:51:30.121029 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-15f9bf69-c2ab-428b-8141-2a2333f26a7e req-f848bab5-e87b-4977-8a63-33048d92eee5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0687299
Nov 24 14:51:30.947875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2266d-1cc5-4cbb-bf52-0654cf54f6be req-849aebb3-308e-4dae-b59e-a49d288d26e1 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:30.949372 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6fb2266d-1cc5-4cbb-bf52-0654cf54f6be req-849aebb3-308e-4dae-b59e-a49d288d26e1 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 949 time: 0.0803912
Nov 24 14:51:30.997768 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6fb2266d-1cc5-4cbb-bf52-0654cf54f6be req-380d8750-f417-4a00-88a0-c2b6b3ab5bfd tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421827
Nov 24 14:51:32.255234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e59d-655a-4e1f-8aa4-b1a76eb00595 req-5bffdbc1-8ec4-46d0-b7d8-e7504eb81d24 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:32.256848 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae61e59d-655a-4e1f-8aa4-b1a76eb00595 req-5bffdbc1-8ec4-46d0-b7d8-e7504eb81d24 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 949 time: 0.1331837
Nov 24 14:51:32.267772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-4d46fd2d-63d2-4a5a-ba08-8a2024dd6a67 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:32.269180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-4d46fd2d-63d2-4a5a-ba08-8a2024dd6a67 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.81 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 949 time: 0.1016862
Nov 24 14:51:32.368115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Deleting port f916852f-30fc-4d6a-82be-78a5864c6217 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:51:32.368472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:32.398913 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae61e59d-655a-4e1f-8aa4-b1a76eb00595 req-1e245022-d4cf-495b-b4f1-dda11f87877e tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/security-groups?id=697f906f-d602-4c7c-b0db-72fd2cdb7ccb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288276
Nov 24 14:51:32.616826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] For port f916852f-30fc-4d6a-82be-78a5864c6217, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f916852f-30fc-4d6a-82be-78a5864c6217,segment=NetworkSegment(795eb677-5b9d-4861-a64f-2969dd4b2998),segment_id=795eb677-5b9d-4861-a64f-2969dd4b2998)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:32.617174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:32.740041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Calling delete_port for f916852f-30fc-4d6a-82be-78a5864c6217 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:51:32.933977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:32.939831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eebd97d2-f159-41fd-990e-73c91aca45a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:32.946108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f916852f-30fc-4d6a-82be-78a5864c6217'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:51:32.984852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Pushing event deleted for resources: {'Port': ['ID=f916852f-30fc-4d6a-82be-78a5864c6217,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:32.987331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:33.062629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] No DVR routers for this DVR port f916852f-30fc-4d6a-82be-78a5864c6217 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:51:33.065307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:33.068004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'name': 'network-vif-deleted', 'tag': 'f916852f-30fc-4d6a-82be-78a5864c6217'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:51:33.126682 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b89e3c-b9bb-4d43-80b7-9728b3bb26bb', 'name': 'network-vif-deleted', 'tag': 'f916852f-30fc-4d6a-82be-78a5864c6217', 'status': 'completed', 'code': 200}
Nov 24 14:51:33.173069 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0086f956-1218-426f-bf2e-c2dd279a2b55 req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.81 "DELETE /v2.0/ports/f916852f-30fc-4d6a-82be-78a5864c6217 HTTP/1.1" status: 204  len: 173 time: 0.8891163
Nov 24 14:51:33.574669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-958bb36b-f4cb-4730-b48b-b495bc410de2 req-d38c95ca-8366-40f9-a203-a37c0a85b851 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Synchronizing usage tracker for tenant:05dd4a2f1c5f4ef697ab928d27694365 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:51:33.640477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-958bb36b-f4cb-4730-b48b-b495bc410de2 req-d38c95ca-8366-40f9-a203-a37c0a85b851 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Unset dirty status for tenant:05dd4a2f1c5f4ef697ab928d27694365 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:51:33.641659 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-958bb36b-f4cb-4730-b48b-b495bc410de2 req-d38c95ca-8366-40f9-a203-a37c0a85b851 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b89e3c-b9bb-4d43-80b7-9728b3bb26bb HTTP/1.1" status: 200  len: 210 time: 0.1087022
Nov 24 14:51:35.233712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60632) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:35.403836 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-20e3fffe-c575-4983-8acc-a566f461931d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05dd4a2f1c5f4ef697ab928d27694365&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1688433
Nov 24 14:51:35.406139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60638) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:35.463079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:35.492461 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:35.613019 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:35.616697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c058602c-43a5-469e-89da-4225455fcacf tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:35.630686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697f906f-d602-4c7c-b0db-72fd2cdb7ccb,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:35.633510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:35.636589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f916852f-30fc-4d6a-82be-78a5864c6217 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:51:35.678545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: f916852f-30fc-4d6a-82be-78a5864c6217 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:51:35.678892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f916852f-30fc-4d6a-82be-78a5864c6217 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:51:35.707788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:35.708933 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/697f906f-d602-4c7c-b0db-72fd2cdb7ccb HTTP/1.1" status: 204  len: 168 time: 0.3019147
Nov 24 14:51:36.308737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60646) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:36.327765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:36.358017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:36.362010 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Usage tracker for resource:security_group_rule and tenant:44fd267d3ace4e6e95c088b809e3bbb2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:36.365144 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:36.371489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:36.434879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:36.514418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:36.520969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8d5fbd03-e8c5-4382-8f74-6a7d3a358ac8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:36.562666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760033f7-375b-44ff-b9e8-cb7df8a3d159,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:36.566705 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44fd267d3ace4e6e95c088b809e3bbb2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2570105
Nov 24 14:51:36.567651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:36.569321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60650) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:36.633021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-558c828b-8ff7-42d1-bd83-9d8834a1e303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:36.657860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-558c828b-8ff7-42d1-bd83-9d8834a1e303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:36.789172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-558c828b-8ff7-42d1-bd83-9d8834a1e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:36.793484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c50cbcdc-3c32-471d-8027-d9e52693a4cd tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:36.804157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c828b-8ff7-42d1-bd83-9d8834a1e303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760033f7-375b-44ff-b9e8-cb7df8a3d159,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:36.806942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-558c828b-8ff7-42d1-bd83-9d8834a1e303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:36.813712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-558c828b-8ff7-42d1-bd83-9d8834a1e303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:36.817061 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-558c828b-8ff7-42d1-bd83-9d8834a1e303 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/760033f7-375b-44ff-b9e8-cb7df8a3d159 HTTP/1.1" status: 204  len: 168 time: 0.2446115
Nov 24 14:51:37.568423 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:51:38.050612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60672) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:38.176153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-9253914-network', 'tenant_id': '138fe65517524af3b85d8338060cffae'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:51:38.181066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:38.185103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Usage tracker for resource:network and tenant:138fe65517524af3b85d8338060cffae is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:38.188015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:38.193799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:38.293136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Made reservation on behalf of 138fe65517524af3b85d8338060cffae for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:51:38.295434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.307811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.337997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:38.342443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Usage tracker for resource:security_group_rule and tenant:138fe65517524af3b85d8338060cffae is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:38.345249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:38.350815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:38.415238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.498881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.503040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1777c46-163a-4ff3-a26e-51b74a7fc516 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:38.533786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:51:38.542655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:38.546106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:38.548522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.556275 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Added segment a5518fe7-e78a-4400-9576-c2ac31821f35 of type vlan for network fa065be2-ff19-42f7-b3a7-f96221a05dd8
Nov 24 14:51:38.574575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.680142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.680973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:38.681540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:38.685379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32300e4e-9ced-4b99-91a7-4bc5a177d241 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:38.786932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Pushing event updated for resources: {'Network': ['ID=fa065be2-ff19-42f7-b3a7-f96221a05dd8,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:38.789700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:38.797316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network fa065be2-ff19-42f7-b3a7-f96221a05dd8 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:51:38.850478 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7960863
Nov 24 14:51:38.850814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60678) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:38.857169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Request body: {'subnet': {'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-9253914-subnet', 'tenant_id': '138fe65517524af3b85d8338060cffae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:51:38.946491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:38.946491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Usage tracker for resource:subnet and tenant:138fe65517524af3b85d8338060cffae is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:38.946491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:38.946491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:38.988766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Made reservation on behalf of 138fe65517524af3b85d8338060cffae for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:51:38.991162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:39.257823 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:39.261747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d51bdd72-c9f6-4bb8-837f-9b04656b615b tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:39.330997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d4110d-de1b-42a8-8159-3aa980151901,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:39.335345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:39.345639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Checking segment: {'id': 'a5518fe7-e78a-4400-9576-c2ac31821f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:51:39.345988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Network hostable DHCP agents. Network: fa065be2-ff19-42f7-b3a7-f96221a05dd8, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:51:39.422776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Network fa065be2-ff19-42f7-b3a7-f96221a05dd8 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:51:39.508643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, fa065be2-ff19-42f7-b3a7-f96221a05dd8) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:51:39.513115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:39.513682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:39.518275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2452b1-66da-4131-908d-8f41d7afbab4 None None] Network fa065be2-ff19-42f7-b3a7-f96221a05dd8 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:51:39.595325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7770b5aa-4f6e-4a1b-a3df-fe5e74f1aed4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7433329
Nov 24 14:51:39.731376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f704c-063c-43d0-ac68-cc6050867ae2 None None] Network fa065be2-ff19-42f7-b3a7-f96221a05dd8 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:51:40.138724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-eee3ac93-7872-446a-b0cb-de5b9d1b4e7b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:40.140058 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-eee3ac93-7872-446a-b0cb-de5b9d1b4e7b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/networks?id=fa065be2-ff19-42f7-b3a7-f96221a05dd8 HTTP/1.1" status: 200  len: 809 time: 0.1463253
Nov 24 14:51:40.156845 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-59d7bf24-d6c3-44d4-b569-3d0df8470b2a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/quotas/138fe65517524af3b85d8338060cffae HTTP/1.1" status: 200  len: 375 time: 0.0113692
Nov 24 14:51:40.202513 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-6602b627-2a19-48d3-a7ad-744f9c50aa30 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=138fe65517524af3b85d8338060cffae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0408576
Nov 24 14:51:40.212472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-10fd6262-616a-42e1-8c39-d75109b24977 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:51:40.213405 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-10fd6262-616a-42e1-8c39-d75109b24977 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046923
Nov 24 14:51:40.346065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-039a9eb8-674c-40e7-93cf-74919d9707ac service neutron] 10.222.0.53 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266425
Nov 24 14:51:40.481349 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-2419a1b5-fe64-4f4d-960d-3f03ca7d9540 service neutron] 10.222.0.53 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295674
Nov 24 14:51:40.753612 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-36b1288f-f9ea-4b87-b643-76f5cb7a8f7e req-fb27cde2-e763-49b9-89e9-69c501a0080a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 210 time: 0.0446961
Nov 24 14:51:41.923612 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a7fb52ba-0a7c-4da9-9e4e-425c2fe7124f req-bdac682a-c1e3-4afd-a4b7-d5b754348500 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 210 time: 0.0469117
Nov 24 14:51:42.959036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-6fc3d310-ba3a-4354-a55a-b228dd094e54 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:42.960478 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-6fc3d310-ba3a-4354-a55a-b228dd094e54 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.81 "GET /v2.0/networks?id=fa065be2-ff19-42f7-b3a7-f96221a05dd8 HTTP/1.1" status: 200  len: 809 time: 0.2596443
Nov 24 14:51:42.978344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Request body: {'port': {'device_id': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8', 'admin_state_up': True, 'tenant_id': '138fe65517524af3b85d8338060cffae'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:51:43.092619 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8cd97282-4d0b-480c-9143-4a350741c718 req-dec7ea9e-3857-4c4d-9e0d-7b95b2a592ee tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 210 time: 0.0425987
Nov 24 14:51:43.116373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:51:43.120383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Usage tracker for resource:port and tenant:138fe65517524af3b85d8338060cffae is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:51:43.124042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:51:43.130198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:51:43.211545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Made reservation on behalf of 138fe65517524af3b85d8338060cffae for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:51:43.214530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:43.387086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Allocated IP 172.20.0.8 (fa065be2-ff19-42f7-b3a7-f96221a05dd8/c8d4110d-de1b-42a8-8159-3aa980151901/fcc43e62-7232-4cba-8f68-f3339bce61c8) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:51:43.585367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:43.686205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:43.688512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:43.762807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Network fa065be2-ff19-42f7-b3a7-f96221a05dd8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:51:43.766304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:51:43.770533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:51:43.795863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:43.801379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:43.832525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:43.837256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:43.910752 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9362080
Nov 24 14:51:43.923999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Request body: {'port': {'device_id': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:51:44.033384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:44.383125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da686d2d-41ea-4f96-b6f1-ec39df09a76b req-ac564d92-9784-4c32-8e24-cfe2f42db52d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:44.383720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-da686d2d-41ea-4f96-b6f1-ec39df09a76b req-ac564d92-9784-4c32-8e24-cfe2f42db52d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Synchronizing usage tracker for tenant:138fe65517524af3b85d8338060cffae on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:51:44.448306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc43e62-7232-4cba-8f68-f3339bce61c8 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:51:44.455649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:44.470129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Transition to ACTIVE for port object fcc43e62-7232-4cba-8f68-f3339bce61c8 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:51:44.527113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-da686d2d-41ea-4f96-b6f1-ec39df09a76b req-ac564d92-9784-4c32-8e24-cfe2f42db52d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Unset dirty status for tenant:138fe65517524af3b85d8338060cffae on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:51:44.528832 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da686d2d-41ea-4f96-b6f1-ec39df09a76b req-ac564d92-9784-4c32-8e24-cfe2f42db52d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 931 time: 0.2840605
Nov 24 14:51:44.556924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:44.560895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1873e3b2-a848-4f7e-8681-25012fcfc0a7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:44.675931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da686d2d-41ea-4f96-b6f1-ec39df09a76b req-b16b20d2-9fb8-4ba4-b408-95bc056aa72f tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414127
Nov 24 14:51:44.701991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:44.706024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:44.808004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Attempting to bind port fcc43e62-7232-4cba-8f68-f3339bce61c8 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:51:44.808361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Attempting to bind port fcc43e62-7232-4cba-8f68-f3339bce61c8 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'a5518fe7-e78a-4400-9576-c2ac31821f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:51:44.808684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Attempting to bind port fcc43e62-7232-4cba-8f68-f3339bce61c8 on network fa065be2-ff19-42f7-b3a7-f96221a05dd8 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:51:44.815264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Port fcc43e62-7232-4cba-8f68-f3339bce61c8 on network fa065be2-ff19-42f7-b3a7-f96221a05dd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:51:44.815579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Attempting to bind port fcc43e62-7232-4cba-8f68-f3339bce61c8 on network fa065be2-ff19-42f7-b3a7-f96221a05dd8 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:51:44.821835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:51:44.822164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Checking segment: {'id': 'a5518fe7-e78a-4400-9576-c2ac31821f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:51:44.822537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Bound using segment: {'id': 'a5518fe7-e78a-4400-9576-c2ac31821f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:51:44.822950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Bound port: fcc43e62-7232-4cba-8f68-f3339bce61c8, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5518fe7-e78a-4400-9576-c2ac31821f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:51:44.823293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:44.908881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:51:44.911738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:51:44.979001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:44.983069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:45.036383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:45.038099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] 10.222.0.81 "PUT /v2.0/ports/fcc43e62-7232-4cba-8f68-f3339bce61c8 HTTP/1.1" status: 200  len: 1093 time: 1.1182613
Nov 24 14:51:45.040527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:51:45.068184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:45.071846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:45.095722 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'status': 'completed', 'code': 200}
Nov 24 14:51:45.296710 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ca018d43-f6af-4f02-adfc-3ea81b6b9f5d req-a67c9489-f3e0-4409-935d-96e27d56e9a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=138fe65517524af3b85d8338060cffae&device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 1096 time: 0.1795392
Nov 24 14:51:45.444994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca018d43-f6af-4f02-adfc-3ea81b6b9f5d req-26aab5cb-d11f-41ab-9bf3-075936f3b61c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:45.446400 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ca018d43-f6af-4f02-adfc-3ea81b6b9f5d req-26aab5cb-d11f-41ab-9bf3-075936f3b61c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=138fe65517524af3b85d8338060cffae&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1391597
Nov 24 14:51:45.581699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca018d43-f6af-4f02-adfc-3ea81b6b9f5d req-8eaf749d-3320-4b1b-883f-26ac3e2390e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:45.583033 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ca018d43-f6af-4f02-adfc-3ea81b6b9f5d req-8eaf749d-3320-4b1b-883f-26ac3e2390e7 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1297929
Nov 24 14:51:45.693715 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-66c6eb28-6b09-4f60-b447-d576406e336e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=138fe65517524af3b85d8338060cffae&device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 1096 time: 0.0732977
Nov 24 14:51:45.765204 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-d70f38ad-a1cf-434f-88d6-3e344da8ff92 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8 HTTP/1.1" status: 200  len: 217 time: 0.0630620
Nov 24 14:51:45.875170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-f133a851-a561-407a-9be1-55721887fc3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:45.876626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-f133a851-a561-407a-9be1-55721887fc3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8d4110d-de1b-42a8-8159-3aa980151901 HTTP/1.1" status: 200  len: 849 time: 0.1046999
Nov 24 14:51:45.935200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-e7a36b53-c90a-42b0-a73a-83c2fcf461eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa065be2-ff19-42f7-b3a7-f96221a05dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496039
Nov 24 14:51:45.945238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51f069-2cf5-4460-889f-dba5bb935b37 req-ef1b5833-c3ab-4912-ad0a-d48c79dafc0c tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:45.946565 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fd51f069-2cf5-4460-889f-dba5bb935b37 req-ef1b5833-c3ab-4912-ad0a-d48c79dafc0c tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 943 time: 0.1444669
Nov 24 14:51:46.076114 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fd51f069-2cf5-4460-889f-dba5bb935b37 req-7814ac40-56a3-47c6-aa88-77f386fb9482 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066720
Nov 24 14:51:46.122878 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-51d9fa55-fa1a-4ebc-8a18-c082d7e058e4 service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665006
Nov 24 14:51:46.247903 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8cbe512-d751-41cf-ad5f-61e37a496007 req-4ef6bf24-3c84-473e-b1f8-e9e1f9f4f136 service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272013
Nov 24 14:51:47.274513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52044e70-14e0-495c-b00d-5291a510e455 req-5516b08f-ff34-4d06-8bbe-8f30f752049c tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:47.275952 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-52044e70-14e0-495c-b00d-5291a510e455 req-5516b08f-ff34-4d06-8bbe-8f30f752049c tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 943 time: 0.0812695
Nov 24 14:51:47.320720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-52044e70-14e0-495c-b00d-5291a510e455 req-a9276fa6-7cf9-4511-8755-3d9acc37746d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Synchronizing usage tracker for tenant:138fe65517524af3b85d8338060cffae on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:51:47.378598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-52044e70-14e0-495c-b00d-5291a510e455 req-a9276fa6-7cf9-4511-8755-3d9acc37746d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Unset dirty status for tenant:138fe65517524af3b85d8338060cffae on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:51:47.379688 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-52044e70-14e0-495c-b00d-5291a510e455 req-a9276fa6-7cf9-4511-8755-3d9acc37746d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981495
Nov 24 14:51:47.666524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcc43e62-7232-4cba-8f68-f3339bce61c8 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:51:47.798941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:47.812512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8', 'port_id': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'mac_address': 'fa:16:3e:af:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4110d-de1b-42a8-8159-3aa980151901', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:51:47.869229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:47.887418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc43e62-7232-4cba-8f68-f3339bce61c8 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:51:47.901902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:48.006013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:48.009003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-edaae1e0-87d8-4d00-8a75-4fc3f5e48f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:48.073129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:48.081861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.082209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.082546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.082879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.083207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.083570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.083899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.084252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.084575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.084895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.085213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:51:48.088827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:48.220559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['fcc43e62-7232-4cba-8f68-f3339bce61c8'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:51:48.579537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b636455-e58f-47cf-9091-21489bda98b9 req-ae105656-c648-42e5-a060-7c7ebc4cd6f6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:48.581041 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7b636455-e58f-47cf-9091-21489bda98b9 req-ae105656-c648-42e5-a060-7c7ebc4cd6f6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 944 time: 0.0760708
Nov 24 14:51:48.625502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7b636455-e58f-47cf-9091-21489bda98b9 req-1f201fa1-1e3e-4dc5-a341-4748f06eac82 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387270
Nov 24 14:51:49.683103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcc43e62-7232-4cba-8f68-f3339bce61c8 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:51:49.812850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port fcc43e62-7232-4cba-8f68-f3339bce61c8 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:51:49.817738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port fcc43e62-7232-4cba-8f68-f3339bce61c8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:51:49.818113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:49.819973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe74dcc-851b-4493-8751-c10fbfca16ed req-793c1822-6aa1-4dbc-ab2e-4fbe1b3d0a1f tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:49.821474 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ffe74dcc-851b-4493-8751-c10fbfca16ed req-793c1822-6aa1-4dbc-ab2e-4fbe1b3d0a1f tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 944 time: 0.0780480
Nov 24 14:51:49.873241 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ffe74dcc-851b-4493-8751-c10fbfca16ed req-172ed458-eeed-4946-ba52-d1e43c08a575 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454745
Nov 24 14:51:49.936167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:49.962003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:51:49.971813 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:51:50.018343 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'code': 200}
Nov 24 14:51:50.030084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:50.031897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:51:50.098558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:51:50.101503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:51:50.362539 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eadd9f1b-39c7-4488-bda9-8629fe5be912 req-2e37540c-5bf4-4ca5-bc1d-cda08ce31c55 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 1098 time: 0.0723884
Nov 24 14:51:50.378326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:50.407683 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eadd9f1b-39c7-4488-bda9-8629fe5be912 req-b2afd70a-c5de-4b07-9da4-81782f531577 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378757
Nov 24 14:51:51.076770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55090e-f76b-448c-969f-95063c364677 req-a6f0e7f5-9fa8-47d4-8130-ca92bbfe51e5 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:51.078229 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e55090e-f76b-448c-969f-95063c364677 req-a6f0e7f5-9fa8-47d4-8130-ca92bbfe51e5 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0805843
Nov 24 14:51:51.125006 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e55090e-f76b-448c-969f-95063c364677 req-bb365bb9-ee33-4536-85ac-c3c1dd173bab tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413296
Nov 24 14:51:52.321769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113dcda-ab0a-45b5-9f86-beb9547edcf6 req-1543b0ff-ab69-4048-8a57-84af72904a6d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:52.323488 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b113dcda-ab0a-45b5-9f86-beb9547edcf6 req-1543b0ff-ab69-4048-8a57-84af72904a6d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0783095
Nov 24 14:51:52.368370 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b113dcda-ab0a-45b5-9f86-beb9547edcf6 req-02a35ebc-ca73-4ab5-a9f3-0bb86f474b33 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391335
Nov 24 14:51:52.560706 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e2883499-be51-464a-9408-b3468d75d979 req-fdb0109c-d9a3-404d-873c-d02b6149a378 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0683489
Nov 24 14:51:52.989532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54740-dd0c-4e0e-b975-ee9ec31f051e req-ffeff7a3-35dc-4162-936b-5cb60c3a7900 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:52.991333 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c5a54740-dd0c-4e0e-b975-ee9ec31f051e req-ffeff7a3-35dc-4162-936b-5cb60c3a7900 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0843136
Nov 24 14:51:53.038078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c5a54740-dd0c-4e0e-b975-ee9ec31f051e req-f53b5ce6-fd9e-4b95-8cd3-497eb0fb6e66 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416622
Nov 24 14:51:53.061567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60734) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:51:53.195860 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-4c035070-0a5b-4a82-8ab1-d464f8ccad7e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1330030
Nov 24 14:51:53.441276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5522e8be-90ec-4730-8c62-94c2e3328a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:53.978735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:54.333330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7aa9e-5426-48be-b944-8c6606cd4565 req-2fee38b9-c6f1-4621-a7a3-5467739c54bb tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:54.334785 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9ab7aa9e-5426-48be-b944-8c6606cd4565 req-2fee38b9-c6f1-4621-a7a3-5467739c54bb tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.1747568
Nov 24 14:51:54.381096 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9ab7aa9e-5426-48be-b944-8c6606cd4565 req-d4d9d4fb-3ab6-4dca-bd41-0c8d1808ae68 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403895
Nov 24 14:51:55.351944 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-981980a1-302c-4b42-b320-c5ea4b9cbb6b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=138fe65517524af3b85d8338060cffae&device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 1098 time: 0.0726409
Nov 24 14:51:55.645128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-e91479de-46ba-4677-956c-dd63fe711132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:55.646477 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-e91479de-46ba-4677-956c-dd63fe711132 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa065be2-ff19-42f7-b3a7-f96221a05dd8 HTTP/1.1" status: 200  len: 910 time: 0.2872977
Nov 24 14:51:55.692599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1f64afe5-fa46-4b1f-a61e-5677e2fef2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:55.727118 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-9307d3b2-5c47-4e4e-b053-38d6f1a6e44f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8 HTTP/1.1" status: 200  len: 217 time: 0.0727935
Nov 24 14:51:55.740048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be30615-4245-43b5-ab59-7b34a402a588 req-02410f6a-ee4e-4db2-b809-02eb75a3dc5e tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:55.741488 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4be30615-4245-43b5-ab59-7b34a402a588 req-02410f6a-ee4e-4db2-b809-02eb75a3dc5e tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.1750751
Nov 24 14:51:55.837726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-87009ae5-e0cf-4725-841d-960ac349d16c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:55.839131 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-87009ae5-e0cf-4725-841d-960ac349d16c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8d4110d-de1b-42a8-8159-3aa980151901 HTTP/1.1" status: 200  len: 849 time: 0.0967965
Nov 24 14:51:55.846329 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4be30615-4245-43b5-ab59-7b34a402a588 req-0ea6ef7f-6181-40d7-bfc7-5610b6b732a9 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713210
Nov 24 14:51:55.888794 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-5fa75939-6185-4694-af66-a92150f0081d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa065be2-ff19-42f7-b3a7-f96221a05dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415342
Nov 24 14:51:56.022947 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-8ea2a8c8-2366-4d0c-9b02-0b1bc51b94d6 service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265423
Nov 24 14:51:56.158315 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-54f28834-3a63-4871-aac0-3b93a17aacde service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283321
Nov 24 14:51:56.726036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:57.043592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7cbee-450a-4eaf-a8b9-e1e760899a7b req-24419a08-ee62-4eb0-b401-6214efd794b7 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:57.045044 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-56d7cbee-450a-4eaf-a8b9-e1e760899a7b req-24419a08-ee62-4eb0-b401-6214efd794b7 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0795550
Nov 24 14:51:57.091012 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-56d7cbee-450a-4eaf-a8b9-e1e760899a7b req-936884c2-a810-45a1-818c-a920a4c4ab72 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406122
Nov 24 14:51:58.218253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:51:58.287507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1d920-39eb-4228-a0a7-420c1863ebba req-b385a620-d3f6-4c27-81ed-85357ac70e69 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:58.288987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-beb1d920-39eb-4228-a0a7-420c1863ebba req-b385a620-d3f6-4c27-81ed-85357ac70e69 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0770230
Nov 24 14:51:58.332943 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-beb1d920-39eb-4228-a0a7-420c1863ebba req-a5bc711f-072f-49b2-ab12-72f815db235f tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382752
Nov 24 14:51:59.528970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c662a-d254-49a9-b772-e187ba352dee req-95193a70-2109-40a1-8230-a0c81589df35 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:51:59.530403 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7e2c662a-d254-49a9-b772-e187ba352dee req-95193a70-2109-40a1-8230-a0c81589df35 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0781815
Nov 24 14:51:59.576316 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7e2c662a-d254-49a9-b772-e187ba352dee req-697cc16d-9dbb-4b5a-b251-452ca12d124c tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403125
Nov 24 14:52:00.775512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459110c0-ebfe-4f01-96a2-7916a3daa94c req-0ca95e90-89f1-4d76-8c84-5eb3f989a183 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:00.777017 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-459110c0-ebfe-4f01-96a2-7916a3daa94c req-0ca95e90-89f1-4d76-8c84-5eb3f989a183 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0804119
Nov 24 14:52:00.823182 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-459110c0-ebfe-4f01-96a2-7916a3daa94c req-57932084-2086-4ff9-8f49-0210214d7e40 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399203
Nov 24 14:52:02.023368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca131c6e-8e0d-4ba5-8fe2-14ccf7099617 req-3f0895d9-70f0-4872-874c-8b606ab65706 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:02.024810 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ca131c6e-8e0d-4ba5-8fe2-14ccf7099617 req-3f0895d9-70f0-4872-874c-8b606ab65706 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0789530
Nov 24 14:52:02.070425 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ca131c6e-8e0d-4ba5-8fe2-14ccf7099617 req-3f751b1a-a49e-4513-8828-819da5a48f68 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393977
Nov 24 14:52:03.270438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c929aca-fe10-4d96-9950-40b6f078ee8e req-c3c72ed6-4ff2-48d0-bc41-2e97507f29b1 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:03.271892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4c929aca-fe10-4d96-9950-40b6f078ee8e req-c3c72ed6-4ff2-48d0-bc41-2e97507f29b1 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0786681
Nov 24 14:52:03.322151 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4c929aca-fe10-4d96-9950-40b6f078ee8e req-93c4b2e6-868e-4d9c-b039-d5d0a5f13b2e tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446050
Nov 24 14:52:04.516867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df0849-2384-4476-9a28-74236332e686 req-d70e356d-3779-412c-997c-f3b129d3427d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:04.518295 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-05df0849-2384-4476-9a28-74236332e686 req-d70e356d-3779-412c-997c-f3b129d3427d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0777357
Nov 24 14:52:04.563317 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-05df0849-2384-4476-9a28-74236332e686 req-134d8ae3-a8d8-48f1-9ec7-1098874c7755 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395689
Nov 24 14:52:05.759597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98197a36-5326-4a09-8c3c-4232c0b686cb req-f4470b1e-ab01-4836-a7a5-07204dba4415 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:05.761068 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98197a36-5326-4a09-8c3c-4232c0b686cb req-f4470b1e-ab01-4836-a7a5-07204dba4415 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0793076
Nov 24 14:52:05.806747 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98197a36-5326-4a09-8c3c-4232c0b686cb req-887006fa-c9f8-4ebe-afb4-8a69f84b9b9e tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401835
Nov 24 14:52:07.004711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb87d2-12ab-44cc-b26c-7aae60e372ea req-38927ec5-546a-4daf-a004-d2c581e7282b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:07.006400 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-54bb87d2-12ab-44cc-b26c-7aae60e372ea req-38927ec5-546a-4daf-a004-d2c581e7282b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0808392
Nov 24 14:52:07.051625 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-54bb87d2-12ab-44cc-b26c-7aae60e372ea req-0ac74fb1-7b36-46e2-b0a1-28014e56b0ab tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398762
Nov 24 14:52:08.251861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22658e19-d423-4650-adf8-7195378c8d78 req-0d91a432-f71b-4042-b73e-52c882658ae5 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:08.253256 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-22658e19-d423-4650-adf8-7195378c8d78 req-0d91a432-f71b-4042-b73e-52c882658ae5 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0818865
Nov 24 14:52:08.298603 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-22658e19-d423-4650-adf8-7195378c8d78 req-e7eea18c-9547-4638-80ac-7bc84667a02b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396078
Nov 24 14:52:08.868355 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51f8b449-899e-439e-b486-cd63ab288d18 req-58dcd7e1-0427-4ba7-b6fa-f2bb4e82a7a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=138fe65517524af3b85d8338060cffae&device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 1098 time: 0.0697699
Nov 24 14:52:09.015827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8b449-899e-439e-b486-cd63ab288d18 req-3f9f7e00-3bdf-4308-a74c-264da0011f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:09.017337 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51f8b449-899e-439e-b486-cd63ab288d18 req-3f9f7e00-3bdf-4308-a74c-264da0011f0b service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa065be2-ff19-42f7-b3a7-f96221a05dd8 HTTP/1.1" status: 200  len: 910 time: 0.1283996
Nov 24 14:52:09.088602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51f8b449-899e-439e-b486-cd63ab288d18 req-cdc9b601-3fb4-462d-a8f1-303c601e1484 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8 HTTP/1.1" status: 200  len: 217 time: 0.0632656
Nov 24 14:52:09.151104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8b449-899e-439e-b486-cd63ab288d18 req-372f0bfa-6c9e-4974-914e-c3b886c38281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:09.152543 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51f8b449-899e-439e-b486-cd63ab288d18 req-372f0bfa-6c9e-4974-914e-c3b886c38281 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8d4110d-de1b-42a8-8159-3aa980151901 HTTP/1.1" status: 200  len: 849 time: 0.0575707
Nov 24 14:52:09.203307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51f8b449-899e-439e-b486-cd63ab288d18 req-f8d1c031-8010-4dd4-b1ad-a4bc93db344b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa065be2-ff19-42f7-b3a7-f96221a05dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421560
Nov 24 14:52:09.335984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51f8b449-899e-439e-b486-cd63ab288d18 req-e22b38db-b947-4177-8798-65b3edb46bf8 service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250296
Nov 24 14:52:09.501341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06dafb-5a93-4bd7-b49d-e95717bab4a3 req-fab4de96-bad5-47c9-94ff-7263118042f3 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:09.502791 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4c06dafb-5a93-4bd7-b49d-e95717bab4a3 req-fab4de96-bad5-47c9-94ff-7263118042f3 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0787332
Nov 24 14:52:09.554156 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4c06dafb-5a93-4bd7-b49d-e95717bab4a3 req-997ea489-6c3e-40e8-9136-fa978f3ea8f5 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453348
Nov 24 14:52:09.597103 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51f8b449-899e-439e-b486-cd63ab288d18 req-875777aa-40bb-42fe-a1ee-600b7b003227 service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2538719
Nov 24 14:52:10.752628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08009a28-0838-43b2-8a36-14c6839847f8 req-85ad0440-00b1-4e45-bbb5-9135e466d936 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:10.753973 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-08009a28-0838-43b2-8a36-14c6839847f8 req-85ad0440-00b1-4e45-bbb5-9135e466d936 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0777805
Nov 24 14:52:10.800632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-08009a28-0838-43b2-8a36-14c6839847f8 req-6f350263-4568-4488-93f8-59ca8f7ff7d7 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408821
Nov 24 14:52:11.993196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de261d39-ca72-4186-88e3-f6ee8094e43d req-1ca52df6-0923-4913-9e2d-5aa6966d76e6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:11.994611 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-de261d39-ca72-4186-88e3-f6ee8094e43d req-1ca52df6-0923-4913-9e2d-5aa6966d76e6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0754774
Nov 24 14:52:12.039310 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-de261d39-ca72-4186-88e3-f6ee8094e43d req-6225ad2a-8c54-447b-b9be-61f032dd73f7 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386395
Nov 24 14:52:13.240307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18c62f-ef02-42ae-9cf2-08e1d0204909 req-20a1a152-39e9-4a87-928d-e15cbdee8d32 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:13.241655 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ca18c62f-ef02-42ae-9cf2-08e1d0204909 req-20a1a152-39e9-4a87-928d-e15cbdee8d32 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0796180
Nov 24 14:52:13.286966 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ca18c62f-ef02-42ae-9cf2-08e1d0204909 req-5514611a-8320-48bf-9ff0-23c6fc6687bf tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398831
Nov 24 14:52:14.490782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682467d-6e85-4075-99fe-890c0e83bfe1 req-4ae4d9fb-ecc3-41ea-bf34-41580477721c tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:14.492242 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d682467d-6e85-4075-99fe-890c0e83bfe1 req-4ae4d9fb-ecc3-41ea-bf34-41580477721c tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0817561
Nov 24 14:52:14.538276 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d682467d-6e85-4075-99fe-890c0e83bfe1 req-4d0b59ad-6ca5-4719-a0fc-3d8628640d1d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406225
Nov 24 14:52:14.569812 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:52:15.730921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191734d-11bf-4d96-94cd-ad332a0a3f4e req-b4d10169-9ddd-4ec6-8d71-4f99ce9b7448 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:15.733038 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8191734d-11bf-4d96-94cd-ad332a0a3f4e req-b4d10169-9ddd-4ec6-8d71-4f99ce9b7448 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0761983
Nov 24 14:52:15.777513 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8191734d-11bf-4d96-94cd-ad332a0a3f4e req-ab8e7022-dd4d-4123-9947-d446af9db4ed tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391722
Nov 24 14:52:16.977568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bb3c7-cff6-457a-ab03-46ca0a9ca704 req-77dcc947-f56d-4b96-a217-d399d58c4a6d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:16.979018 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-507bb3c7-cff6-457a-ab03-46ca0a9ca704 req-77dcc947-f56d-4b96-a217-d399d58c4a6d tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0780311
Nov 24 14:52:17.025925 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-507bb3c7-cff6-457a-ab03-46ca0a9ca704 req-0acbb863-2cd4-4925-bb10-5c0cb9e828dd tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407925
Nov 24 14:52:18.227086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be9c51-4b23-4d2c-bfe7-acccf8e0387d req-10e3069f-cf9d-4df5-825f-d580da8e89e6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:18.228471 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f2be9c51-4b23-4d2c-bfe7-acccf8e0387d req-10e3069f-cf9d-4df5-825f-d580da8e89e6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0782428
Nov 24 14:52:18.274035 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f2be9c51-4b23-4d2c-bfe7-acccf8e0387d req-ed8c9e4e-8610-4d27-98e2-389b71825992 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398295
Nov 24 14:52:19.471055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841bb0b-480a-4b28-9402-25994cd33bee req-ecd5e95b-ace7-410e-87df-cf443cfde279 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:19.472518 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6841bb0b-480a-4b28-9402-25994cd33bee req-ecd5e95b-ace7-410e-87df-cf443cfde279 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0807614
Nov 24 14:52:19.518554 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6841bb0b-480a-4b28-9402-25994cd33bee req-d4f22d5f-a093-4a2f-aeb2-d3135dafe3bc tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406046
Nov 24 14:52:20.395190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:20.710354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b2533-d6b6-4bc2-a763-0274dc625e1c req-7bc05047-f9eb-40c3-bd02-635ad2bd65d1 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:20.711707 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec9b2533-d6b6-4bc2-a763-0274dc625e1c req-7bc05047-f9eb-40c3-bd02-635ad2bd65d1 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0765793
Nov 24 14:52:20.762189 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec9b2533-d6b6-4bc2-a763-0274dc625e1c req-96c4a3ad-9e96-4e51-9edd-07785f9a3647 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444207
Nov 24 14:52:21.962183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77a1df-15fb-46f4-9fff-a12877c0b755 req-7e8f6cd0-521c-49f5-8a99-339b84e9c248 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:21.963641 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ab77a1df-15fb-46f4-9fff-a12877c0b755 req-7e8f6cd0-521c-49f5-8a99-339b84e9c248 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0775390
Nov 24 14:52:22.014099 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ab77a1df-15fb-46f4-9fff-a12877c0b755 req-f9125dea-fffd-4698-818b-00d9caa1c828 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437512
Nov 24 14:52:23.279954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11341bb3-053a-4c80-91fd-1ff08ad0bca5 req-84cc5e95-5037-4297-9614-a54979872e43 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:23.281423 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-11341bb3-053a-4c80-91fd-1ff08ad0bca5 req-84cc5e95-5037-4297-9614-a54979872e43 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.1478565
Nov 24 14:52:23.283099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-6c63877b-bf62-4b19-979a-a6f4d73539ac service neutron] 10.222.0.81 "GET /v2.0/ports/fcc43e62-7232-4cba-8f68-f3339bce61c8/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.1190732
Nov 24 14:52:23.327718 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-11341bb3-053a-4c80-91fd-1ff08ad0bca5 req-8ee8e952-844f-4498-859a-f2235c487fcf tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407572
Nov 24 14:52:23.452354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d8281067-f182-45e6-aa8d-16742da7cf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:23.940159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-3ecbb35e-eb3d-4d56-b0f7-fec9203b694b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024&tenant_id=138fe65517524af3b85d8338060cffae HTTP/1.1" status: 200  len: 1098 time: 0.0698409
Nov 24 14:52:23.966355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:24.036264 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-86087265-2d51-4235-983f-6bbb638ab33e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=138fe65517524af3b85d8338060cffae&device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 1098 time: 0.0730796
Nov 24 14:52:24.170628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-ef4858bf-0366-47f8-88df-a82d93880d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:24.171999 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-ef4858bf-0366-47f8-88df-a82d93880d52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa065be2-ff19-42f7-b3a7-f96221a05dd8 HTTP/1.1" status: 200  len: 910 time: 0.1287518
Nov 24 14:52:24.239487 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-0d2f618e-79f3-4208-bb79-d0979a59e0da service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8 HTTP/1.1" status: 200  len: 217 time: 0.0609190
Nov 24 14:52:24.306241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-05cc3b41-e464-4b66-90e4-6e05c0b2202b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:24.307610 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-05cc3b41-e464-4b66-90e4-6e05c0b2202b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8d4110d-de1b-42a8-8159-3aa980151901 HTTP/1.1" status: 200  len: 849 time: 0.0623450
Nov 24 14:52:24.352682 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-0ba3b002-9774-44c7-b14f-8829856e8fa4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa065be2-ff19-42f7-b3a7-f96221a05dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386698
Nov 24 14:52:24.487528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-5a90140f-29f1-4e2a-bf59-59a9a33d3bea service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282554
Nov 24 14:52:24.532742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10685912-49de-4f05-99c3-3bd5eec88938 req-ddb3ba5b-3e49-4d5c-896d-912a571164c6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:24.534192 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-10685912-49de-4f05-99c3-3bd5eec88938 req-ddb3ba5b-3e49-4d5c-896d-912a571164c6 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0777740
Nov 24 14:52:24.581172 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-10685912-49de-4f05-99c3-3bd5eec88938 req-4bec119d-8f65-4897-abea-0905823df929 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414350
Nov 24 14:52:24.623802 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94cf1cdc-c001-4c74-a4f9-488618ca8d21 req-3453de1b-d66d-4457-9978-ca4a4f5f2668 service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300652
Nov 24 14:52:25.697235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-133d80d0-5465-455c-a966-e7dc754496eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:25.785908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280a60e-813f-4034-b9a4-1d7a54d97a59 req-106abd39-26ad-4a9f-8469-a772b73b20ec tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:25.787351 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0280a60e-813f-4034-b9a4-1d7a54d97a59 req-106abd39-26ad-4a9f-8469-a772b73b20ec tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0824232
Nov 24 14:52:25.840301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcc43e62-7232-4cba-8f68-f3339bce61c8 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:52:25.844208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcc43e62-7232-4cba-8f68-f3339bce61c8 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:52:25.946030 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0280a60e-813f-4034-b9a4-1d7a54d97a59 req-4194af90-b2df-4e7e-a407-a2a3e4e337ac tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531529
Nov 24 14:52:26.045920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:26.094760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:26.104857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:52:26.118943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'network_id': 'fa065be2-ff19-42f7-b3a7-f96221a05dd8', 'port_id': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'mac_address': 'fa:16:3e:af:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d4110d-de1b-42a8-8159-3aa980151901', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:52:26.122755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:26.174948 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'code': 200}
Nov 24 14:52:26.179167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:26.196665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc43e62-7232-4cba-8f68-f3339bce61c8 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:52:26.220528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:26.220528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:26.328301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:52:26.328660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:52:26.333391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:26.336478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:26.760686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:26.882246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:26.899318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc43e62-7232-4cba-8f68-f3339bce61c8 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:52:26.914688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:27.018108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:27.020615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f169b2c0-eb1d-42f9-a99a-26c6c240a2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:27.086493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['fcc43e62-7232-4cba-8f68-f3339bce61c8'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:52:27.129143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:27.132541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:27.145966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79b8f-f3fb-4070-b675-8f37ccdac468 req-8199d121-1d59-4c06-9b60-f15edee9f278 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:27.156508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94b79b8f-f3fb-4070-b675-8f37ccdac468 req-8199d121-1d59-4c06-9b60-f15edee9f278 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 944 time: 0.0800202
Nov 24 14:52:27.194549 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-94b79b8f-f3fb-4070-b675-8f37ccdac468 req-b742a4c9-ca47-4943-b952-271cc1aebbbe tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415690
Nov 24 14:52:27.759389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-0f5e9f37-4146-47ed-91a8-d23530888b4a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:27.760841 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-0f5e9f37-4146-47ed-91a8-d23530888b4a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.81 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024&tenant_id=138fe65517524af3b85d8338060cffae&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 944 time: 0.0838492
Nov 24 14:52:27.859146 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcc43e62-7232-4cba-8f68-f3339bce61c8 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:52:27.898270 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-b3eccbb5-04a6-44ea-a102-17991b79af06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=138fe65517524af3b85d8338060cffae&device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 1097 time: 0.0696409
Nov 24 14:52:27.972641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port fcc43e62-7232-4cba-8f68-f3339bce61c8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:52:27.973024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:28.033420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-a3dd71a5-bd58-4af8-8867-a06b19135fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:28.034838 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-a3dd71a5-bd58-4af8-8867-a06b19135fe8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa065be2-ff19-42f7-b3a7-f96221a05dd8 HTTP/1.1" status: 200  len: 910 time: 0.1295714
Nov 24 14:52:28.088844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:28.107489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-dec1f528-1862-4121-a4db-bed77806cbc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8 HTTP/1.1" status: 200  len: 217 time: 0.0644403
Nov 24 14:52:28.121823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:28.170346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-a5a8d2ed-acc7-49c3-bde5-f1b42b089910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:28.171785 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-a5a8d2ed-acc7-49c3-bde5-f1b42b089910 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c8d4110d-de1b-42a8-8159-3aa980151901 HTTP/1.1" status: 200  len: 849 time: 0.0593243
Nov 24 14:52:28.175594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:52:28.181998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:28.184349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:28.226496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-3e3c578c-0952-41dc-8244-0829b1ca67e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa065be2-ff19-42f7-b3a7-f96221a05dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481706
Nov 24 14:52:28.275187 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'code': 200}
Nov 24 14:52:28.284366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:28.317577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:28.321320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:28.365392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-bc97adf6-96e5-4eed-92d5-52ab52cb898b service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319351
Nov 24 14:52:28.500300 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-b014e009-310e-4273-9c9b-691e11a89f14 service neutron] 10.222.0.81 "GET /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282268
Nov 24 14:52:30.104188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4636d-a9da-45c2-9c54-c1cdaffe5e77 req-7161f765-eeab-4be1-b4c0-13fe247ce80e tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:30.105632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-07d4636d-a9da-45c2-9c54-c1cdaffe5e77 req-7161f765-eeab-4be1-b4c0-13fe247ce80e tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0767868
Nov 24 14:52:30.151024 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-07d4636d-a9da-45c2-9c54-c1cdaffe5e77 req-35cc7f0f-7f4a-418d-bfdb-3cb70b5e5809 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389576
Nov 24 14:52:31.354574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34b534-ba5d-45c8-9859-a7bffb0bea05 req-b741c547-902a-4c3d-9782-42b0c9e6fb0f tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:31.356010 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ea34b534-ba5d-45c8-9859-a7bffb0bea05 req-b741c547-902a-4c3d-9782-42b0c9e6fb0f tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0814719
Nov 24 14:52:31.401521 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ea34b534-ba5d-45c8-9859-a7bffb0bea05 req-7decc32e-e6a5-47bb-bfab-c4c30f223718 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397718
Nov 24 14:52:31.778785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-51b342b3-1377-4c3c-8931-05afb3acc600 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:31.780265 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-51b342b3-1377-4c3c-8931-05afb3acc600 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.81 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 945 time: 0.0824442
Nov 24 14:52:31.847478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Deleting port fcc43e62-7232-4cba-8f68-f3339bce61c8 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:52:31.847800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:32.089090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] For port fcc43e62-7232-4cba-8f68-f3339bce61c8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=fcc43e62-7232-4cba-8f68-f3339bce61c8,segment=NetworkSegment(a5518fe7-e78a-4400-9576-c2ac31821f35),segment_id=a5518fe7-e78a-4400-9576-c2ac31821f35)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:32.089359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:32.208472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Calling delete_port for fcc43e62-7232-4cba-8f68-f3339bce61c8 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:52:32.520930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:32.528315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:32.533371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['fcc43e62-7232-4cba-8f68-f3339bce61c8'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:52:32.609754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Pushing event deleted for resources: {'Port': ['ID=fcc43e62-7232-4cba-8f68-f3339bce61c8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:32.620724 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a32a2ae-db4b-4289-98ce-e8f476da8f99 req-1d135af7-f5ba-44f2-b492-be66905252f8 tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.53 "GET /v2.0/ports?device_id=18a79126-07d4-46ea-bd61-5b2353ba6024 HTTP/1.1" status: 200  len: 210 time: 0.0934298
Nov 24 14:52:32.658093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.658477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.658851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.659225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.659590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.659955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.660348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.660706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.661063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.661419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.661774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:32.668293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:32.702354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] No DVR routers for this DVR port fcc43e62-7232-4cba-8f68-f3339bce61c8 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:52:32.704628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:32.707134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-deleted', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:52:32.761387 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a79126-07d4-46ea-bd61-5b2353ba6024', 'name': 'network-vif-deleted', 'tag': 'fcc43e62-7232-4cba-8f68-f3339bce61c8', 'status': 'completed', 'code': 200}
Nov 24 14:52:32.772974 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-86bd3258-277a-4317-83a3-b991f5d8f676 req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] 10.222.0.81 "DELETE /v2.0/ports/fcc43e62-7232-4cba-8f68-f3339bce61c8 HTTP/1.1" status: 204  len: 173 time: 0.9874957
Nov 24 14:52:33.884551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60836) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:52:33.947576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Deleting subnet c8d4110d-de1b-42a8-8159-3aa980151901 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:52:33.950529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:33.999036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.056810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.166493 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.171311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7707be26-4729-44c6-a5cf-339baf0378a7 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:34.204689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d4110d-de1b-42a8-8159-3aa980151901,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:34.208025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:34.211351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.217807 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c8d4110d-de1b-42a8-8159-3aa980151901 HTTP/1.1" status: 204  len: 168 time: 0.3322258
Nov 24 14:52:34.220291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60840) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:52:34.329679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.451150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.475690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f484850>,) {'filters': {'network_id': ['fa065be2-ff19-42f7-b3a7-f96221a05dd8']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:52:34.487275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f484850>, 'a5518fe7-e78a-4400-9576-c2ac31821f35') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:52:34.487565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f484850>, 'a5518fe7-e78a-4400-9576-c2ac31821f35') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:52:34.499651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.519361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.525183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:52:34.525547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:52:34.538850 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:52:34.680794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.684161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d2b4e415-8909-4c96-bd1c-1e35827d42bb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:34.697113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:34.706202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa065be2-ff19-42f7-b3a7-f96221a05dd8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:34.708996 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fa065be2-ff19-42f7-b3a7-f96221a05dd8 HTTP/1.1" status: 204  len: 168 time: 0.4877725
Nov 24 14:52:34.709877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:35.013879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60848) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:52:35.066892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1a0573c6-55be-47b1-a680-4cb8d3b6f161 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=138fe65517524af3b85d8338060cffae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0517783
Nov 24 14:52:35.069226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 60852) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:52:35.126901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:35.152397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:35.263719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:35.267544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8191033e-1537-4a7a-9394-b59df1a6066f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:35.281802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:35.286195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:35.336183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:35.337301 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d01fec6-b4d3-4b01-a9ba-0f91c1910cf2 HTTP/1.1" status: 204  len: 168 time: 0.2671928
Nov 24 14:52:35.884008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcc43e62-7232-4cba-8f68-f3339bce61c8 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:52:35.919990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: fcc43e62-7232-4cba-8f68-f3339bce61c8 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:52:35.920384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device fcc43e62-7232-4cba-8f68-f3339bce61c8 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:52:36.405699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60874) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:52:36.534035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1802536681-network', 'tenant_id': 'e63d41ff349f468088d3dc36a5e0c541'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:52:36.538728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:52:36.542571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Usage tracker for resource:network and tenant:e63d41ff349f468088d3dc36a5e0c541 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:52:36.545968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:52:36.551587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:52:36.634859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Made reservation on behalf of e63d41ff349f468088d3dc36a5e0c541 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:52:36.637118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.649699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.682212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:52:36.686850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e63d41ff349f468088d3dc36a5e0c541 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:52:36.689618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:52:36.695254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:52:36.760074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.834652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.837714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b82d822-b59b-414c-8b48-4cdca0aa9264 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:36.866101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:52:36.874405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1e3595-0225-41b5-9d60-d5d2245677eb,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:36.882337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.882672 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Added segment 60909207-210c-46cf-ad3b-38a935762e55 of type vlan for network c97b98a6-3f6a-4720-b415-0db080371d26
Nov 24 14:52:36.889869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.890187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.890556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.890945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.891311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.891668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.892025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.892406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.892759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.893109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.893458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:36.897267 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:36.917725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.983231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.984139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:36.984707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:36.988053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b04faa94-b612-49ef-b6e4-88d32591a59b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:37.086909 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c97b98a6-3f6a-4720-b415-0db080371d26,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:37.089602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:37.097080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c97b98a6-3f6a-4720-b415-0db080371d26 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:52:37.161513 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7546430
Nov 24 14:52:37.164295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 60880) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:52:37.170395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Request body: {'subnet': {'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1802536681-subnet', 'tenant_id': 'e63d41ff349f468088d3dc36a5e0c541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:52:37.175347 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:52:37.179215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Usage tracker for resource:subnet and tenant:e63d41ff349f468088d3dc36a5e0c541 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:52:37.182123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:52:37.188500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:52:37.257417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Made reservation on behalf of e63d41ff349f468088d3dc36a5e0c541 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:52:37.259707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:37.635026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:37.639584 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-25b2f3c2-acc5-4978-bfff-0ca80e613d12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:37.710485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b70154f-3286-4a39-929b-86aaaac9ddeb,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:37.713169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:37.723282 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Checking segment: {'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:52:37.723654 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Network hostable DHCP agents. Network: c97b98a6-3f6a-4720-b415-0db080371d26, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:52:37.834563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Network c97b98a6-3f6a-4720-b415-0db080371d26 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:52:37.920443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c97b98a6-3f6a-4720-b415-0db080371d26) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:52:37.926201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:37.927151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:37.927903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef731b-a987-4338-81ed-da441164bcf2 None None] Network c97b98a6-3f6a-4720-b415-0db080371d26 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:52:37.990165 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8247812
Nov 24 14:52:38.139247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607efcd-0698-4c4a-957b-c10ecd5e7728 None None] Network c97b98a6-3f6a-4720-b415-0db080371d26 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:52:38.713706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5329-38ad-4e01-9609-1939faf12783 req-77aa79bd-1087-4ca4-8548-ba7ffdc9df8c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:38.714365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-a28a5329-38ad-4e01-9609-1939faf12783 req-77aa79bd-1087-4ca4-8548-ba7ffdc9df8c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Synchronizing usage tracker for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:52:38.765689 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-a28a5329-38ad-4e01-9609-1939faf12783 req-77aa79bd-1087-4ca4-8548-ba7ffdc9df8c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Unset dirty status for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:52:38.766811 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-77aa79bd-1087-4ca4-8548-ba7ffdc9df8c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 815 time: 0.1959126
Nov 24 14:52:38.783400 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-5ad0c910-d805-4fdf-9ceb-11b5c9ab37d1 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/quotas/e63d41ff349f468088d3dc36a5e0c541 HTTP/1.1" status: 200  len: 375 time: 0.0108583
Nov 24 14:52:38.833995 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-0e467fdc-123b-4d36-b5f1-c127eddb3440 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459938
Nov 24 14:52:38.844253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-955972e2-9bc0-4e3c-bdf6-66611f509d89 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:52:38.845159 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-955972e2-9bc0-4e3c-bdf6-66611f509d89 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048850
Nov 24 14:52:38.975801 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-2ae13921-ea5e-474d-9574-ae26d8b75f5e service neutron] 10.222.0.53 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248825
Nov 24 14:52:39.111205 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-f24d8e2d-de0e-430f-ad5d-b723c421a698 service neutron] 10.222.0.53 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295822
Nov 24 14:52:39.471939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d328455-8513-4e7f-b7c1-24d9462386b1 req-1573dbc7-cf0f-4848-bedc-79b52b736968 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 210 time: 0.1345415
Nov 24 14:52:40.637133 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-250768aa-2937-4ee1-b2b3-ab42dfaaab03 req-6f34514e-9247-4435-a3a4-876a76edc2f2 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 210 time: 0.0424109
Nov 24 14:52:41.504449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5329-38ad-4e01-9609-1939faf12783 req-78ec7a5b-21dd-446e-9091-171a43bf30bf tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:41.506179 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-78ec7a5b-21dd-446e-9091-171a43bf30bf tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 815 time: 0.1450961
Nov 24 14:52:41.522970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Request body: {'port': {'device_id': 'ea65b48e-6203-4b41-819e-0513ea895588', 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26', 'admin_state_up': True, 'tenant_id': 'e63d41ff349f468088d3dc36a5e0c541'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:52:41.660114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:52:41.663988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Usage tracker for resource:port and tenant:e63d41ff349f468088d3dc36a5e0c541 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:52:41.667046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:52:41.674883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:52:41.795631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Made reservation on behalf of e63d41ff349f468088d3dc36a5e0c541 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:52:41.798692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:41.817973 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da58ef43-5fe3-4581-ab28-ee98d369c721 req-89159ef6-1bb5-45a2-8a18-d859f22275a3 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 210 time: 0.0580432
Nov 24 14:52:42.061938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Allocated IP 172.20.0.13 (c97b98a6-3f6a-4720-b415-0db080371d26/4b70154f-3286-4a39-929b-86aaaac9ddeb/68d0ce06-1d34-4f21-93a9-97f7edf9a3e9) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:52:42.261300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:42.371030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:42.377317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7c1fbf25-d375-452b-b8e3-395a2de9ca32 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:42.440463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Network c97b98a6-3f6a-4720-b415-0db080371d26 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:52:42.443478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:52:42.452016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:52:42.490144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:42.494257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:42.517499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:42.518106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:42.600862 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0815730
Nov 24 14:52:42.679645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Request body: {'port': {'device_id': 'ea65b48e-6203-4b41-819e-0513ea895588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:52:42.786224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:43.013204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff25b0-33fd-4fb9-b996-9ddc06544b18 req-9711412a-49c5-41ea-8c8a-2ee36395cc98 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:43.014531 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3fff25b0-33fd-4fb9-b996-9ddc06544b18 req-9711412a-49c5-41ea-8c8a-2ee36395cc98 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 932 time: 0.0752118
Nov 24 14:52:43.062695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3fff25b0-33fd-4fb9-b996-9ddc06544b18 req-7806b8d3-36cc-4bc5-8430-be5307b6ac14 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Synchronizing usage tracker for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:52:43.121179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:52:43.128077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:43.143066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Transition to ACTIVE for port object 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:52:43.160633 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3fff25b0-33fd-4fb9-b996-9ddc06544b18 req-7806b8d3-36cc-4bc5-8430-be5307b6ac14 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Unset dirty status for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:52:43.161834 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3fff25b0-33fd-4fb9-b996-9ddc06544b18 req-7806b8d3-36cc-4bc5-8430-be5307b6ac14 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416097
Nov 24 14:52:43.211703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:43.215621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dddf89cf-044d-4056-a87d-63b2714a82a2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:43.342223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:43.347452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:43.449526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Attempting to bind port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:52:43.449857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Attempting to bind port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:52:43.450177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Attempting to bind port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 on network c97b98a6-3f6a-4720-b415-0db080371d26 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:52:43.456307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 on network c97b98a6-3f6a-4720-b415-0db080371d26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:52:43.456620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Attempting to bind port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 on network c97b98a6-3f6a-4720-b415-0db080371d26 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:52:43.462795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:52:43.463129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Checking segment: {'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:52:43.463526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Bound using segment: {'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:52:43.463920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Bound port: 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:52:43.464285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:43.561601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:52:43.561601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:52:43.628297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:43.632170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:43.687886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:43.689237 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] 10.222.0.81 "PUT /v2.0/ports/68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 HTTP/1.1" status: 200  len: 1094 time: 1.0810444
Nov 24 14:52:43.689749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:52:43.713800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:43.716892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:43.748848 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'status': 'completed', 'code': 200}
Nov 24 14:52:43.843260 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e81a646c-9bb6-433c-b769-6edc3b025a59 req-85368d45-c765-4219-bfe3-ad87214ba0c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 1097 time: 0.0741906
Nov 24 14:52:43.986885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a646c-9bb6-433c-b769-6edc3b025a59 req-31dcae6c-3c3d-4dd1-9e5a-c21804adf87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:43.988317 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e81a646c-9bb6-433c-b769-6edc3b025a59 req-31dcae6c-3c3d-4dd1-9e5a-c21804adf87e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e63d41ff349f468088d3dc36a5e0c541&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1376746
Nov 24 14:52:44.126002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a646c-9bb6-433c-b769-6edc3b025a59 req-8bceb8b1-b703-461a-9509-d382c6cd37cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:44.127356 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e81a646c-9bb6-433c-b769-6edc3b025a59 req-8bceb8b1-b703-461a-9509-d382c6cd37cb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1327691
Nov 24 14:52:44.336572 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-1fbc91c6-4e5c-4ab4-a074-9da106e8c701 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 1097 time: 0.1715760
Nov 24 14:52:44.361702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc567615-35bc-4e3c-a180-b1966f1b2657 req-581707d3-ae88-4b0e-8ff5-50eb187d3c8e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:44.363139 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cc567615-35bc-4e3c-a180-b1966f1b2657 req-581707d3-ae88-4b0e-8ff5-50eb187d3c8e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 944 time: 0.0775173
Nov 24 14:52:44.407708 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-4b152573-3534-4a0a-bca6-4b2322a734cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 HTTP/1.1" status: 200  len: 217 time: 0.0638070
Nov 24 14:52:44.408551 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cc567615-35bc-4e3c-a180-b1966f1b2657 req-78263f89-61a0-4145-b024-74014ef75064 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398071
Nov 24 14:52:44.470316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5329-38ad-4e01-9609-1939faf12783 req-75229ad6-d265-4251-b8dc-248f2046bb0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:44.471743 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-75229ad6-d265-4251-b8dc-248f2046bb0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0574825
Nov 24 14:52:44.517706 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-24b44158-aaa1-4143-889d-09b6092a9d6b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391629
Nov 24 14:52:44.650127 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-ff88139b-c01a-413f-aa44-69923e8f50cf service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252890
Nov 24 14:52:44.781459 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a28a5329-38ad-4e01-9609-1939faf12783 req-907d62b8-5edf-4d70-ba5d-a9c27dbe5633 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251144
Nov 24 14:52:45.608359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fcaae-5bef-407b-944c-f01a0e163b3f req-c85ff19a-ab6d-419e-9874-b50a45b98828 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:45.609050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-892fcaae-5bef-407b-944c-f01a0e163b3f req-c85ff19a-ab6d-419e-9874-b50a45b98828 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Synchronizing usage tracker for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:52:45.691444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-892fcaae-5bef-407b-944c-f01a0e163b3f req-c85ff19a-ab6d-419e-9874-b50a45b98828 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Unset dirty status for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:52:45.692625 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-892fcaae-5bef-407b-944c-f01a0e163b3f req-c85ff19a-ab6d-419e-9874-b50a45b98828 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 944 time: 0.1638215
Nov 24 14:52:45.739291 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-892fcaae-5bef-407b-944c-f01a0e163b3f req-63359dd0-e307-4c63-a635-79cb75cf2197 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411329
Nov 24 14:52:45.950021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:52:46.084521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:46.097353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26', 'port_id': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'mac_address': 'fa:16:3e:e4:ee:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b70154f-3286-4a39-929b-86aaaac9ddeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:52:46.226427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:46.243329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:52:46.258673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:46.320016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:46.321735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b0350f2d-12e3-4238-8ffa-a95ca6f88f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:46.388812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:46.391864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:46.522966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:52:46.938869 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed37f6-c696-40d6-90ad-5b81008bc6b0 req-1ebc510f-f5b2-4472-8510-4106950f4e4a tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:46.940347 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8bed37f6-c696-40d6-90ad-5b81008bc6b0 req-1ebc510f-f5b2-4472-8510-4106950f4e4a tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 945 time: 0.0800221
Nov 24 14:52:46.985093 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8bed37f6-c696-40d6-90ad-5b81008bc6b0 req-da766fa8-91c4-4845-9b13-4da60f0e487c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393584
Nov 24 14:52:47.957472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:52:48.109254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:52:48.114301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:52:48.114680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:48.179773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d465-7b9e-4671-9dd9-d1580765c67b req-55abb267-1565-4fee-b516-e21a717ed01f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:48.181259 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e4c4d465-7b9e-4671-9dd9-d1580765c67b req-55abb267-1565-4fee-b516-e21a717ed01f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 945 time: 0.0776999
Nov 24 14:52:48.230868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:48.231469 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e4c4d465-7b9e-4671-9dd9-d1580765c67b req-9d2df0ed-5f7c-4491-9458-8928fc4e331e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445085
Nov 24 14:52:48.258806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:52:48.268767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:52:48.316111 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'code': 200}
Nov 24 14:52:48.330924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:48.332800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:52:48.397643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:52:48.406522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.407405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.407752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.408121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.408450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.408781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.409109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.409510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.409836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.410154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.410472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:52:48.414139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:52:48.676157 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-88f682c6-efa0-4417-9c05-4f6c624e2427 req-53066b41-ae02-4663-9c2a-d22e15337492 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 1099 time: 0.0698645
Nov 24 14:52:48.719317 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-88f682c6-efa0-4417-9c05-4f6c624e2427 req-b080be5f-6f27-46c7-9416-a78ca629945b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366306
Nov 24 14:52:49.432416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425fce3-b4e4-44a3-9857-8355a95472de req-0b0f262f-989d-4a77-98db-0df75f794529 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:49.433839 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0425fce3-b4e4-44a3-9857-8355a95472de req-0b0f262f-989d-4a77-98db-0df75f794529 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0814552
Nov 24 14:52:49.479987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0425fce3-b4e4-44a3-9857-8355a95472de req-babf5aee-a9ba-4cb8-8170-fc3c1b40cfdd tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402346
Nov 24 14:52:50.404832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:50.674657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da54b0-c038-4c87-86d2-5c152c1b9a45 req-e5ca7ac7-8751-4877-bea9-c5b05407f1ae tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:50.676015 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-08da54b0-c038-4c87-86d2-5c152c1b9a45 req-e5ca7ac7-8751-4877-bea9-c5b05407f1ae tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0764201
Nov 24 14:52:50.721910 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-08da54b0-c038-4c87-86d2-5c152c1b9a45 req-6fa77859-dfcd-4382-be60-df796e4a3bec tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404058
Nov 24 14:52:50.915256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f6ab6-1275-41ce-92c0-c3fcdeff6de6 req-f5acc34b-e551-4a19-8660-6132e96e0ed0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:50.916734 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c0f6ab6-1275-41ce-92c0-c3fcdeff6de6 req-f5acc34b-e551-4a19-8660-6132e96e0ed0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0773609
Nov 24 14:52:50.961709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c0f6ab6-1275-41ce-92c0-c3fcdeff6de6 req-cb103c38-d8bf-4dd2-b06b-af9a14495589 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394475
Nov 24 14:52:51.391168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09fa79-daca-4840-a480-829bcc61f9f7 req-de66b62f-e1b3-4967-91c3-dbceddd9a792 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:51.392629 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec09fa79-daca-4840-a480-829bcc61f9f7 req-de66b62f-e1b3-4967-91c3-dbceddd9a792 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0810885
Nov 24 14:52:51.437783 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec09fa79-daca-4840-a480-829bcc61f9f7 req-6f61de93-bdad-43ec-81b3-c820fb6dd423 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391247
Nov 24 14:52:51.570683 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:52:51.637029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a31c4c-7f60-4f61-94a4-cc45e48ad380 req-cae6d849-a5c0-48d7-bf4a-9afcca637315 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:51.638456 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c6a31c4c-7f60-4f61-94a4-cc45e48ad380 req-cae6d849-a5c0-48d7-bf4a-9afcca637315 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0807233
Nov 24 14:52:51.685325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c6a31c4c-7f60-4f61-94a4-cc45e48ad380 req-1ac0aa4c-f2e5-41ab-ab4e-8526cfdf10c0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409715
Nov 24 14:52:51.884036 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9db83cf8-0200-48c6-b622-c794342a64f1 req-0ef10fce-f34e-4112-b030-60e7bb271cae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0683525
Nov 24 14:52:52.350015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce2825-8111-4bd9-a659-e02fd7390a60 req-da29e481-765e-42fe-8cac-048c7ce3dd69 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:52.351458 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2dce2825-8111-4bd9-a659-e02fd7390a60 req-da29e481-765e-42fe-8cac-048c7ce3dd69 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0785379
Nov 24 14:52:52.401949 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2dce2825-8111-4bd9-a659-e02fd7390a60 req-9f2ea09a-111f-43c4-a326-ccc96ec66b5f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448511
Nov 24 14:52:52.456137 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-e3110df7-0470-4514-9ef8-9634e3c26413 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0747030
Nov 24 14:52:53.450301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-50b82511-fdf5-49f6-ba80-e3b82bbf04aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:53.604591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cfd00-b217-4f82-a328-70b6876d23bc req-454d410a-8198-4552-9103-a1fc0c7c8fc0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:53.605945 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-041cfd00-b217-4f82-a328-70b6876d23bc req-454d410a-8198-4552-9103-a1fc0c7c8fc0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0794261
Nov 24 14:52:53.652505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-041cfd00-b217-4f82-a328-70b6876d23bc req-264c5c72-aee9-4884-8dfa-199506e95e08 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402534
Nov 24 14:52:53.959288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:54.475889 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-54b9fa29-3f66-4d6f-9f7a-61d92ebea1f8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 1099 time: 0.0710721
Nov 24 14:52:54.612435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2539-145e-4edf-822a-66c1408eeee4 req-65a1097a-94fe-4101-97b7-2644f5d5b040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:54.613850 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-65a1097a-94fe-4101-97b7-2644f5d5b040 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1287205
Nov 24 14:52:54.683279 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-54d84b4c-3030-4a3c-b26e-dbd3be4296a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 HTTP/1.1" status: 200  len: 217 time: 0.0619795
Nov 24 14:52:54.848839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2539-145e-4edf-822a-66c1408eeee4 req-e5bd19a4-5e80-4c29-95c8-adebe0b4d678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:54.850281 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-e5bd19a4-5e80-4c29-95c8-adebe0b4d678 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.1608748
Nov 24 14:52:54.856712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e87bf-7e4c-4547-ac0c-bb3e2c3eb16a req-eb1f019f-113a-404c-9738-deb926f3f325 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:54.858135 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-688e87bf-7e4c-4547-ac0c-bb3e2c3eb16a req-eb1f019f-113a-404c-9738-deb926f3f325 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0783563
Nov 24 14:52:54.896984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-ce141d4f-ef01-45f7-b012-ffa5ac3ba8b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398831
Nov 24 14:52:54.903662 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-688e87bf-7e4c-4547-ac0c-bb3e2c3eb16a req-1d6058ca-dffb-40f5-9389-5b531285e20b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392337
Nov 24 14:52:55.027505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-6d01622b-3e15-40a7-acca-e2058882c70a service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238325
Nov 24 14:52:55.162602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-a66d8967-fa1f-4562-bfee-c810a7a01a8b service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275523
Nov 24 14:52:55.691069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3837b2ff-16fc-4aba-9f7e-1599b2bb1898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:56.106567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a50535-b28e-477c-99c5-494682ba5887 req-9e0d7fee-b52a-4a34-a1bc-b1ec846a7a94 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:56.107994 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66a50535-b28e-477c-99c5-494682ba5887 req-9e0d7fee-b52a-4a34-a1bc-b1ec846a7a94 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0813875
Nov 24 14:52:56.154888 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66a50535-b28e-477c-99c5-494682ba5887 req-4ccd6eba-1be8-4788-95a4-48674312501b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406730
Nov 24 14:52:56.748305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:57.356663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152dbad-a6a3-4db5-b1ce-8ff66140a054 req-7bfaa317-21ed-4a0e-9224-405dd3fc57db tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:57.358096 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8152dbad-a6a3-4db5-b1ce-8ff66140a054 req-7bfaa317-21ed-4a0e-9224-405dd3fc57db tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0828536
Nov 24 14:52:57.405332 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8152dbad-a6a3-4db5-b1ce-8ff66140a054 req-347f6883-a601-4bc9-b806-8f8ba4ec70a3 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411594
Nov 24 14:52:58.228735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:52:58.601829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea39d91-d864-4d88-a552-cc00daaebca6 req-4f3b4a6f-a7c0-4f38-b5f7-bcbcc9edb23b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:58.603281 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ea39d91-d864-4d88-a552-cc00daaebca6 req-4f3b4a6f-a7c0-4f38-b5f7-bcbcc9edb23b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0776889
Nov 24 14:52:58.652876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ea39d91-d864-4d88-a552-cc00daaebca6 req-cdb92488-1ff5-4ece-8139-80c230222356 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441012
Nov 24 14:52:59.846804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b77fe-f684-4bf7-8892-51f7cb7249e2 req-eb1fe73f-6560-4efd-8982-3770ba4daf4c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:52:59.848287 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fe4b77fe-f684-4bf7-8892-51f7cb7249e2 req-eb1fe73f-6560-4efd-8982-3770ba4daf4c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0766222
Nov 24 14:52:59.894519 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fe4b77fe-f684-4bf7-8892-51f7cb7249e2 req-099fa645-8217-419b-95af-dbb9b9635e3d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405416
Nov 24 14:53:01.089972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bfb88-e505-42c6-96ee-cf24cc3ca937 req-ebe9f839-132b-42d3-8b2a-db568a4a1801 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:01.091413 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c39bfb88-e505-42c6-96ee-cf24cc3ca937 req-ebe9f839-132b-42d3-8b2a-db568a4a1801 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0767572
Nov 24 14:53:01.138391 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c39bfb88-e505-42c6-96ee-cf24cc3ca937 req-b2a82e16-1eee-4c59-b71a-807839fc08e0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408468
Nov 24 14:53:02.339928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2c1b9-a825-4021-8905-150e15eb1168 req-4baa0cb8-7b88-4043-855c-c1cd236f4e12 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:02.341379 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-52f2c1b9-a825-4021-8905-150e15eb1168 req-4baa0cb8-7b88-4043-855c-c1cd236f4e12 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0804102
Nov 24 14:53:02.386073 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-52f2c1b9-a825-4021-8905-150e15eb1168 req-e7a0e837-e0f1-4060-ba91-9a10cfa1fedf tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390685
Nov 24 14:53:03.585664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13b3e8-b171-473b-8a99-7aeb793cefb4 req-44823d04-802e-4d78-bdee-b407ab2dbdca tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:03.587108 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ee13b3e8-b171-473b-8a99-7aeb793cefb4 req-44823d04-802e-4d78-bdee-b407ab2dbdca tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0796411
Nov 24 14:53:03.632621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ee13b3e8-b171-473b-8a99-7aeb793cefb4 req-017837b8-c3b9-4b66-9274-073a67a68049 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400777
Nov 24 14:53:04.827002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903bff6-5507-4119-8c0a-190c46c4b3f2 req-ce564033-fcb1-49b8-aa01-846e015b9918 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:04.829102 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d903bff6-5507-4119-8c0a-190c46c4b3f2 req-ce564033-fcb1-49b8-aa01-846e015b9918 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0774317
Nov 24 14:53:04.873740 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d903bff6-5507-4119-8c0a-190c46c4b3f2 req-0b4b0520-30ea-4d6a-98fa-68501e6d3040 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390742
Nov 24 14:53:06.076999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09c19b-ddeb-46a7-9938-b0cd53efbc85 req-bfa02146-a456-4702-b64c-92374db95386 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:06.079137 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5a09c19b-ddeb-46a7-9938-b0cd53efbc85 req-bfa02146-a456-4702-b64c-92374db95386 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0803711
Nov 24 14:53:06.131503 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5a09c19b-ddeb-46a7-9938-b0cd53efbc85 req-1871f4ba-67f7-471b-89f3-fc781eafd105 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427489
Nov 24 14:53:07.417921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471778e-0ffd-49fd-8525-47ccb3e341e4 req-b608c567-37ff-4008-854f-a6d4d4eb1186 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:07.419295 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d471778e-0ffd-49fd-8525-47ccb3e341e4 req-b608c567-37ff-4008-854f-a6d4d4eb1186 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.1730280
Nov 24 14:53:07.465521 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d471778e-0ffd-49fd-8525-47ccb3e341e4 req-b9399082-7763-456a-b7da-b59bd369f084 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403225
Nov 24 14:53:08.664407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bf71-75b6-42dc-9132-56b5777f1d48 req-424466b9-57db-49bb-9c87-27f107df818f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:08.665843 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29f9bf71-75b6-42dc-9132-56b5777f1d48 req-424466b9-57db-49bb-9c87-27f107df818f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0803678
Nov 24 14:53:08.715537 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29f9bf71-75b6-42dc-9132-56b5777f1d48 req-e9df104f-c4c3-451f-9b99-dd92e3ab3026 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437205
Nov 24 14:53:08.863068 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-6516e54f-55eb-4259-99be-71aff4b83e8d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 1099 time: 0.0694678
Nov 24 14:53:09.008433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-a90a92a2-5184-4b82-8589-b4e0017a1d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:09.009863 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-a90a92a2-5184-4b82-8589-b4e0017a1d60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1258378
Nov 24 14:53:09.080197 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-acc8e756-f75a-4e94-a1f0-ac8d98651096 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 HTTP/1.1" status: 200  len: 217 time: 0.0642724
Nov 24 14:53:09.142811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-9dad4fa1-e46d-41e8-9b16-2a3fdda2644b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:09.144161 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-9dad4fa1-e46d-41e8-9b16-2a3fdda2644b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0574906
Nov 24 14:53:09.193102 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-cdf32243-1f00-4560-9fd3-a52556988308 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424020
Nov 24 14:53:09.323648 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-ad8d5f58-db4d-40b9-8cb6-c087b77d2135 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238360
Nov 24 14:53:09.453489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-61e3d468-1da5-4541-ae97-ba6948e5f1d5 req-76079468-3e16-4e5f-b60c-02170b4348a3 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236315
Nov 24 14:53:09.926745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3bb69-0ec7-4ac4-b392-7738d4e96763 req-5e7df1f7-8a75-46e5-b82d-cab4b63cfbb8 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:09.928192 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1f3bb69-0ec7-4ac4-b392-7738d4e96763 req-5e7df1f7-8a75-46e5-b82d-cab4b63cfbb8 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0876851
Nov 24 14:53:09.974165 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1f3bb69-0ec7-4ac4-b392-7738d4e96763 req-bede1e23-b39d-4ab8-a837-26d62db7b5b9 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405941
Nov 24 14:53:11.173729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77c8cf-042a-44a2-9716-cff6336c471d req-14aa3ee6-b866-432d-b95d-c518ce196913 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:11.175138 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d77c8cf-042a-44a2-9716-cff6336c471d req-14aa3ee6-b866-432d-b95d-c518ce196913 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0798848
Nov 24 14:53:11.220411 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d77c8cf-042a-44a2-9716-cff6336c471d req-c7bb2c2b-befd-4202-810e-8dad18b3b385 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399046
Nov 24 14:53:12.348560 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-786e285d-0b7f-4afa-a872-403d8a40e23d service neutron] 10.222.0.81 "GET /v2.0/ports/68d0ce06-1d34-4f21-93a9-97f7edf9a3e9/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.1761560
Nov 24 14:53:12.423780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ba38-24b6-42aa-b8b7-ebef4c59bee6 req-3fed2ad0-f195-4749-825f-857561e430a1 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:12.425259 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c0d7ba38-24b6-42aa-b8b7-ebef4c59bee6 req-3fed2ad0-f195-4749-825f-857561e430a1 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0779734
Nov 24 14:53:12.473601 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c0d7ba38-24b6-42aa-b8b7-ebef4c59bee6 req-2e9aeb43-74f3-4132-bc56-e6ad3e5abd39 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415890
Nov 24 14:53:12.896798 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-e1960c89-c83e-48cc-bd3f-b9ce46610097 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588&tenant_id=e63d41ff349f468088d3dc36a5e0c541 HTTP/1.1" status: 200  len: 1099 time: 0.0682364
Nov 24 14:53:12.990142 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-798df7bc-d82f-4c0f-a8dc-ce48047bcf48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 1099 time: 0.0700965
Nov 24 14:53:13.117459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2539-145e-4edf-822a-66c1408eeee4 req-8aa000b0-29e0-42c0-8097-e02146b5dedd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:13.118769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-8aa000b0-29e0-42c0-8097-e02146b5dedd service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1223693
Nov 24 14:53:13.185726 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-adcc69be-6ddf-4a9e-b559-c46760a5350b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 HTTP/1.1" status: 200  len: 217 time: 0.0604506
Nov 24 14:53:13.249944 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f2539-145e-4edf-822a-66c1408eeee4 req-15a55fd5-9d19-4775-869e-9e747b060a5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:13.251319 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-15a55fd5-9d19-4775-869e-9e747b060a5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0593898
Nov 24 14:53:13.296638 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-60a08a71-2c87-45e8-93d9-0a23a2bc9ce6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387337
Nov 24 14:53:13.427207 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-baa80286-08bf-414f-88db-5005cb1559a3 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242836
Nov 24 14:53:13.562709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-385f2539-145e-4edf-822a-66c1408eeee4 req-7b7b985a-98e7-4b0d-9e73-bf786a60cbf4 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273606
Nov 24 14:53:13.679767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6ea3b-6768-4ace-b67c-bdb082f7dc1e req-cc86fdbe-e0d0-464d-bf4b-2e3c94c5e727 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:13.681172 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53f6ea3b-6768-4ace-b67c-bdb082f7dc1e req-cc86fdbe-e0d0-464d-bf4b-2e3c94c5e727 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0824919
Nov 24 14:53:13.728889 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53f6ea3b-6768-4ace-b67c-bdb082f7dc1e req-ca906f10-fcb0-491d-ba23-79136bd61b94 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414131
Nov 24 14:53:14.930317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22695-2ca4-4600-af32-e497b0dff54e req-9ebaa982-affb-437a-bd05-924b571cab33 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:14.931727 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3ec22695-2ca4-4600-af32-e497b0dff54e req-9ebaa982-affb-437a-bd05-924b571cab33 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0794528
Nov 24 14:53:14.975520 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3ec22695-2ca4-4600-af32-e497b0dff54e req-3994461c-c280-44f1-a362-c1e294df1f56 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383959
Nov 24 14:53:16.138767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:53:16.141123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:53:16.174046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123e95-1f99-4578-99ca-3f3d27d4a19a req-15594d6b-03a5-4d31-b519-9b692b296a2b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:16.175507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b1123e95-1f99-4578-99ca-3f3d27d4a19a req-15594d6b-03a5-4d31-b519-9b692b296a2b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0798366
Nov 24 14:53:16.222566 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b1123e95-1f99-4578-99ca-3f3d27d4a19a req-877594bd-6635-4942-a262-6ae49c631b18 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407941
Nov 24 14:53:16.352398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:16.387999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:16.404243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:53:16.412991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26', 'port_id': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'mac_address': 'fa:16:3e:e4:ee:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b70154f-3286-4a39-929b-86aaaac9ddeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:53:16.416935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:16.473160 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'code': 200}
Nov 24 14:53:16.475120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:16.486278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:16.491515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:16.544310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:53:16.611981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:16.615376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:16.627760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:53:16.628156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:53:16.692471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6afe6-fcd2-4a69-8e98-7672efe7bb3e req-49891124-3f86-49bf-b1c4-2a8756e8fa47 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:16.693842 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-33a6afe6-fcd2-4a69-8e98-7672efe7bb3e req-49891124-3f86-49bf-b1c4-2a8756e8fa47 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 944 time: 0.0836430
Nov 24 14:53:16.787183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-33a6afe6-fcd2-4a69-8e98-7672efe7bb3e req-f3d88af9-f8af-40f1-963e-6796f136389c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875602
Nov 24 14:53:16.829018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-81f10531-58a7-441d-b1dc-a28f8571879d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:16.830440 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-81f10531-58a7-441d-b1dc-a28f8571879d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588&tenant_id=e63d41ff349f468088d3dc36a5e0c541&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 944 time: 0.1155510
Nov 24 14:53:16.983932 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-5e9ac248-776c-48e8-a0d3-9322408587c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 1097 time: 0.0740657
Nov 24 14:53:17.119511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-c4899c48-d2c4-4b7a-82a6-94a0bbe0d950 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:17.120992 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-c4899c48-d2c4-4b7a-82a6-94a0bbe0d950 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1307333
Nov 24 14:53:17.185027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:17.188570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-ea306926-85ee-417d-9b17-41ad8f9f7f5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 HTTP/1.1" status: 200  len: 217 time: 0.0611074
Nov 24 14:53:17.202923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:53:17.217882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:17.255491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-ef7b47b1-4e12-4f29-84bb-186fc99014d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:17.256950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-ef7b47b1-4e12-4f29-84bb-186fc99014d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0620260
Nov 24 14:53:17.273369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:17.275792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:17.302982 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-3fcfb363-1f0b-4267-a9d7-33c5c31409c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400124
Nov 24 14:53:17.345815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:53:17.369970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:17.373308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:17.543134 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-c2e8b7fb-b11e-4f5d-bd3d-b9cc46c8c323 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331443
Nov 24 14:53:17.674448 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b900f60e-9d66-4d75-b3a2-50b5e8bb5613 req-496e208c-b8f6-4b34-8f97-e9254748404e service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247494
Nov 24 14:53:18.148297 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fb159-3846-4d82-9072-6f4600586f41 req-bf1a79fa-a2bf-41c4-a4b4-1ce039b9a720 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:18.150220 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-039fb159-3846-4d82-9072-6f4600586f41 req-bf1a79fa-a2bf-41c4-a4b4-1ce039b9a720 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 945 time: 0.0782595
Nov 24 14:53:18.169642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:53:18.197577 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-039fb159-3846-4d82-9072-6f4600586f41 req-bfef15c9-a900-4ecb-9c53-b20d2ded5c6c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422506
Nov 24 14:53:18.238127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:53:18.238678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:18.354186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:18.388230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:18.467529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:18.470278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:18.502966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:53:18.543152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:18.546092 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:18.566842 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'code': 200}
Nov 24 14:53:19.395396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23feaf5-3743-4140-ac80-eaae3eee01e8 req-52d38574-34e4-4283-bd8b-d85b7a291347 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:19.396921 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f23feaf5-3743-4140-ac80-eaae3eee01e8 req-52d38574-34e4-4283-bd8b-d85b7a291347 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0799448
Nov 24 14:53:19.441097 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f23feaf5-3743-4140-ac80-eaae3eee01e8 req-90d9eae5-6603-4dca-ac5e-e42f88270d61 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387845
Nov 24 14:53:19.642524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713edb-86be-4f5b-8e54-2f229b5a7993 req-d56357b3-1bd1-4614-84e7-f3726e316978 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:19.643966 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a6713edb-86be-4f5b-8e54-2f229b5a7993 req-d56357b3-1bd1-4614-84e7-f3726e316978 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0834336
Nov 24 14:53:19.688205 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a6713edb-86be-4f5b-8e54-2f229b5a7993 req-e59163e7-e79c-40e9-ba34-f1156223c8a2 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387371
Nov 24 14:53:19.884023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc772de-d0c1-4bc7-96fa-900d7fdf518f req-fa6b9e09-c8a3-4df3-baf8-4f0020c1dc33 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:19.885481 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bfc772de-d0c1-4bc7-96fa-900d7fdf518f req-fa6b9e09-c8a3-4df3-baf8-4f0020c1dc33 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0779727
Nov 24 14:53:19.934804 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bfc772de-d0c1-4bc7-96fa-900d7fdf518f req-64342ed3-4c51-4a56-8413-2c1ec47c6e7c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438905
Nov 24 14:53:20.410471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:20.756756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-e10a52c0-f9a5-4b23-9303-4e989d8a376e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:20.758081 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-e10a52c0-f9a5-4b23-9303-4e989d8a376e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 815 time: 0.1422453
Nov 24 14:53:20.774283 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-6021f2ad-c44f-410d-a10a-713bc6077243 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/quotas/e63d41ff349f468088d3dc36a5e0c541 HTTP/1.1" status: 200  len: 375 time: 0.0109365
Nov 24 14:53:20.850675 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-01770ad7-0743-414c-a4b8-258fc95685a5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0716751
Nov 24 14:53:21.047247 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-5987726f-3915-46b3-8c90-a579461c0499 service neutron] 10.222.0.53 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896594
Nov 24 14:53:21.179090 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-6ec07b5a-7bd8-446b-9786-51206c3fa3c4 service neutron] 10.222.0.53 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262505
Nov 24 14:53:21.415566 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34bfc767-b6a8-4b00-82b8-eaf942b68978 req-2f56a113-f391-4a46-9772-b5f751992c14 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 210 time: 0.0432897
Nov 24 14:53:22.302858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-907acb1c-17e6-4582-bc89-d6a55f03e9f1 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:22.304304 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-907acb1c-17e6-4582-bc89-d6a55f03e9f1 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea65b48e-6203-4b41-819e-0513ea895588 HTTP/1.1" status: 200  len: 946 time: 0.0826361
Nov 24 14:53:22.371674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Deleting port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:53:22.372003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:22.585448 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b6972ed-651c-4982-b479-ddd0a8e17dd6 req-f4dd64f5-aa40-4d1b-a46c-7ed1d03e8194 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 210 time: 0.0447452
Nov 24 14:53:22.621169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] For port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:22.621748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:22.743950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Calling delete_port for 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:53:22.936327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:22.942726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:22.947762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:53:22.986323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Pushing event deleted for resources: {'Port': ['ID=68d0ce06-1d34-4f21-93a9-97f7edf9a3e9,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:22.989763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:23.062702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] No DVR routers for this DVR port 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:53:23.065225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:23.067813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-deleted', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:53:23.125887 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea65b48e-6203-4b41-819e-0513ea895588', 'name': 'network-vif-deleted', 'tag': '68d0ce06-1d34-4f21-93a9-97f7edf9a3e9', 'status': 'completed', 'code': 200}
Nov 24 14:53:23.130529 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fed6347c-5b9e-4a76-9cfc-1ff1a267cd17 req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "DELETE /v2.0/ports/68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 HTTP/1.1" status: 204  len: 173 time: 0.8205678
Nov 24 14:53:23.284380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-ff010754-b2cf-4331-98f5-7dc616ed61e5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:23.285952 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-ff010754-b2cf-4331-98f5-7dc616ed61e5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 815 time: 0.1507101
Nov 24 14:53:23.302648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Request body: {'port': {'device_id': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26', 'admin_state_up': True, 'tenant_id': 'e63d41ff349f468088d3dc36a5e0c541'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:53:23.433387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3773350d-aa4d-466b-b947-4df8d93253fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:23.442573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:53:23.446830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Usage tracker for resource:port and tenant:e63d41ff349f468088d3dc36a5e0c541 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:53:23.449706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:53:23.456543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:53:23.530188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Made reservation on behalf of e63d41ff349f468088d3dc36a5e0c541 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:53:23.533717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:23.758342 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3d768d57-9ab6-498e-885c-f8000c4b68c0 req-36865b31-3a8f-4e03-b1aa-fba131d4b4e5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 210 time: 0.0488377
Nov 24 14:53:23.817901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Allocated IP 172.20.0.14 (c97b98a6-3f6a-4720-b415-0db080371d26/4b70154f-3286-4a39-929b-86aaaac9ddeb/c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:53:23.965088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:24.023572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:24.102412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:24.107878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-926b52b6-efc8-4071-92ff-2a840f877396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:24.113112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['68d0ce06-1d34-4f21-93a9-97f7edf9a3e9'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:53:24.176661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Network c97b98a6-3f6a-4720-b415-0db080371d26 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:53:24.184006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:53:24.189158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:53:24.224356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:24.228654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:24.255175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:24.255837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:24.342169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0431540
Nov 24 14:53:24.353364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Request body: {'port': {'device_id': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:53:24.462932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:24.797524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:53:24.804435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:24.819426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Transition to ACTIVE for port object c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:53:24.880464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:24.885081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-532d8a2f-3373-4c12-9dd2-15b2657ef556 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:25.053678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:25.056959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:25.165728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5b66-a7c2-4b75-b6ee-a66e875a4792 req-a8485d74-c41c-46d0-8ffc-08f8d6a8d266 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:25.166414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-2c3b5b66-a7c2-4b75-b6ee-a66e875a4792 req-a8485d74-c41c-46d0-8ffc-08f8d6a8d266 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Synchronizing usage tracker for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:53:25.197084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Attempting to bind port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:53:25.197408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Attempting to bind port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:53:25.197727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Attempting to bind port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 on network c97b98a6-3f6a-4720-b415-0db080371d26 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:53:25.204476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 on network c97b98a6-3f6a-4720-b415-0db080371d26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:53:25.205915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Attempting to bind port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 on network c97b98a6-3f6a-4720-b415-0db080371d26 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:53:25.211003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:53:25.211327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Checking segment: {'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:53:25.211751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Bound using segment: {'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:53:25.212183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Bound port: c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60909207-210c-46cf-ad3b-38a935762e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:53:25.212522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:25.258197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-2c3b5b66-a7c2-4b75-b6ee-a66e875a4792 req-a8485d74-c41c-46d0-8ffc-08f8d6a8d266 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Unset dirty status for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:53:25.259341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c3b5b66-a7c2-4b75-b6ee-a66e875a4792 req-a8485d74-c41c-46d0-8ffc-08f8d6a8d266 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.3805008
Nov 24 14:53:25.343356 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c3b5b66-a7c2-4b75-b6ee-a66e875a4792 req-c26fb67f-18d6-4fa4-9837-2fdb971bb7e6 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717578
Nov 24 14:53:25.343356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:53:25.343356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:53:25.393555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:25.398015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bcc72d29-c713-472a-ba09-377c034f6dc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:25.454970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:25.456347 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] 10.222.0.81 "PUT /v2.0/ports/c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 HTTP/1.1" status: 200  len: 1094 time: 1.1070240
Nov 24 14:53:25.456860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:53:25.478769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:25.481404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:25.519435 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'status': 'completed', 'code': 200}
Nov 24 14:53:25.612108 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b247d7d9-199b-4d91-8fc6-969b3b1783d8 req-a6ac485f-cd3a-45ff-9adb-81b013af7709 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 1097 time: 0.0696106
Nov 24 14:53:25.712915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08563320-d429-4375-adf0-6679c2759731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:25.752473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d7d9-199b-4d91-8fc6-969b3b1783d8 req-6a10659b-1b48-44ff-a6a8-7722cebf8b8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:25.753901 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b247d7d9-199b-4d91-8fc6-969b3b1783d8 req-6a10659b-1b48-44ff-a6a8-7722cebf8b8e service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=e63d41ff349f468088d3dc36a5e0c541&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1349368
Nov 24 14:53:26.001344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d7d9-199b-4d91-8fc6-969b3b1783d8 req-076f98dd-f3bd-4c91-9579-3c79daf25e0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:26.002775 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b247d7d9-199b-4d91-8fc6-969b3b1783d8 req-076f98dd-f3bd-4c91-9579-3c79daf25e0f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2416120
Nov 24 14:53:26.113342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-bf0ffc02-19b3-428e-ad9a-33227dd02550 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 1097 time: 0.0726025
Nov 24 14:53:26.182800 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-b14967cc-579c-4f60-bd8c-a44e4386d8a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 HTTP/1.1" status: 200  len: 217 time: 0.0611367
Nov 24 14:53:26.194486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:53:26.231003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:53:26.231266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 68d0ce06-1d34-4f21-93a9-97f7edf9a3e9 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:53:26.249040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-6392a0cc-042b-45d3-a59a-673b4e78dacb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:26.250586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-6392a0cc-042b-45d3-a59a-673b4e78dacb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0610940
Nov 24 14:53:26.297032 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-9723e18d-834d-43f0-9e60-6a7f04fa8e40 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392213
Nov 24 14:53:26.429037 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-27b1a0fc-2101-4256-b16e-a108185968db service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253059
Nov 24 14:53:26.617846 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d9c84f4-cf6f-42af-a5bf-1e56eb7a52a6 req-2144b04b-e682-4a05-b3b0-d430a6abb43b service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817739
Nov 24 14:53:26.629375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d5d83-69d5-4824-b99c-7ca9eab35a05 req-260880d1-f7a7-4b6d-a8a3-662b7eefffed tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:26.631011 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-568d5d83-69d5-4824-b99c-7ca9eab35a05 req-260880d1-f7a7-4b6d-a8a3-662b7eefffed tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.1715403
Nov 24 14:53:26.677433 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-568d5d83-69d5-4824-b99c-7ca9eab35a05 req-39e8566f-5e11-42d5-8df9-da64924e0bfd tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403042
Nov 24 14:53:26.736103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:27.879102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee68ea-e349-48f7-bf93-29bbaf5017c8 req-055d6248-c98d-46c3-bfcd-f5959e6e7c86 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:27.880843 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eaee68ea-e349-48f7-bf93-29bbaf5017c8 req-055d6248-c98d-46c3-bfcd-f5959e6e7c86 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.0779579
Nov 24 14:53:27.927989 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eaee68ea-e349-48f7-bf93-29bbaf5017c8 req-40e9e70d-e9b6-4e85-919e-3ea0b26570f7 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416405
Nov 24 14:53:28.193881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:53:28.272598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:28.363302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:28.377241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26', 'port_id': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'mac_address': 'fa:16:3e:03:15:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b70154f-3286-4a39-929b-86aaaac9ddeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:53:28.430585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:28.447712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:53:28.463133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:28.553082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:28.554830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:28.571053 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:53:28.621483 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:28.625021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:28.747408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:53:29.122332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9da759-710c-4b5a-8462-2dd5c3b437ac req-17a890fd-c27b-493e-8a6f-44b2aadc9185 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:29.131998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ca9da759-710c-4b5a-8462-2dd5c3b437ac req-17a890fd-c27b-493e-8a6f-44b2aadc9185 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 945 time: 0.0756662
Nov 24 14:53:29.170034 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ca9da759-710c-4b5a-8462-2dd5c3b437ac req-327bb27a-36e7-48ca-b38d-cb56675f8184 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407214
Nov 24 14:53:30.209656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:53:30.340473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:53:30.345638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:53:30.346028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:30.369376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f750e15-a961-48ba-aa68-4cbf96ce193c req-e0bd104c-0bca-402a-8d92-f59496a85a33 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:30.370840 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7f750e15-a961-48ba-aa68-4cbf96ce193c req-e0bd104c-0bca-402a-8d92-f59496a85a33 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 945 time: 0.0820951
Nov 24 14:53:30.418288 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7f750e15-a961-48ba-aa68-4cbf96ce193c req-1c93ce58-5b74-45b1-9e86-aef97856dfc3 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408368
Nov 24 14:53:30.460588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:30.486073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:53:30.495451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:53:30.538518 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'code': 200}
Nov 24 14:53:30.558753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:30.560678 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:53:30.625110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:53:30.628052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:53:30.860624 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-219fc97a-d701-4113-8756-4b46e5bac59c req-fa6eb4e8-6829-4cca-9a0b-a86486451030 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 1099 time: 0.0710793
Nov 24 14:53:30.902488 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-219fc97a-d701-4113-8756-4b46e5bac59c req-83e67116-8f7d-478b-a6db-8aeee7f69c5a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354578
Nov 24 14:53:31.614359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f78a7-6b2e-43a9-98fc-e3bf0d2d5d3d req-b62d4209-91b0-49f0-8a2b-9ee933b97981 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:31.615775 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b97f78a7-6b2e-43a9-98fc-e3bf0d2d5d3d req-b62d4209-91b0-49f0-8a2b-9ee933b97981 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0753918
Nov 24 14:53:31.664248 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b97f78a7-6b2e-43a9-98fc-e3bf0d2d5d3d req-f5e07ff2-af5b-42ee-a841-c1b753d8e078 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429754
Nov 24 14:53:32.859562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709483be-4fa3-47a5-a3fe-24b8e018f0b0 req-c8a7daff-9101-498e-8844-907ac68d7a46 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:32.861023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-709483be-4fa3-47a5-a3fe-24b8e018f0b0 req-c8a7daff-9101-498e-8844-907ac68d7a46 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0765116
Nov 24 14:53:32.909001 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-709483be-4fa3-47a5-a3fe-24b8e018f0b0 req-a9c7974a-899e-4cd0-98c0-c06d2cfd69b2 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425174
Nov 24 14:53:33.101565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba58939-c652-43d0-a671-9ea720f2c941 req-e812b56d-64cd-43e9-8435-3500cf052201 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:33.102998 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1ba58939-c652-43d0-a671-9ea720f2c941 req-e812b56d-64cd-43e9-8435-3500cf052201 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0769236
Nov 24 14:53:33.149272 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1ba58939-c652-43d0-a671-9ea720f2c941 req-a836860d-9800-483c-b9f3-ef05bb7b3915 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408003
Nov 24 14:53:33.345608 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-63ea7991-7e59-49d2-81d4-84c3bbfe7fe6 req-1c860c94-b669-4c83-bd4d-b2edd65e574a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0700765
Nov 24 14:53:33.720135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81dcc5-d1a7-46b6-9361-692b9ade40ce req-72d4abde-8ae6-4281-8090-e20997a01020 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:33.721483 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9a81dcc5-d1a7-46b6-9361-692b9ade40ce req-72d4abde-8ae6-4281-8090-e20997a01020 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0808139
Nov 24 14:53:33.746117 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-4bfdc1f8-eb91-487e-89c6-93fc0685a683 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0694284
Nov 24 14:53:33.870254 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9a81dcc5-d1a7-46b6-9361-692b9ade40ce req-6907cace-9c38-4bc8-bb43-b4acc2ea98f9 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424551
Nov 24 14:53:35.074771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492043f-8b74-4d74-9e8d-8bb5b04859dc req-bfd8547c-5714-4e0e-9d1c-8966943dcea6 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:35.076178 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c492043f-8b74-4d74-9e8d-8bb5b04859dc req-bfd8547c-5714-4e0e-9d1c-8966943dcea6 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0807950
Nov 24 14:53:35.121667 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c492043f-8b74-4d74-9e8d-8bb5b04859dc req-67dfa352-eec8-4a9d-9915-7c54054d8143 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390506
Nov 24 14:53:35.591376 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-6a47c3d0-7ecb-4a02-b67c-d342d99a73a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 1099 time: 0.0702431
Nov 24 14:53:35.724431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-45268ee1-baf8-418c-b76b-f963c9473fb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:35.725866 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-45268ee1-baf8-418c-b76b-f963c9473fb0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1283226
Nov 24 14:53:35.798292 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-0b3a58d9-0edc-4909-a5c6-41bcbd05b1ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 HTTP/1.1" status: 200  len: 217 time: 0.0649877
Nov 24 14:53:35.861538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-3223164f-47c2-408d-9ac1-f63d1a1ebc81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:35.862955 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-3223164f-47c2-408d-9ac1-f63d1a1ebc81 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0574234
Nov 24 14:53:35.914639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-ba7c656f-5766-43da-8991-a58b8a236184 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446093
Nov 24 14:53:36.153523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-26d4d3a2-b4bb-4fe6-a75b-edf16c75b0b6 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317698
Nov 24 14:53:36.289358 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-28ada42b-e46e-48c9-8d74-510016d2f6f2 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288838
Nov 24 14:53:36.320530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb856a9-8aed-467e-8c87-b1f7a19008d2 req-58865ee6-35f7-4ea5-9720-8f69f99ce24c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:36.321968 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0fb856a9-8aed-467e-8c87-b1f7a19008d2 req-58865ee6-35f7-4ea5-9720-8f69f99ce24c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0775189
Nov 24 14:53:36.366670 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0fb856a9-8aed-467e-8c87-b1f7a19008d2 req-607e78ff-2fbe-44c8-937e-e1b80e95f3a7 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393324
Nov 24 14:53:37.565591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c574f4-4a39-4def-9555-ff1b4938edc4 req-9f6208dc-f0aa-4a49-a66b-b8537e6b70ec tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:37.567029 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e9c574f4-4a39-4def-9555-ff1b4938edc4 req-9f6208dc-f0aa-4a49-a66b-b8537e6b70ec tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0783689
Nov 24 14:53:37.612057 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e9c574f4-4a39-4def-9555-ff1b4938edc4 req-14041b7e-254d-4045-a646-2f36ec238919 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395830
Nov 24 14:53:38.809154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262be0-f093-4566-88c9-bd6ceac274af req-9b587dd3-eaa9-4676-a70c-0572444c32ff tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:38.810589 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-24262be0-f093-4566-88c9-bd6ceac274af req-9b587dd3-eaa9-4676-a70c-0572444c32ff tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0801749
Nov 24 14:53:38.856269 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-24262be0-f093-4566-88c9-bd6ceac274af req-2be5bb62-f9f9-4a63-8947-1c0affb5dffb tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396476
Nov 24 14:53:40.061500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769cd37-e95a-4719-b203-3afd937313b2 req-aff797cd-712b-42de-ad83-45bcf7f61e3b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:40.062930 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0769cd37-e95a-4719-b203-3afd937313b2 req-aff797cd-712b-42de-ad83-45bcf7f61e3b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0867157
Nov 24 14:53:40.111218 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0769cd37-e95a-4719-b203-3afd937313b2 req-a084dac6-b1ae-4d8d-b397-c4823554ea4e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426290
Nov 24 14:53:41.303768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408a29e-8922-4d68-8fdc-d6c7c1cd49b0 req-cafb3a1e-0cd9-4669-abf1-f6ee21c8344d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:41.305210 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7408a29e-8922-4d68-8fdc-d6c7c1cd49b0 req-cafb3a1e-0cd9-4669-abf1-f6ee21c8344d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0754554
Nov 24 14:53:41.353007 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7408a29e-8922-4d68-8fdc-d6c7c1cd49b0 req-febe036a-2b02-4b6d-baf2-bd9bd06aa809 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422766
Nov 24 14:53:42.544832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20523bd3-9ed7-411d-b9df-fa3080a34fba req-21079239-83e9-4c21-8f88-4fdf3125485a tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:42.546406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-20523bd3-9ed7-411d-b9df-fa3080a34fba req-21079239-83e9-4c21-8f88-4fdf3125485a tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0760944
Nov 24 14:53:42.594907 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-20523bd3-9ed7-411d-b9df-fa3080a34fba req-07e80370-97ad-49d3-b995-4d708be46370 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430031
Nov 24 14:53:43.793250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbb067-c00a-4a62-92dd-53ce75e3660c req-b1bef483-e50d-4df2-89b2-1a336c85b2e0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:43.794699 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-62dbb067-c00a-4a62-92dd-53ce75e3660c req-b1bef483-e50d-4df2-89b2-1a336c85b2e0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0784903
Nov 24 14:53:43.840406 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-62dbb067-c00a-4a62-92dd-53ce75e3660c req-8ded56dd-febe-493c-9e11-8a1cd90d77fc tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393262
Nov 24 14:53:45.040078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a37bd9-5dee-44d4-8180-553ea9ab3b8b req-0ac8895d-f2cc-4107-8fd2-6ec35c8181bc tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:45.041546 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-32a37bd9-5dee-44d4-8180-553ea9ab3b8b req-0ac8895d-f2cc-4107-8fd2-6ec35c8181bc tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0764852
Nov 24 14:53:45.086818 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-32a37bd9-5dee-44d4-8180-553ea9ab3b8b req-a49f5b53-6b8a-4c2e-be95-62e83674435f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393393
Nov 24 14:53:46.284138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bf70d-99b9-40bc-be43-3ead9816c7b7 req-14b3cdc0-1ed3-4de0-b8ef-0ef18aab6640 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:46.285568 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-567bf70d-99b9-40bc-be43-3ead9816c7b7 req-14b3cdc0-1ed3-4de0-b8ef-0ef18aab6640 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0792074
Nov 24 14:53:46.331379 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-567bf70d-99b9-40bc-be43-3ead9816c7b7 req-a8bbc24d-9c09-4c75-9e19-8e2a49594a3b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403073
Nov 24 14:53:47.531291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fe844-26d5-41e7-9f0a-c28929cda178 req-a1a9978e-a007-4309-a1eb-735a9b903e0b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:47.532769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a0fe844-26d5-41e7-9f0a-c28929cda178 req-a1a9978e-a007-4309-a1eb-735a9b903e0b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0818021
Nov 24 14:53:47.577533 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a0fe844-26d5-41e7-9f0a-c28929cda178 req-818b48d0-8119-4b07-a8f5-05b896040a0b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388193
Nov 24 14:53:48.774082 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa82d1a-d35f-42b0-9b72-bc5406fda206 req-17273923-664c-4e7d-909c-a090dac5fbce tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:48.775496 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eaa82d1a-d35f-42b0-9b72-bc5406fda206 req-17273923-664c-4e7d-909c-a090dac5fbce tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0787859
Nov 24 14:53:48.821094 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eaa82d1a-d35f-42b0-9b72-bc5406fda206 req-5278c2ba-fe48-42c9-8ea8-1cdbafa005c5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399344
Nov 24 14:53:50.017092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f7a6f-e5da-4379-988e-87a1b301a8ad req-90097a16-9916-449e-b7ed-0b0324f4b1a3 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:50.018542 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-576f7a6f-e5da-4379-988e-87a1b301a8ad req-90097a16-9916-449e-b7ed-0b0324f4b1a3 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0785301
Nov 24 14:53:50.063548 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-576f7a6f-e5da-4379-988e-87a1b301a8ad req-c52d27a3-a32a-40b5-8fe6-51f91a41b81e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394945
Nov 24 14:53:50.420869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:51.266669 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116308-d550-42ae-9cc2-a5f9f8345863 req-81564233-f29d-4798-8090-5da49166ca68 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:51.268117 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ff116308-d550-42ae-9cc2-a5f9f8345863 req-81564233-f29d-4798-8090-5da49166ca68 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0829420
Nov 24 14:53:51.313733 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ff116308-d550-42ae-9cc2-a5f9f8345863 req-e156c164-47fe-4460-b2e0-941c2141a824 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402367
Nov 24 14:53:52.512996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32331a-116e-4dc7-95b0-2ec8c6faf478 req-fd784637-8853-44c0-b11d-a6fee3881d5c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:52.515043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3b32331a-116e-4dc7-95b0-2ec8c6faf478 req-fd784637-8853-44c0-b11d-a6fee3881d5c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0808103
Nov 24 14:53:52.559377 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3b32331a-116e-4dc7-95b0-2ec8c6faf478 req-4fb5f625-7e78-4856-8329-e3123c7c305b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389566
Nov 24 14:53:53.443284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4ab4b71a-13e2-4247-928a-a07b12102743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:53.755189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605a53c-e3a4-48c1-bdd5-9eb3c9e5ef9c req-91cc2181-f8f7-4e23-aa6c-5fb10f0b9a77 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:53.756600 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b605a53c-e3a4-48c1-bdd5-9eb3c9e5ef9c req-91cc2181-f8f7-4e23-aa6c-5fb10f0b9a77 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0773315
Nov 24 14:53:53.805787 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b605a53c-e3a4-48c1-bdd5-9eb3c9e5ef9c req-50e1ddaf-b0d3-45fc-b244-df2a7a75b7b9 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437741
Nov 24 14:53:53.940543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:55.004363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a203fa-291c-4782-8c6f-1de9feff26ee req-0552c75c-284f-4d15-91d4-70fc48c0129e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:55.005805 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8a203fa-291c-4782-8c6f-1de9feff26ee req-0552c75c-284f-4d15-91d4-70fc48c0129e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0778544
Nov 24 14:53:55.050408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8a203fa-291c-4782-8c6f-1de9feff26ee req-70d28992-7a8e-4ff5-886e-5d2718a80b17 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391498
Nov 24 14:53:55.729184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90887c68-82a8-4476-9e73-cbf25de88e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:56.248014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258e6af-c695-430f-b052-d86671dee678 req-e35e2c68-729e-43df-88f7-ec23dcaa3c87 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:56.249829 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d258e6af-c695-430f-b052-d86671dee678 req-e35e2c68-729e-43df-88f7-ec23dcaa3c87 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0786269
Nov 24 14:53:56.295280 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d258e6af-c695-430f-b052-d86671dee678 req-793d25bc-840d-4090-971d-f875b1fd9b1f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395639
Nov 24 14:53:56.751725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:57.493574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb9b0e-6049-49d0-918e-d6f407111a29 req-0ff2b67d-b701-4507-b43d-d2a7e4b75201 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:57.494998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a0eb9b0e-6049-49d0-918e-d6f407111a29 req-0ff2b67d-b701-4507-b43d-d2a7e4b75201 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0792305
Nov 24 14:53:57.539755 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a0eb9b0e-6049-49d0-918e-d6f407111a29 req-5450a42e-47b2-4ac7-97c9-7fe7383322d4 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391469
Nov 24 14:53:58.208742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:53:58.742188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d523d9-475a-4623-95b2-bd44b9464343 req-a09da02f-36c1-4e32-9e41-406c40647424 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:58.743618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-33d523d9-475a-4623-95b2-bd44b9464343 req-a09da02f-36c1-4e32-9e41-406c40647424 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0810077
Nov 24 14:53:58.790148 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-33d523d9-475a-4623-95b2-bd44b9464343 req-856eff7b-91f5-4434-9e48-ebfea2d71784 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399368
Nov 24 14:53:59.988017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34d22b-f28d-4d31-a5ab-0aa5a031a2d2 req-f273c5cb-8f07-492b-a255-a294eb143645 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:53:59.989552 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db34d22b-f28d-4d31-a5ab-0aa5a031a2d2 req-f273c5cb-8f07-492b-a255-a294eb143645 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0755420
Nov 24 14:54:00.039314 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db34d22b-f28d-4d31-a5ab-0aa5a031a2d2 req-28dbaede-a6f7-445a-8319-df78b41bfcb7 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441372
Nov 24 14:54:01.235333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bb6cf-c5e6-44dc-b6bf-7cc680fb64bb req-160f2acf-cf62-4887-bdd7-ae4aed21a1b0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:01.236713 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-847bb6cf-c5e6-44dc-b6bf-7cc680fb64bb req-160f2acf-cf62-4887-bdd7-ae4aed21a1b0 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0772991
Nov 24 14:54:01.282049 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-847bb6cf-c5e6-44dc-b6bf-7cc680fb64bb req-ccd53f4b-46dc-4fcf-b59d-ea8f82e40c92 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398951
Nov 24 14:54:02.479884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424f82-9766-4aa9-9b50-717e29af4fcd req-345abe4c-02e4-4a6f-a259-a0c3e6487acb tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:02.481346 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a424f82-9766-4aa9-9b50-717e29af4fcd req-345abe4c-02e4-4a6f-a259-a0c3e6487acb tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0788302
Nov 24 14:54:02.526591 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a424f82-9766-4aa9-9b50-717e29af4fcd req-eb463b01-edc8-4383-8422-17d3e99cb45c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398161
Nov 24 14:54:03.401821 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-8a54d176-a009-4c3f-97d8-b148387c0158 service neutron] 10.222.0.81 "GET /v2.0/ports/c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.0773332
Nov 24 14:54:03.725754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f42c5-3f1c-40aa-af99-77c4cd43adf3 req-6568f35b-cf7d-4cfe-9d11-27d2a3e1fb9b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:03.727104 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-294f42c5-3f1c-40aa-af99-77c4cd43adf3 req-6568f35b-cf7d-4cfe-9d11-27d2a3e1fb9b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0809970
Nov 24 14:54:03.775730 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-294f42c5-3f1c-40aa-af99-77c4cd43adf3 req-6b8bfedd-4550-4027-89d6-973340a731d5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430913
Nov 24 14:54:04.004715 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-daabf643-4fee-4545-b96b-d17b6a241f32 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8&tenant_id=e63d41ff349f468088d3dc36a5e0c541 HTTP/1.1" status: 200  len: 1099 time: 0.0707958
Nov 24 14:54:04.096534 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-c006181e-5ebe-45b7-88da-9266966ddc79 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 1099 time: 0.0686710
Nov 24 14:54:04.227425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-9084d6a2-c38d-43f0-be9d-cbaff222dfe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:04.228829 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-9084d6a2-c38d-43f0-be9d-cbaff222dfe5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1264179
Nov 24 14:54:04.301994 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-6f36f731-0112-450f-9928-c92859021351 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 HTTP/1.1" status: 200  len: 217 time: 0.0667875
Nov 24 14:54:04.367991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-6f9945df-070a-47d7-a2ce-b540477c090a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:04.369404 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-6f9945df-070a-47d7-a2ce-b540477c090a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0609035
Nov 24 14:54:04.415175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-d36c4c01-7862-49bc-8c62-77acb0f96ca2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391533
Nov 24 14:54:04.657479 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-1071b328-641a-4211-b00c-5a7491418ec0 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353489
Nov 24 14:54:04.791393 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ced3f5a5-c434-4c69-ae51-4fc9c8df26b8 req-e209dbd5-2052-4bf5-91d4-94c0cdc9a1de service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269398
Nov 24 14:54:04.987753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8283f-6128-4d13-814f-74523959aab9 req-0d8b8c71-560c-49fc-bc24-3d316b7ea940 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:04.989125 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1dd8283f-6128-4d13-814f-74523959aab9 req-0d8b8c71-560c-49fc-bc24-3d316b7ea940 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0771711
Nov 24 14:54:05.034444 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1dd8283f-6128-4d13-814f-74523959aab9 req-8fe3ff75-62a1-49f1-983d-f87b8fa869bf tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398047
Nov 24 14:54:05.570789 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:54:06.234209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730e93e-380b-4551-ac6c-f6c4f2039bd9 req-9792c854-e284-422b-95e3-7cb99b65a8a6 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:06.235532 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e730e93e-380b-4551-ac6c-f6c4f2039bd9 req-9792c854-e284-422b-95e3-7cb99b65a8a6 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0776110
Nov 24 14:54:06.281078 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e730e93e-380b-4551-ac6c-f6c4f2039bd9 req-1fc4b676-349a-456e-a3a3-64997838a376 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401399
Nov 24 14:54:06.433507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:54:06.435822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:54:06.652445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:06.687595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:06.707329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:54:06.715930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'network_id': 'c97b98a6-3f6a-4720-b415-0db080371d26', 'port_id': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'mac_address': 'fa:16:3e:03:15:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b70154f-3286-4a39-929b-86aaaac9ddeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:54:06.720616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:06.774305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:06.784230 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'code': 200}
Nov 24 14:54:06.786712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:06.790865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:06.832858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:54:06.908727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:06.917772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:54:06.918136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:54:06.921338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.921690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.922031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.922370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.922706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.923039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.923368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.923695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.924026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.924371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.924697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:06.928423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:07.471403 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:07.478624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f408e1-ca57-46c5-b509-148c11b68a95 req-58d4a4a4-0874-401e-a01e-c52e9e821636 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:07.480060 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-53f408e1-ca57-46c5-b509-148c11b68a95 req-58d4a4a4-0874-401e-a01e-c52e9e821636 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.0788362
Nov 24 14:54:07.493568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:54:07.509816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:07.528154 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-53f408e1-ca57-46c5-b509-148c11b68a95 req-feb64e61-9efa-4203-84b8-e0a131863d6b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417173
Nov 24 14:54:07.574479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:07.578159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:07.651671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:54:07.692385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:07.695617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:07.950757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa10d0-1bc9-4383-8e18-7600a9aaf27e req-dc76840f-593e-45d0-9c68-ca709cfa7f54 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:07.956855 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-74fa10d0-1bc9-4383-8e18-7600a9aaf27e req-dc76840f-593e-45d0-9c68-ca709cfa7f54 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 945 time: 0.0816491
Nov 24 14:54:08.010803 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-74fa10d0-1bc9-4383-8e18-7600a9aaf27e req-c3cbe2e3-2abc-4c34-b109-97d6c3f0e90f tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488985
Nov 24 14:54:08.029042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-96dcc389-961e-4247-ab08-839618a82c84 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:08.031660 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-96dcc389-961e-4247-ab08-839618a82c84 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8&tenant_id=e63d41ff349f468088d3dc36a5e0c541&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 945 time: 0.0875680
Nov 24 14:54:08.175665 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-0732af12-4c6e-4c7c-adc4-e4435a2e5c92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 1098 time: 0.0707784
Nov 24 14:54:08.309184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-3a44181e-803e-4a08-9873-f3de7897176c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:08.310598 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-3a44181e-803e-4a08-9873-f3de7897176c service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1284950
Nov 24 14:54:08.380952 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-3ddcd250-8919-437e-baae-c6d292711bc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 HTTP/1.1" status: 200  len: 217 time: 0.0629268
Nov 24 14:54:08.441265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-01176939-d619-4810-8110-9612cb5b1801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:08.442574 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-01176939-d619-4810-8110-9612cb5b1801 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0555198
Nov 24 14:54:08.445624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:08.493689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-78fe0e1a-902e-42f7-ae6b-cd8b69b63878 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448644
Nov 24 14:54:08.515723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:08.516337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:08.629425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:08.629851 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-23d9416d-5c5d-418d-b7a8-5fa32b558262 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294105
Nov 24 14:54:08.661439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:08.734700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:08.736692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:08.790178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:54:08.809060 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-faa7ecd4-0257-49bd-ad6f-d63231827292 req-9a37ad42-efdf-4012-94d1-d3ee8cdefb90 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717498
Nov 24 14:54:08.818632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:08.832980 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-e285e26f-ad94-42e6-9258-16374b70cfed service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1032591
Nov 24 14:54:08.833174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:08.859095 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'code': 200}
Nov 24 14:54:09.036598 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-7c0356fe-675a-4b34-bea1-e5ef2afbc1c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e63d41ff349f468088d3dc36a5e0c541&device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 1099 time: 0.0735483
Nov 24 14:54:09.188777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-4816d723-c5a9-4e1f-a42d-d56c66381a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:09.190368 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-4816d723-c5a9-4e1f-a42d-d56c66381a1d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 200  len: 916 time: 0.1332724
Nov 24 14:54:09.215978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934ee98-1c52-4a1d-ab4a-7eea96a1be60 req-72fbe20e-00fd-48e5-82c6-f7f303893adb tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:09.217511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7934ee98-1c52-4a1d-ab4a-7eea96a1be60 req-72fbe20e-00fd-48e5-82c6-f7f303893adb tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0833733
Nov 24 14:54:09.260534 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-54f9bdf7-f4a3-462c-9ddc-92797c2af2b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 HTTP/1.1" status: 200  len: 217 time: 0.0630848
Nov 24 14:54:09.266792 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7934ee98-1c52-4a1d-ab4a-7eea96a1be60 req-db43ac2e-520f-4f45-a239-4d8d54a1c70c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436473
Nov 24 14:54:09.335399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-1e13a01f-7938-43e0-9920-359f997f03b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:09.336777 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-1e13a01f-7938-43e0-9920-359f997f03b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 200  len: 855 time: 0.0630341
Nov 24 14:54:09.382313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-3ff56381-650a-4db4-9a80-16a00088614a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c97b98a6-3f6a-4720-b415-0db080371d26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386488
Nov 24 14:54:09.626169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-99d85019-d44f-4bdf-9131-3d7d652b5ab3 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375085
Nov 24 14:54:09.759857 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-098072cb-e85b-4272-85e8-80fcf997e3bd req-8706bc32-2a78-4725-b044-13593cee47e8 service neutron] 10.222.0.81 "GET /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263313
Nov 24 14:54:10.457914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:54:10.469484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb89cd-cec0-4db2-94a1-21a4a0c108aa req-65bd6759-6bcf-4fce-a5fd-341023b9b39b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:10.470929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cafb89cd-cec0-4db2-94a1-21a4a0c108aa req-65bd6759-6bcf-4fce-a5fd-341023b9b39b tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0829687
Nov 24 14:54:10.517778 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cafb89cd-cec0-4db2-94a1-21a4a0c108aa req-c9c8639e-2960-4e95-b416-0f91c21cef78 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412812
Nov 24 14:54:10.609499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:10.641489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:10.705890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:10.707675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:10.716512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f91a37-cd09-486d-a807-8fab7f1e1294 req-8a121249-ec98-4a04-b37e-7850164cd706 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:10.718678 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e6f91a37-cd09-486d-a807-8fab7f1e1294 req-8a121249-ec98-4a04-b37e-7850164cd706 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 946 time: 0.0814075
Nov 24 14:54:10.765620 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e6f91a37-cd09-486d-a807-8fab7f1e1294 req-937bceca-09c7-4609-a916-b7d4190a9b44 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413158
Nov 24 14:54:10.773489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=9']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:10.776446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:10.860493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:54:10.915295 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'code': 200}
Nov 24 14:54:10.968133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d5c8d-b313-4942-96aa-7665909e0293 req-fbb5b0a9-9a2a-41b9-a4d1-f1f1a08c127e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:10.969588 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-996d5c8d-b313-4942-96aa-7665909e0293 req-fbb5b0a9-9a2a-41b9-a4d1-f1f1a08c127e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.0819068
Nov 24 14:54:11.015805 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-996d5c8d-b313-4942-96aa-7665909e0293 req-7b2848d3-26b6-4b26-9fbb-2c5bdd563f5a tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407267
Nov 24 14:54:11.860487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b3d81-dabf-4320-8bc2-ff8a3b4bb82b req-a53008ba-a320-462d-aaab-e457fb2e22c5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:11.861924 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7c8b3d81-dabf-4320-8bc2-ff8a3b4bb82b req-a53008ba-a320-462d-aaab-e457fb2e22c5 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.0782666
Nov 24 14:54:11.907120 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7c8b3d81-dabf-4320-8bc2-ff8a3b4bb82b req-b11f125e-553e-45a6-8d1e-25bc8bc86602 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396791
Nov 24 14:54:13.106838 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9f455-8bc3-4c53-bdc1-fa5a029cfafa req-7e4cbb64-8281-44db-a644-5408e6c9697e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:13.108847 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9be9f455-8bc3-4c53-bdc1-fa5a029cfafa req-7e4cbb64-8281-44db-a644-5408e6c9697e tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.0803895
Nov 24 14:54:13.154135 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9be9f455-8bc3-4c53-bdc1-fa5a029cfafa req-3487632f-35ef-4258-9bcd-7b1170c65595 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b1e3595-0225-41b5-9d60-d5d2245677eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399430
Nov 24 14:54:13.309934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-44373d98-a000-407f-81fd-004c3f2a08df tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:13.311439 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-44373d98-a000-407f-81fd-004c3f2a08df tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 944 time: 0.0763991
Nov 24 14:54:13.382146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Deleting port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:54:13.382388 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:13.621793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] For port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,segment=NetworkSegment(60909207-210c-46cf-ad3b-38a935762e55),segment_id=60909207-210c-46cf-ad3b-38a935762e55)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:13.622164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:13.742182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Calling delete_port for c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:54:13.922523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:13.928217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-153d9434-b7e6-48b6-915a-9fb0c6a7a752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:13.970741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Pushing event deleted for resources: {'Port': ['ID=c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:14.010611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.010930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.011308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.011683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.012058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.012446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.012813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.013177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.013538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.014011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.015185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:14.021856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:14.057303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] No DVR routers for this DVR port c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:54:14.059862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:14.063375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-deleted', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:54:14.119288 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eeb626-abdf-4a5b-95a7-a1259bfff3f8', 'name': 'network-vif-deleted', 'tag': 'c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154', 'status': 'completed', 'code': 200}
Nov 24 14:54:14.140228 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b3fad8f4-7db6-48ab-85d1-da365b9b7e2f req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.81 "DELETE /v2.0/ports/c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 HTTP/1.1" status: 204  len: 173 time: 0.8226347
Nov 24 14:54:14.319573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-637d2125-6161-4a53-9f30-0d6536ba3c15 req-b76e6f16-3c22-44b7-9a97-5feb2f99c5bf tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Synchronizing usage tracker for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:54:14.407213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-637d2125-6161-4a53-9f30-0d6536ba3c15 req-b76e6f16-3c22-44b7-9a97-5feb2f99c5bf tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Unset dirty status for tenant:e63d41ff349f468088d3dc36a5e0c541 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:54:14.408450 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-637d2125-6161-4a53-9f30-0d6536ba3c15 req-b76e6f16-3c22-44b7-9a97-5feb2f99c5bf tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] 10.222.0.53 "GET /v2.0/ports?device_id=67eeb626-abdf-4a5b-95a7-a1259bfff3f8 HTTP/1.1" status: 200  len: 210 time: 0.1317654
Nov 24 14:54:15.657132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 32962) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:15.716164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Deleting subnet 4b70154f-3286-4a39-929b-86aaaac9ddeb {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 14:54:15.719101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:15.772171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:15.828362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:15.940052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:15.943791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:16.082706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b70154f-3286-4a39-929b-86aaaac9ddeb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:16.086675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:16.089366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.095714 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-06e524bf-82bd-44f8-87f8-b02ba2f2102c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4b70154f-3286-4a39-929b-86aaaac9ddeb HTTP/1.1" status: 204  len: 168 time: 0.4375737
Nov 24 14:54:16.098246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 32966) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:16.203984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.328405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.354201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e87d3a0>,) {'filters': {'network_id': ['c97b98a6-3f6a-4720-b415-0db080371d26']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:16.366315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e87d3a0>, '60909207-210c-46cf-ad3b-38a935762e55') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:16.366607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e87d3a0>, '60909207-210c-46cf-ad3b-38a935762e55') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:16.378565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.394634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.400718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 14:54:16.401115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 14:54:16.414166 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 14:54:16.508806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:54:16.544320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:54:16.544674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c83e3f4b-c48a-4b1b-8b98-3ea6a78e1154 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:54:16.547263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.550847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ab6297c0-859c-455f-a626-240235a61414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:16.565624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:16.576016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Pushing event deleted for resources: {'Network': ['ID=c97b98a6-3f6a-4720-b415-0db080371d26,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:16.579221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:16.631883 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8bcc58ef-c8c8-45cf-83ef-2250dc44013e admin admin] 10.222.0.53 "DELETE /v2.0/networks/c97b98a6-3f6a-4720-b415-0db080371d26 HTTP/1.1" status: 204  len: 168 time: 0.5325153
Nov 24 14:54:16.947590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 32972) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:16.998783 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55770e78-fb07-49ea-bfc3-a0ab063642f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e63d41ff349f468088d3dc36a5e0c541&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497463
Nov 24 14:54:17.001405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 32976) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:17.062386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:17.087232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:17.242678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:17.246598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ef1989aa-d13e-49bd-a783-9257562bb601 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:17.263579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1e3595-0225-41b5-9d60-d5d2245677eb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:17.268052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:17.373002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:17.374701 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b1e3595-0225-41b5-9d60-d5d2245677eb HTTP/1.1" status: 204  len: 168 time: 0.3724151
Nov 24 14:54:18.507843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 32998) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:18.635217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-462693854-network', 'tenant_id': '6d886bca879849ce82e3e0c80b007026'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:18.639927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:18.644138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Usage tracker for resource:network and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:18.646993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:18.652810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:18.722256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Made reservation on behalf of 6d886bca879849ce82e3e0c80b007026 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:54:18.724543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:18.737380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:18.768312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:18.773739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:18.775396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:18.781703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:18.846479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:18.899715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:18.902770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a55d8f4-0a60-4b70-bec8-9fe88ae11729 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:18.932732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 14:54:18.938436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198e282-f05b-4ddf-9efb-8f822f23b2da,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:18.941978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:18.945664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:18.946005 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Added segment ff21c1e6-5070-43e6-840e-49da9b8aa458 of type vlan for network cb05e26a-6596-4532-9f08-da297600fc6a
Nov 24 14:54:18.972882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:19.036946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:19.037765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:19.038362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:19.041695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6f4ddceb-7d02-4f1d-8345-15c02dbd8618 tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:19.142281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb05e26a-6596-4532-9f08-da297600fc6a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:19.144968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:19.151660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network cb05e26a-6596-4532-9f08-da297600fc6a details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 14:54:19.214672 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7056026
Nov 24 14:54:19.217731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33004) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:19.223436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Request body: {'subnet': {'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-462693854-subnet', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:19.228374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:19.232238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Usage tracker for resource:subnet and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:19.235035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:19.241106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:19.305174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Made reservation on behalf of 6d886bca879849ce82e3e0c80b007026 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:54:19.307592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:19.665426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:19.668875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-86b874a5-bf2a-4dc9-ae9a-f1b472a9737c tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:19.738380 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af109160-2e4a-44f6-b640-29e2ae589555,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:19.754511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.754883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.755277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.755636 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.756045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.756436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.756791 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.757142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.757490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.757836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.758182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:19.761515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:19.765071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Checking segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:54:19.765593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Network hostable DHCP agents. Network: cb05e26a-6596-4532-9f08-da297600fc6a, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 14:54:19.846879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Network cb05e26a-6596-4532-9f08-da297600fc6a is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 14:54:19.916628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, cb05e26a-6596-4532-9f08-da297600fc6a) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:54:19.921469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:19.922153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:19.927670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cd41a-0b05-413f-b81d-1dede9736669 None None] Network cb05e26a-6596-4532-9f08-da297600fc6a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:54:20.009006 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7900219
Nov 24 14:54:20.011541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33008) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:20.016861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:20.021568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:20.025650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Usage tracker for resource:router and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:20.028627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:20.035088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:20.100036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.101064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.119771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.145419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-cb05e26a-6596-4532-9f08-da297600fc6a', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 14:54:20.146245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.302261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Allocated IP 172.20.0.2 (cb05e26a-6596-4532-9f08-da297600fc6a/af109160-2e4a-44f6-b640-29e2ae589555/3e0a0285-f326-40f5-9f1d-62fe023dbc89) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:54:20.329298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.482149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.519444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.529414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Transition to ACTIVE for port object 3e0a0285-f326-40f5-9f1d-62fe023dbc89 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:54:20.548915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Transition to ACTIVE for port object 3e0a0285-f326-40f5-9f1d-62fe023dbc89 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:54:20.598307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.614337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.618150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4f0c1d2c-d72c-49dc-9961-c2fefc93e6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:20.632152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.683947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Network cb05e26a-6596-4532-9f08-da297600fc6a is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:54:20.687218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:54:20.691660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:54:20.693666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Pushing event updated for resources: {'Port': ['ID=3e0a0285-f326-40f5-9f1d-62fe023dbc89,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:20.696526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:20.772286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Allocated IP 172.26.2.65 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/a502c549-0d91-40c9-a86e-01783cbd4343) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:54:20.785197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Attempting to bind port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:54:20.785573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Attempting to bind port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:54:20.785944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Attempting to bind port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:54:20.792452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:54:20.792834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Checking segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:54:20.793239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.793638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Bound using segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:54:20.794099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Bound port: 3e0a0285-f326-40f5-9f1d-62fe023dbc89, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:54:20.794480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.886351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] For port 3e0a0285-f326-40f5-9f1d-62fe023dbc89, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:54:20.889353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] For port 3e0a0285-f326-40f5-9f1d-62fe023dbc89, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3e0a0285-f326-40f5-9f1d-62fe023dbc89,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:54:20.922430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.978924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:20.983001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:21.007565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:21.011660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:21.067846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Pushing event updated for resources: {'Port': ['ID=3e0a0285-f326-40f5-9f1d-62fe023dbc89,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:21.070764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:21.086131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:54:21.087850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:54:21.090157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Pushing event updated for resources: {'Port': ['ID=a502c549-0d91-40c9-a86e-01783cbd4343,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:21.092294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:54:21.118466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:21.333100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:21.333833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:21.624836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Router e1fa1529-8e1f-4588-a728-785f07706e68 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 14:54:21.841497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:54:21.852567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:54:21.868248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:54:21.869085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f98aca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:53:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:21.941486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07844e3-a1e4-4512-92af-9862226f63d7 None None] Network cb05e26a-6596-4532-9f08-da297600fc6a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 14:54:21.962742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:21.964063 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.9515076
Nov 24 14:54:21.966801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33012) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:22.079322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3e0a0285-f326-40f5-9f1d-62fe023dbc89 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:22.310635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bbcf5991-cadf-4b84-8ae9-096e5d1a5cf8 None None] Provisioning for port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:54:22.313926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:54:22.490882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:54:22.552376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:22.552764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:22.777915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:22.815421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f98aca0>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:21Z', 'revision_number': 3, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:22.821919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 3e0a0285-f326-40f5-9f1d-62fe023dbc89, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3e0a0285-f326-40f5-9f1d-62fe023dbc89,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:22.823102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:54:22.823451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Updating router e1fa1529-8e1f-4588-a728-785f07706e68 port a502c549-0d91-40c9-a86e-01783cbd4343 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:54:22.835283 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:22.888371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:22.916875 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:22.924514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-7249775b-f085-4535-8c76-413fde282918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:23.054095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Allocated IP 172.20.0.1 (cb05e26a-6596-4532-9f08-da297600fc6a/af109160-2e4a-44f6-b640-29e2ae589555/b2507d1b-7685-406f-b5b8-d883052c3aac) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:54:23.072914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=3e0a0285-f326-40f5-9f1d-62fe023dbc89,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:23.079358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:23.089435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5831d127-cc15-4827-85a4-1049d2567a5f None None] Provisioning complete for port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:23.089822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5831d127-cc15-4827-85a4-1049d2567a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.203430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.231078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Transition to ACTIVE for port object b2507d1b-7685-406f-b5b8-d883052c3aac will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:54:23.328552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.333117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:23.397414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Network cb05e26a-6596-4532-9f08-da297600fc6a is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:54:23.400610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:54:23.403951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.404797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:54:23.416704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Transition to ACTIVE for port object a502c549-0d91-40c9-a86e-01783cbd4343 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:54:23.433279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2507d1b-7685-406f-b5b8-d883052c3aac,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:23.440819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:23.459549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1abee6f9-eb4a-4255-a3b8-cb0e376644ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.470978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.482262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.487346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:23.567228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Attempting to bind port a502c549-0d91-40c9-a86e-01783cbd4343 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:54:23.567607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Attempting to bind port a502c549-0d91-40c9-a86e-01783cbd4343 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:54:23.567972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Attempting to bind port a502c549-0d91-40c9-a86e-01783cbd4343 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:54:23.574308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471a7af-78c4-4f1e-9897-c6cc83e43f39 None None] Pushing event updated for resources: {'Port': ['ID=a502c549-0d91-40c9-a86e-01783cbd4343,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:23.577595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6471a7af-78c4-4f1e-9897-c6cc83e43f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:23.581175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:54:23.581552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:54:23.581958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.582344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:54:23.582828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Bound port: a502c549-0d91-40c9-a86e-01783cbd4343, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:54:23.583228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.627432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.662129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] For port a502c549-0d91-40c9-a86e-01783cbd4343, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:54:23.665663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] For port a502c549-0d91-40c9-a86e-01783cbd4343, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a502c549-0d91-40c9-a86e-01783cbd4343,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:54:23.722815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.727106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:23.763447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b786c440-8f9a-4165-a3ab-4255a63fd910 None None] Provisioning for port b2507d1b-7685-406f-b5b8-d883052c3aac completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:54:23.778781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b786c440-8f9a-4165-a3ab-4255a63fd910 None None] Provisioning complete for port b2507d1b-7685-406f-b5b8-d883052c3aac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:23.779161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b786c440-8f9a-4165-a3ab-4255a63fd910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.858406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.869426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471a7af-78c4-4f1e-9897-c6cc83e43f39 None None] Pushing event updated for resources: {'Port': ['ID=a502c549-0d91-40c9-a86e-01783cbd4343,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:23.872663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6471a7af-78c4-4f1e-9897-c6cc83e43f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:23.873467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b786c440-8f9a-4165-a3ab-4255a63fd910 None None] Port b2507d1b-7685-406f-b5b8-d883052c3aac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:54:23.883775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:54:23.884453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f98aca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:53:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:23.915718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:23.943664 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-03e61809-c057-47cd-8d72-c2a5bf97fff6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:24.025406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:24.034192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2507d1b-7685-406f-b5b8-d883052c3aac,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:24.036993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:24.087215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3e0a0285-f326-40f5-9f1d-62fe023dbc89 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:24.127955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:24.194602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:54:24.255883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:24.256279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:24.296867 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Network cb05e26a-6596-4532-9f08-da297600fc6a is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:54:24.298017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:54:24.564901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ae5f2334-1bb8-4908-90e1-d1b874d7e1b1 None None] Provisioning complete for port b2507d1b-7685-406f-b5b8-d883052c3aac triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:24.565276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2334-1bb8-4908-90e1-d1b874d7e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:24.652342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f2334-1bb8-4908-90e1-d1b874d7e1b1 None None] Port b2507d1b-7685-406f-b5b8-d883052c3aac cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:54:24.679766 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f98aca0>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 2, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:24.683722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02ccee-9d91-474e-9021-de1de3cff266 None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 2, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:54:24.696857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:54:24.926761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:54:24.935696 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] 10.222.0.53 "PUT /v2.0/routers/e1fa1529-8e1f-4588-a728-785f07706e68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9678278
Nov 24 14:54:25.562349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33024) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:25.568261 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109257631', 'description': 'tempest-description--672732871'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:25.574744 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:25.579114 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Usage tracker for resource:security_group and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:25.582131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:25.588061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:25.654213 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:25.693315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:25.702418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Usage tracker for resource:security_group_rule and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:25.702418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:25.707516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:25.721742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c1f09c31-346d-42b9-85cb-1d609a7fe800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:25.767526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:25.824285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:25.828769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-430cb9c3-ffc2-4b64-bb4f-4351635bdc7e tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:25.868566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5cf708-6020-4c13-a79d-48360fb0aec7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:25.874868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:25.950105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:25.951322 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.3878708
Nov 24 14:54:25.955241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33028) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:25.960605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'security_group_rule': {'security_group_id': '5a5cf708-6020-4c13-a79d-48360fb0aec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:25.966658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:25.971409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Usage tracker for resource:security_group_rule and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:25.974332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:25.980046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:26.062308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a502c549-0d91-40c9-a86e-01783cbd4343 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:26.078800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.141950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.230669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port a502c549-0d91-40c9-a86e-01783cbd4343 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:54:26.236591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port a502c549-0d91-40c9-a86e-01783cbd4343 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:26.236969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.259227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.261225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5738e0f7-c5d2-4b76-80cb-0561688a9acc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:26.283063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0784213b-837b-48bd-90ff-c6639d8f04b5,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:26.286972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:26.351762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.366898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.367896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port a502c549-0d91-40c9-a86e-01783cbd4343, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a502c549-0d91-40c9-a86e-01783cbd4343,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:26.368186 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4120746
Nov 24 14:54:26.370741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33032) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:26.376971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'security_group_rule': {'security_group_id': '5a5cf708-6020-4c13-a79d-48360fb0aec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:26.382974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:26.386702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Usage tracker for resource:security_group_rule and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:26.390040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:26.395684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:26.447894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.449773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:26.488357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.518031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=a502c549-0d91-40c9-a86e-01783cbd4343,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:26.520952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:26.547469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.619362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.621532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d490e6e4-9257-47f6-92c5-498be58b017d tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:26.645801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699581e1-f59c-45af-bac5-95c39d630e7c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:26.648238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:26.715905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.717126 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3454728
Nov 24 14:54:26.720363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33036) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:26.725596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:26.731427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:26.735199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Usage tracker for resource:floatingip and tenant:6d886bca879849ce82e3e0c80b007026 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 14:54:26.738465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 14:54:26.744187 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:26.745469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.824397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:26.963425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:27.099577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Allocated IP 172.26.2.193 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/ebfc2df7-29fa-4c44-a9b5-38c50d30bdc3) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:54:27.245541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:27.333999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:27.337803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fc911014-745c-4a63-97df-9f626718ebeb tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:27.402287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:54:27.405871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:54:27.409933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:54:27.436420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'Port': ['ID=ebfc2df7-29fa-4c44-a9b5-38c50d30bdc3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:27.445816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:27.673413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:27.795336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:27.998810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:28.047985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a502c549-0d91-40c9-a86e-01783cbd4343 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:28.059255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:28.063408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2db997d6-b3b9-4348-96ef-e1a5d85ec893 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:28.115371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port a502c549-0d91-40c9-a86e-01783cbd4343 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:28.115743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:28.165356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'Port': ['ID=ebfc2df7-29fa-4c44-a9b5-38c50d30bdc3,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:28.169337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:28.184657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:28.301592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:28.310121 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:28.311930 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5905960
Nov 24 14:54:28.498426 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-6dbbea07-237b-4786-ad1c-09ab7849834e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:54:28.607086 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-6dbbea07-237b-4786-ad1c-09ab7849834e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:54:28.608213 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-6dbbea07-237b-4786-ad1c-09ab7849834e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1109257631&fields=id&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 267 time: 0.1513021
Nov 24 14:54:28.758814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-cf1b932b-c2e9-460c-8110-72c231d811e8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:28.760244 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-cf1b932b-c2e9-460c-8110-72c231d811e8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.1452346
Nov 24 14:54:28.776753 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-c7822932-2827-43c6-afbe-2e246da3bd9a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/quotas/6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 375 time: 0.0105600
Nov 24 14:54:28.861185 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-213097ba-208d-43d8-b6b7-1e017cc64446 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:54:28.944102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-213097ba-208d-43d8-b6b7-1e017cc64446 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:54:28.945395 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-213097ba-208d-43d8-b6b7-1e017cc64446 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1633608
Nov 24 14:54:29.082152 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-d9ba3ae3-7b95-453f-9a84-d3df64295645 service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246819
Nov 24 14:54:29.211482 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-9ab11765-c7c4-4b9e-9a02-fda81ecc78e3 service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235960
Nov 24 14:54:29.466431 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-121c15b9-4fea-46f4-8fa5-af5e696b18ee req-172e9c5b-0eff-4935-a73b-7ea427997608 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 210 time: 0.0463874
Nov 24 14:54:30.625699 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-84428034-006a-46d2-8791-1dd485090ce7 req-69ecb030-70b6-4855-be22-e68080a8dcff tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 210 time: 0.0407221
Nov 24 14:54:31.482362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-d78b9ab8-d04f-4fd2-88ca-164cccdf4e25 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:31.483710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-d78b9ab8-d04f-4fd2-88ca-164cccdf4e25 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:54:31.589783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-d78b9ab8-d04f-4fd2-88ca-164cccdf4e25 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:54:31.590920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-d78b9ab8-d04f-4fd2-88ca-164cccdf4e25 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.2497015
Nov 24 14:54:31.648486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-e6c869ed-e226-4596-822b-c0b50271f162 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:54:31.661308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-e6c869ed-e226-4596-822b-c0b50271f162 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:54:31.662427 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-e6c869ed-e226-4596-822b-c0b50271f162 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 380 time: 0.0582683
Nov 24 14:54:31.671666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'port': {'device_id': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'admin_state_up': True, 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'security_groups': ['5a5cf708-6020-4c13-a79d-48360fb0aec7']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:31.828959 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-35cc9dd2-8c49-44b4-8250-c8013987e8b0 req-5130d439-bd2f-4cad-b46d-115f53e63f60 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 210 time: 0.0609930
Nov 24 14:54:31.849119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:54:31.859749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:54:31.905749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Made reservation on behalf of 6d886bca879849ce82e3e0c80b007026 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:54:31.908790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:32.068947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Allocated IP 172.20.0.14 (cb05e26a-6596-4532-9f08-da297600fc6a/af109160-2e4a-44f6-b640-29e2ae589555/59440a2c-5e19-4616-b9d8-6b5b156c8107) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:54:32.252787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:32.268365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Transition to ACTIVE for port object 59440a2c-5e19-4616-b9d8-6b5b156c8107 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:54:32.356607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:32.362185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:32.528630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Network cb05e26a-6596-4532-9f08-da297600fc6a is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:54:32.536390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:54:32.540651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:54:32.571853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:32.579003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:32.607216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:32.608407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:32.693508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0259421
Nov 24 14:54:32.705439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Request body: {'port': {'device_id': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:32.796363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9d1450c9-91c7-4d7a-80b5-4125b1246d45 None None] Provisioning for port 59440a2c-5e19-4616-b9d8-6b5b156c8107 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:54:32.801505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9d1450c9-91c7-4d7a-80b5-4125b1246d45 None None] Provisioning complete for port 59440a2c-5e19-4616-b9d8-6b5b156c8107 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:32.801922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d1450c9-91c7-4d7a-80b5-4125b1246d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:32.821153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:32.860650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9d1450c9-91c7-4d7a-80b5-4125b1246d45 None None] Port 59440a2c-5e19-4616-b9d8-6b5b156c8107 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:54:33.037235 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804132e-75b6-4c49-af29-625ca09c55cc req-5c2141e4-13d6-4878-a8ca-6d9cb60a13d4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:33.038787 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2804132e-75b6-4c49-af29-625ca09c55cc req-5c2141e4-13d6-4878-a8ca-6d9cb60a13d4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 932 time: 0.0777755
Nov 24 14:54:33.087566 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2804132e-75b6-4c49-af29-625ca09c55cc req-7ebade1b-5db8-4be1-b51f-4fc669ef3db0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430660
Nov 24 14:54:33.162733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59440a2c-5e19-4616-b9d8-6b5b156c8107 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:54:33.169719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:33.184581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Transition to ACTIVE for port object 59440a2c-5e19-4616-b9d8-6b5b156c8107 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:54:33.265233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:33.269092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:33.398875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:33.409033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:33.511829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Attempting to bind port 59440a2c-5e19-4616-b9d8-6b5b156c8107 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:54:33.512181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Attempting to bind port 59440a2c-5e19-4616-b9d8-6b5b156c8107 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:54:33.512500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Attempting to bind port 59440a2c-5e19-4616-b9d8-6b5b156c8107 on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:54:33.519204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Port 59440a2c-5e19-4616-b9d8-6b5b156c8107 on network cb05e26a-6596-4532-9f08-da297600fc6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:54:33.519515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Attempting to bind port 59440a2c-5e19-4616-b9d8-6b5b156c8107 on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:54:33.525662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:54:33.525987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Checking segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:54:33.526360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Bound using segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:54:33.526769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Bound port: 59440a2c-5e19-4616-b9d8-6b5b156c8107, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:54:33.527103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:33.618545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:54:33.621429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:54:33.681489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:33.685281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5712df0a-f06a-43e4-b361-71906660b748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:33.741824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:33.743181 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] 10.222.0.81 "PUT /v2.0/ports/59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 1094 time: 1.0421376
Nov 24 14:54:33.743683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:54:33.767907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:33.771094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:33.917104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'status': 'completed', 'code': 200}
Nov 24 14:54:33.962644 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-17532767-a826-4171-ad75-ecb977371dae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1097 time: 0.0782621
Nov 24 14:54:34.032958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-06ac554e-63e3-4995-bf7f-b45dacff3200 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 217 time: 0.0619202
Nov 24 14:54:34.097947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-c0fe82f6-e157-4211-b3f5-692190de0a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:34.099429 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-c0fe82f6-e157-4211-b3f5-692190de0a87 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0602868
Nov 24 14:54:34.176388 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-2aff0876-1470-4175-81c1-6e3638f072f8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707862
Nov 24 14:54:34.291507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace001b-baae-4b1a-a990-244152f76fdc req-f2c69b6e-aefc-4d35-a898-39b6f0788f39 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:34.292989 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3ace001b-baae-4b1a-a990-244152f76fdc req-f2c69b6e-aefc-4d35-a898-39b6f0788f39 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 944 time: 0.0798244
Nov 24 14:54:34.317065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-472caf4c-e4c1-428d-a3e4-07cdb247da6b service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337695
Nov 24 14:54:34.339112 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3ace001b-baae-4b1a-a990-244152f76fdc req-39c99751-efeb-471c-87f8-f080ee069ea7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397105
Nov 24 14:54:34.446837 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ad62913-ed83-4182-8572-213eeb1b3789 req-196e350f-cb5b-4e38-8d32-2106b7703ca4 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237149
Nov 24 14:54:34.615573 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be523004-074c-430f-9705-d4be3cb4344e req-412dc6ad-e870-4458-80f2-314a1532c451 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1097 time: 0.0700977
Nov 24 14:54:34.857806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be523004-074c-430f-9705-d4be3cb4344e req-42a33b75-db2b-49c1-86f2-09daa7dd6576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:34.859807 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be523004-074c-430f-9705-d4be3cb4344e req-42a33b75-db2b-49c1-86f2-09daa7dd6576 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.2370083
Nov 24 14:54:34.928833 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be523004-074c-430f-9705-d4be3cb4344e req-5b028c29-92b4-4a28-a766-25e256847d48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 217 time: 0.0616004
Nov 24 14:54:34.995740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be523004-074c-430f-9705-d4be3cb4344e req-ed192a95-6892-4f8a-8039-05c32a31398d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:34.997184 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be523004-074c-430f-9705-d4be3cb4344e req-ed192a95-6892-4f8a-8039-05c32a31398d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0614645
Nov 24 14:54:35.071274 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be523004-074c-430f-9705-d4be3cb4344e req-960a4080-8683-45d2-afc6-796ec5e786d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668664
Nov 24 14:54:35.205567 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be523004-074c-430f-9705-d4be3cb4344e req-a64e715e-9551-4745-813b-d56706dca843 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261308
Nov 24 14:54:35.337071 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be523004-074c-430f-9705-d4be3cb4344e req-2b7bd881-edc2-4637-9e4e-33d4296cd166 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242304
Nov 24 14:54:35.536504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2928-7f95-4446-8a60-bb6bd79b07ff req-e1cc14dc-4de5-4020-98d7-84f54898b3e7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:35.537182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-92dd2928-7f95-4446-8a60-bb6bd79b07ff req-e1cc14dc-4de5-4020-98d7-84f54898b3e7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:54:35.618628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-92dd2928-7f95-4446-8a60-bb6bd79b07ff req-e1cc14dc-4de5-4020-98d7-84f54898b3e7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:54:35.619766 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-92dd2928-7f95-4446-8a60-bb6bd79b07ff req-e1cc14dc-4de5-4020-98d7-84f54898b3e7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 944 time: 0.1575947
Nov 24 14:54:35.670009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-92dd2928-7f95-4446-8a60-bb6bd79b07ff req-5b00e69e-17ab-4d58-8c58-8bcb42582f89 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437760
Nov 24 14:54:36.581319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 59440a2c-5e19-4616-b9d8-6b5b156c8107 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:54:36.758575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:36.772695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'mac_address': 'fa:16:3e:88:02:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:54:36.827327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:36.847797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59440a2c-5e19-4616-b9d8-6b5b156c8107 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:54:36.862728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:36.870201 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d631e-87b2-4208-aabf-c4e2446393ea req-3d42e360-c249-43cf-ba4d-e9c8c03529d8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:36.871638 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3c4d631e-87b2-4208-aabf-c4e2446393ea req-3d42e360-c249-43cf-ba4d-e9c8c03529d8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 944 time: 0.0821626
Nov 24 14:54:36.918964 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3c4d631e-87b2-4208-aabf-c4e2446393ea req-7a74e057-53c4-406e-8af9-007a1557a4f6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412939
Nov 24 14:54:36.956160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:36.957915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:37.023066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:37.026147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:37.162828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['59440a2c-5e19-4616-b9d8-6b5b156c8107'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:54:38.111182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cbae0-88b5-4ebc-87aa-fc90dea0eec3 req-532c4d44-286c-4e9c-8040-6b553bf32133 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:38.112725 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-352cbae0-88b5-4ebc-87aa-fc90dea0eec3 req-532c4d44-286c-4e9c-8040-6b553bf32133 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 945 time: 0.0769312
Nov 24 14:54:38.158996 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-352cbae0-88b5-4ebc-87aa-fc90dea0eec3 req-a27a1e34-3690-4234-aeee-791e4528b661 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406842
Nov 24 14:54:38.196163 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:54:38.209023 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:54:38.209625 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1d30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:54:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:38.383997 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:54:38.597252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 59440a2c-5e19-4616-b9d8-6b5b156c8107 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:38.722774 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1d30>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 2, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:38.726476 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:54:38.726832 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Updating router e1fa1529-8e1f-4588-a728-785f07706e68 port b2507d1b-7685-406f-b5b8-d883052c3aac binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 14:54:38.733692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 59440a2c-5e19-4616-b9d8-6b5b156c8107 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:54:38.738582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 59440a2c-5e19-4616-b9d8-6b5b156c8107 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:38.738976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:38.778958 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:38.853054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:38.880215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:54:38.890044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:38.934193 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'code': 200}
Nov 24 14:54:38.971698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:38.973642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6471a7af-78c4-4f1e-9897-c6cc83e43f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:39.038655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:39.041652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:39.123130 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:39.134981 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Transition to ACTIVE for port object b2507d1b-7685-406f-b5b8-d883052c3aac will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:54:39.236471 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:39.240187 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-cc77efb4-6aaf-4ccb-8441-329ef2d2a46f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:39.303622 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Pushing event updated for resources: {'Port': ['ID=b2507d1b-7685-406f-b5b8-d883052c3aac,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:39.380809 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.381159 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.381475 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.381796 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.382114 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.382427 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.382737 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.383046 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.383353 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.383657 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.383962 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:54:39.395486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fd16ee4-bb31-48a2-a074-a758e05ce324 req-8d6acdec-8752-4d6e-9ba1-96a3a22d7400 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1099 time: 0.1430027
Nov 24 14:54:39.405918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0bfa8-7313-4d3c-b22b-b61c320fc320 req-9bdae8e8-f2f9-4e5e-8d40-824ac3573397 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:39.407480 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aeb0bfa8-7313-4d3c-b22b-b61c320fc320 req-9bdae8e8-f2f9-4e5e-8d40-824ac3573397 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.1184740
Nov 24 14:54:39.410748 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:39.469830 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Attempting to bind port b2507d1b-7685-406f-b5b8-d883052c3aac on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:54:39.470213 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Attempting to bind port b2507d1b-7685-406f-b5b8-d883052c3aac by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:54:39.470575 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Attempting to bind port b2507d1b-7685-406f-b5b8-d883052c3aac on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:54:39.478212 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:54:39.478592 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Checking segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:54:39.479000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:39.479398 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Bound using segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:54:39.479865 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Bound port: b2507d1b-7685-406f-b5b8-d883052c3aac, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:54:39.480279 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:39.484540 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fd16ee4-bb31-48a2-a074-a758e05ce324 req-6b657feb-6d5c-4c1c-95f5-ca0214b341f7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757558
Nov 24 14:54:39.491854 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-aeb0bfa8-7313-4d3c-b22b-b61c320fc320 req-888efefa-426b-4f95-9109-a2a9e559129b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672057
Nov 24 14:54:39.572911 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] For port b2507d1b-7685-406f-b5b8-d883052c3aac, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:54:39.575909 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] For port b2507d1b-7685-406f-b5b8-d883052c3aac, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b2507d1b-7685-406f-b5b8-d883052c3aac,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:54:39.647489 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:39.650966 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-8054aeaa-25dc-435a-8373-0178cedda3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:39.723752 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Pushing event updated for resources: {'Port': ['ID=b2507d1b-7685-406f-b5b8-d883052c3aac,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:39.727239 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:39.729590 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:54:39.730188 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1d30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:54:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:39.914457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:54:40.068670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b2507d1b-7685-406f-b5b8-d883052c3aac up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:40.195826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port b2507d1b-7685-406f-b5b8-d883052c3aac completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:54:40.200870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b2507d1b-7685-406f-b5b8-d883052c3aac triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:40.201365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:40.231062 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdd1d30>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:39Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:40.236181 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457fe68-40a2-43ba-8933-0bd46f0bad7e None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:39Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:54:40.321314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:40.354670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port b2507d1b-7685-406f-b5b8-d883052c3aac, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b2507d1b-7685-406f-b5b8-d883052c3aac,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:54:40.430308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:40.432341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a824fe94-1217-4364-85ae-bb1beddb968d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:54:40.499282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=b2507d1b-7685-406f-b5b8-d883052c3aac,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:54:40.502646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:54:40.702039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f0974-625d-4574-b76f-f45f15c8279b req-fa2c8a45-8c8f-488f-96e0-f1cdb4fdee7f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:40.703600 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5a3f0974-625d-4574-b76f-f45f15c8279b req-fa2c8a45-8c8f-488f-96e0-f1cdb4fdee7f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0855124
Nov 24 14:54:40.752917 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5a3f0974-625d-4574-b76f-f45f15c8279b req-18539aa1-2880-4e68-9498-1f264f716937 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434020
Nov 24 14:54:41.951010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c01bb-5d49-4946-88ca-d71547e6bfe1 req-951ccb26-a9ff-4dc1-abdc-a93c45f87b28 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:41.952507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-006c01bb-5d49-4946-88ca-d71547e6bfe1 req-951ccb26-a9ff-4dc1-abdc-a93c45f87b28 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0795815
Nov 24 14:54:41.997886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-006c01bb-5d49-4946-88ca-d71547e6bfe1 req-444f189b-6a2e-47b7-8d61-1e89fcccbb0e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399222
Nov 24 14:54:42.063552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b2507d1b-7685-406f-b5b8-d883052c3aac up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:54:42.136441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port b2507d1b-7685-406f-b5b8-d883052c3aac triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:54:42.136816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:42.196740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9145c27-6e32-4431-a53e-6d7cc04f90c7 req-fa546b57-ac66-471b-b5f3-fe7ecba0ac23 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:42.198184 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d9145c27-6e32-4431-a53e-6d7cc04f90c7 req-fa546b57-ac66-471b-b5f3-fe7ecba0ac23 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0828285
Nov 24 14:54:42.207270 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 33086) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:54:42.212775 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'floatingip': {'port_id': '59440a2c-5e19-4616-b9d8-6b5b156c8107'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:54:42.391544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:42.570580 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:54:42.986480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:43.058368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:43.247274 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac associated. External IP: 172.26.2.193, port: 59440a2c-5e19-4616-b9d8-6b5b156c8107.
Nov 24 14:54:43.631367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:54:43.942318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:54:43.946414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:43.951840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:54:43.964178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:54:43.964879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200def70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:54:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:44.000673 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-92391793-46b4-4012-b2ce-4edde39c998d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "PUT /v2.0/floatingips/27298a53-e617-4df2-96e3-0615085e98ac HTTP/1.1" status: 200  len: 992 time: 1.7922421
Nov 24 14:54:44.001672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:54:44.057539 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'status': 'completed', 'code': 200}
Nov 24 14:54:44.156563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-f4463f13-e699-4f83-94e6-28b378681d9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1099 time: 0.0765615
Nov 24 14:54:44.158610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:54:44.300059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-194da4b3-e9ed-421d-bd5d-4bf92861a4d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:44.301507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-194da4b3-e9ed-421d-bd5d-4bf92861a4d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1391790
Nov 24 14:54:44.401071 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-45f47eb4-8479-474b-8ecd-480b77dc98d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 1000 time: 0.0923290
Nov 24 14:54:44.469901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-838496b8-14b9-4ec0-9616-898bc1bd27eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:54:44.471356 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-838496b8-14b9-4ec0-9616-898bc1bd27eb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0637376
Nov 24 14:54:44.547408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-cc0fec77-d161-44a1-bae3-e776d9ce04c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689735
Nov 24 14:54:44.551019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200def70>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:88:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:54:42Z', 'revision_number': 1, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:44.554854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:54:44.566426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:54:44.567028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200def70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:54:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:44.752493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:54:44.779101 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-7860d570-d150-40da-bbb7-49831d35dbac service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248611
Nov 24 14:54:44.914601 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1732812d-0f5d-47ca-a196-0b68d5e914ae req-ad750e03-5ae8-4871-88e1-b16795a56f27 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273859
Nov 24 14:54:45.107070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200def70>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:88:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:54:42Z', 'revision_number': 1, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:54:45.111152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbbb10-c59a-4a7c-a776-d59b3b09a625 None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:88:02:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:54:42Z', 'revision_number': 1, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:54:46.975037 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4470129-8789-4a62-9504-f3b169ff8dbe None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:54:50.435623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:53.441974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cf85c927-4f67-4fce-86c9-f5d4cf2706fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:53.966223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:55.697988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6a0265b3-b1a5-4909-8126-fb9e138b6128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:56.784710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:54:58.241331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:08.805197 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-400b23a4-5573-489c-b6c3-39a2ea9fccb9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737448
Nov 24 14:55:08.942594 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-4fb14b6b-f40d-4b64-87db-0506596c101b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1099 time: 0.0698502
Nov 24 14:55:09.096321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-7d9c9aee-da7a-4323-b76b-3a21de1f2a22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:09.097762 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-7d9c9aee-da7a-4323-b76b-3a21de1f2a22 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1372828
Nov 24 14:55:09.203002 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-0a9e9c50-aaf8-4ea0-878b-0e5dc69e12f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 1002 time: 0.0988188
Nov 24 14:55:09.265973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-c6c75d8c-b359-4819-acbc-abd21a68e15c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:09.267412 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-c6c75d8c-b359-4819-acbc-abd21a68e15c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0576880
Nov 24 14:55:09.343984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-db4599e8-1515-4c29-b3e0-3ffc5b8261bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686495
Nov 24 14:55:09.474698 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-49dcf71f-9ffc-4962-9e22-cf9e15cba2ca service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221750
Nov 24 14:55:09.604585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a70b1571-62b9-4fe6-b1e4-9709cbd7a8f6 req-b418388a-8cc9-45b2-9048-c2be80b77667 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231058
Nov 24 14:55:19.570617 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:55:20.474920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:20.586184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa90ba-c407-4bc5-aca8-5710f09b4895 req-381aae65-a764-4660-8ea6-a4428a169268 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:20.587525 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-90fa90ba-c407-4bc5-aca8-5710f09b4895 req-381aae65-a764-4660-8ea6-a4428a169268 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0771708
Nov 24 14:55:20.635723 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-90fa90ba-c407-4bc5-aca8-5710f09b4895 req-97b04a9e-74f7-4ca9-b544-df19f21a6083 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427063
Nov 24 14:55:20.829641 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ade0f905-9f33-48ee-8da9-62d7bd2404ab req-30df2d46-1a50-4a3f-b587-962f5a9af777 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0676973
Nov 24 14:55:21.237272 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7237a9-bcb5-4a21-b3a1-d104c0fc584a req-c298fc36-a920-45f5-8c50-42551a2b8e66 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:21.238622 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3c7237a9-bcb5-4a21-b3a1-d104c0fc584a req-c298fc36-a920-45f5-8c50-42551a2b8e66 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0784681
Nov 24 14:55:21.285860 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3c7237a9-bcb5-4a21-b3a1-d104c0fc584a req-c36c52b1-a445-45ba-8d2a-ecc27b79cd22 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415609
Nov 24 14:55:21.287437 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-e019ddee-d5bd-4eb7-8820-6e38d9454e0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0726433
Nov 24 14:55:22.489755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eee63-ce72-4646-a27a-9b316e0f4bd4 req-dac73457-45db-4abd-8b90-a72fd6928267 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:22.491204 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-879eee63-ce72-4646-a27a-9b316e0f4bd4 req-dac73457-45db-4abd-8b90-a72fd6928267 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0782244
Nov 24 14:55:22.539574 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-879eee63-ce72-4646-a27a-9b316e0f4bd4 req-bf0bc24e-5926-4805-b36f-aaf2c3feb56c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418956
Nov 24 14:55:23.440425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5755ed5e-59ed-4aec-b5c1-0fe645d36b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:23.489466 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-984bbc89-1336-4e79-baa1-5e2f5fceb270 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1099 time: 0.0744126
Nov 24 14:55:23.627780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-71a40b04-22ae-427e-9dbe-4b7f1ed8a30e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:23.629307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-71a40b04-22ae-427e-9dbe-4b7f1ed8a30e service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1328204
Nov 24 14:55:23.744079 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-af143a89-12df-4983-a323-f69ab8a23e9e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 1002 time: 0.1037030
Nov 24 14:55:23.892974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc5201-1c1a-4a41-9592-4c84db38782d req-38bd57f8-1028-4020-9218-a7ef498a368d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:23.894492 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3dcc5201-1c1a-4a41-9592-4c84db38782d req-38bd57f8-1028-4020-9218-a7ef498a368d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0876553
Nov 24 14:55:23.924985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-8caa678f-eb1b-4cd6-8a6c-f6dcdc2da67f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:23.929868 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-8caa678f-eb1b-4cd6-8a6c-f6dcdc2da67f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.1745586
Nov 24 14:55:23.941498 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3dcc5201-1c1a-4a41-9592-4c84db38782d req-1efbb401-d97d-4840-a282-3f096d73e960 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412176
Nov 24 14:55:23.949043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:24.007455 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-85363229-3f9b-40c7-b3d2-33212081e255 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744195
Nov 24 14:55:24.142037 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-c0ae692b-cb42-461e-aec4-e5fa1622b286 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270425
Nov 24 14:55:24.275549 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-9cbd4471-6cce-4974-8435-0f048ba61f98 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274760
Nov 24 14:55:25.139866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf5066-27f8-4df9-9d76-96a1fe74266c req-2cbe2ad2-14b9-4de6-9ed6-2ecc691845e0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:25.139866 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-38bf5066-27f8-4df9-9d76-96a1fe74266c req-2cbe2ad2-14b9-4de6-9ed6-2ecc691845e0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0761180
Nov 24 14:55:25.185034 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-38bf5066-27f8-4df9-9d76-96a1fe74266c req-e26025e9-b703-4604-8ba9-2b727019b1b9 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402608
Nov 24 14:55:25.708615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1f9245e4-ff4a-4162-be44-f72ebb4117f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:26.378671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd2921-f168-4d94-886b-d33a9c1b78fa req-4fafd35a-efe0-4f1d-a840-7bceae7eabf5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:26.380010 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5ecd2921-f168-4d94-886b-d33a9c1b78fa req-4fafd35a-efe0-4f1d-a840-7bceae7eabf5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0781579
Nov 24 14:55:26.425183 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5ecd2921-f168-4d94-886b-d33a9c1b78fa req-8582fda7-e0a5-4414-91a5-d6742c19bd2d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397930
Nov 24 14:55:26.771523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:27.625466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806c43d-049c-4e0e-952f-fb8fef00fa25 req-83501a62-bee1-4bd4-90c6-c7e5995ea110 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:27.627515 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1806c43d-049c-4e0e-952f-fb8fef00fa25 req-83501a62-bee1-4bd4-90c6-c7e5995ea110 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0817032
Nov 24 14:55:27.673768 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1806c43d-049c-4e0e-952f-fb8fef00fa25 req-d3e24d0d-9dfd-45be-9267-9545ca67c7d4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407853
Nov 24 14:55:28.284619 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:28.882135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2feda5-ee7a-4494-a86e-a9e03d1f1368 req-83370398-4a28-4ecc-a649-12180cd4821b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:28.883551 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4a2feda5-ee7a-4494-a86e-a9e03d1f1368 req-83370398-4a28-4ecc-a649-12180cd4821b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0808220
Nov 24 14:55:28.928884 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4a2feda5-ee7a-4494-a86e-a9e03d1f1368 req-a6b8ca0a-e3fe-4152-9a0c-e81451cf086b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398257
Nov 24 14:55:30.130800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8d7e9-585c-4e3c-b753-a5eabf7abce2 req-783803b9-261e-44d3-b26e-055059773d0f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:30.132179 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3fe8d7e9-585c-4e3c-b753-a5eabf7abce2 req-783803b9-261e-44d3-b26e-055059773d0f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0778341
Nov 24 14:55:30.178683 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3fe8d7e9-585c-4e3c-b753-a5eabf7abce2 req-13451751-9001-438f-87f6-a6f4173f5479 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409422
Nov 24 14:55:31.374002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3387a-d775-43f3-8b3f-b2f5bc794c21 req-7ccbb81c-5635-4d31-b260-d4eb84525533 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:31.376237 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-94e3387a-d775-43f3-8b3f-b2f5bc794c21 req-7ccbb81c-5635-4d31-b260-d4eb84525533 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0782838
Nov 24 14:55:31.420434 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-94e3387a-d775-43f3-8b3f-b2f5bc794c21 req-1615b17f-73be-480b-8cea-4e2cad8d2d4d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386779
Nov 24 14:55:32.619897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0fb81-9f6e-4aad-86dd-2d7dc133746c req-0538080e-6ee9-4d1d-a575-d0d34d91009f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:32.621359 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ce0fb81-9f6e-4aad-86dd-2d7dc133746c req-0538080e-6ee9-4d1d-a575-d0d34d91009f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0813873
Nov 24 14:55:32.668423 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ce0fb81-9f6e-4aad-86dd-2d7dc133746c req-1a382eef-6e00-4771-84be-e3d8876744fb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407720
Nov 24 14:55:33.869701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272821d5-415c-4b40-82d8-68f6d25052dd req-79cdc431-f2b3-4aa5-ae73-a03097b2181a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:33.871118 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-272821d5-415c-4b40-82d8-68f6d25052dd req-79cdc431-f2b3-4aa5-ae73-a03097b2181a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0791121
Nov 24 14:55:33.916551 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-272821d5-415c-4b40-82d8-68f6d25052dd req-61c42c97-a61f-4d8a-b24d-fa32bb2b68f8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393686
Nov 24 14:55:35.112874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962701c-6209-4494-a06c-83c97575ad7b req-866f51e4-40ab-41b0-81bc-88792991a3d0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:35.114224 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7962701c-6209-4494-a06c-83c97575ad7b req-866f51e4-40ab-41b0-81bc-88792991a3d0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0760908
Nov 24 14:55:35.163666 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7962701c-6209-4494-a06c-83c97575ad7b req-e5b02ba1-49e3-4205-b9b2-d274d32b00cb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440443
Nov 24 14:55:36.256618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-50cd327e-fb3a-4a9e-8453-53a7bda7997a service neutron] 10.222.0.81 "GET /v2.0/ports/59440a2c-5e19-4616-b9d8-6b5b156c8107/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.0752082
Nov 24 14:55:36.368227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc8cbf-1e53-4006-8a41-8c851f783c1a req-e64f236d-00bf-4886-87bc-82c722efda2b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:36.369642 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-33fc8cbf-1e53-4006-8a41-8c851f783c1a req-e64f236d-00bf-4886-87bc-82c722efda2b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0787947
Nov 24 14:55:36.419786 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-33fc8cbf-1e53-4006-8a41-8c851f783c1a req-d9cd2a12-3174-43e7-b7b5-e2f27accdee2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447056
Nov 24 14:55:36.715731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-a921f23b-e2c3-45c6-a9ad-8a1b88150b36 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 1099 time: 0.0700316
Nov 24 14:55:36.810250 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-9effba78-ef20-46da-8934-89a53e1554b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1099 time: 0.0731230
Nov 24 14:55:36.947318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-19bf1fb9-2abd-43d7-8b3a-3cbde4fbd585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:36.948794 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-19bf1fb9-2abd-43d7-8b3a-3cbde4fbd585 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1274722
Nov 24 14:55:37.053079 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-88e83771-e4ea-4f7b-aea5-b70705976a94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 1002 time: 0.0962744
Nov 24 14:55:37.113010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-d7a3b301-455f-4c0a-9e67-bf5f64d87ead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:37.114398 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-d7a3b301-455f-4c0a-9e67-bf5f64d87ead service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0553906
Nov 24 14:55:37.191052 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-a258825d-8541-4fae-8ed0-17982867b63d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703976
Nov 24 14:55:37.320408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-e51a7917-d4ed-45f9-9b4b-230a1f7fc534 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226184
Nov 24 14:55:37.556051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7fb95aba-a759-48f2-9791-be5a657c28cf req-6f38e3ff-3e61-4073-b8bc-35bee8f03a80 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291746
Nov 24 14:55:37.631161 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8364b4-0cd9-44e5-a1eb-c798f4cc4c4a req-521d218d-d69b-4cd7-b9e8-303dbc4e8e29 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:37.632558 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fb8364b4-0cd9-44e5-a1eb-c798f4cc4c4a req-521d218d-d69b-4cd7-b9e8-303dbc4e8e29 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0789878
Nov 24 14:55:37.678249 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fb8364b4-0cd9-44e5-a1eb-c798f4cc4c4a req-e88491c7-5f99-487e-8728-e14489b02f2d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400355
Nov 24 14:55:38.848249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 59440a2c-5e19-4616-b9d8-6b5b156c8107 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:55:38.852419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 59440a2c-5e19-4616-b9d8-6b5b156c8107 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:55:38.874444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee66ed9-4c62-4e39-adb4-c03c6981a9f1 req-8a467731-2237-4dd9-8562-68c204e3949e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:38.877195 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5ee66ed9-4c62-4e39-adb4-c03c6981a9f1 req-8a467731-2237-4dd9-8562-68c204e3949e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0798531
Nov 24 14:55:38.921643 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5ee66ed9-4c62-4e39-adb4-c03c6981a9f1 req-6094b8b9-f1b6-4682-ab0a-d8d08e79e4c3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390301
Nov 24 14:55:39.073633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:39.109644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:39.127712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:55:39.134721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'mac_address': 'fa:16:3e:88:02:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:55:39.144281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:39.210299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:39.222985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59440a2c-5e19-4616-b9d8-6b5b156c8107 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:55:39.269160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:39.272234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:39.328316 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'code': 200}
Nov 24 14:55:39.383996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 14:55:39.384383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 14:55:39.387625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:39.395895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.396277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.396618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.396949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.397279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.397606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.397932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.398255 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.398574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.398894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.399213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:39.402929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:39.939723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:39.956986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59440a2c-5e19-4616-b9d8-6b5b156c8107 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:55:39.972563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:40.045387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:40.047147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:40.111633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['59440a2c-5e19-4616-b9d8-6b5b156c8107'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:55:40.128798 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b58b4d-abd0-416a-89f7-057866e6aea8 req-bae8d8b1-d989-4b64-9598-ab9a836e95af tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:40.135385 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-14b58b4d-abd0-416a-89f7-057866e6aea8 req-bae8d8b1-d989-4b64-9598-ab9a836e95af tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 945 time: 0.0848448
Nov 24 14:55:40.154926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:40.159580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:40.177797 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-14b58b4d-abd0-416a-89f7-057866e6aea8 req-ea87e669-f809-4045-b40f-d8cb5bf6e11c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419972
Nov 24 14:55:40.621156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760d77-5d63-45bc-894a-8d7f22873c0e req-a842645d-d004-4ad1-8391-594e5a1b9f06 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:40.622573 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bb760d77-5d63-45bc-894a-8d7f22873c0e req-a842645d-d004-4ad1-8391-594e5a1b9f06 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 945 time: 0.0782692
Nov 24 14:55:40.668222 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bb760d77-5d63-45bc-894a-8d7f22873c0e req-4c1164e9-8b43-43d7-96e7-914c161afe78 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395651
Nov 24 14:55:40.684642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-46bb3ecd-d00e-42a3-b3b9-a656eed1635e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:40.686200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-46bb3ecd-d00e-42a3-b3b9-a656eed1635e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9&tenant_id=6d886bca879849ce82e3e0c80b007026&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 945 time: 0.0846694
Nov 24 14:55:40.823798 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-8e6713b7-fb63-4441-ae00-12d773de79f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 1098 time: 0.0688908
Nov 24 14:55:40.860080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 59440a2c-5e19-4616-b9d8-6b5b156c8107 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:55:40.927729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 59440a2c-5e19-4616-b9d8-6b5b156c8107 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:55:40.928127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:40.960339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-29431da4-cae3-4634-89d7-8786deb43f3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:40.961790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-29431da4-cae3-4634-89d7-8786deb43f3b service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1314478
Nov 24 14:55:41.070634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-988da007-f4b7-47de-9503-d156394226ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 200  len: 1001 time: 0.1011231
Nov 24 14:55:41.079230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:41.111543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:41.132702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-155324a9-a420-43fd-b5f8-7fd153ba05bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:41.140450 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-155324a9-a420-43fd-b5f8-7fd153ba05bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0566459
Nov 24 14:55:41.199969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:41.202775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:41.211641 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-ea160f9e-e41d-4983-ad1d-ca57c1084979 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704367
Nov 24 14:55:41.271502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:41.274478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:41.329742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:55:41.346925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-4fbaee91-0b29-4f08-b19a-224618520097 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276321
Nov 24 14:55:41.394231 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'code': 200}
Nov 24 14:55:41.479494 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ef51fd75-e6d9-4061-8162-4c8b26feb8c0 req-98f82b52-5e80-4e9d-877f-a8c4fe4018d5 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262002
Nov 24 14:55:41.869822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fc1ff-985d-4eea-8fbb-4b15f6bda308 req-147c3a18-4177-40a4-a63d-e0d091be60a0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:41.871252 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b3fc1ff-985d-4eea-8fbb-4b15f6bda308 req-147c3a18-4177-40a4-a63d-e0d091be60a0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0816679
Nov 24 14:55:41.918310 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b3fc1ff-985d-4eea-8fbb-4b15f6bda308 req-5863930f-413f-49b2-ba5c-71567a4a8bc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405591
Nov 24 14:55:43.114525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8da4c-afcf-424c-8db4-61cfa5c3934e req-e50bdde2-bdb1-451a-9d42-ba96c83a739b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:43.115900 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b4d8da4c-afcf-424c-8db4-61cfa5c3934e req-e50bdde2-bdb1-451a-9d42-ba96c83a739b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0759737
Nov 24 14:55:43.161511 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b4d8da4c-afcf-424c-8db4-61cfa5c3934e req-76164706-873a-4c01-9115-ec5d2b09712f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397499
Nov 24 14:55:43.359023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac6353-de5a-4d9a-8223-bbbca8efab63 req-5a8324b5-8f04-4a89-9364-00309335c30a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:43.361172 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b3ac6353-de5a-4d9a-8223-bbbca8efab63 req-5a8324b5-8f04-4a89-9364-00309335c30a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0784898
Nov 24 14:55:43.410179 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b3ac6353-de5a-4d9a-8223-bbbca8efab63 req-6e48e40a-329a-4d86-8bd8-c006cc3b4b4d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433025
Nov 24 14:55:43.607560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899824a0-c0ac-4485-9620-469864733eaf req-4f341e59-201c-489a-a6dc-6f2a8b2d8dc7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:43.609001 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-899824a0-c0ac-4485-9620-469864733eaf req-4f341e59-201c-489a-a6dc-6f2a8b2d8dc7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0776212
Nov 24 14:55:43.654838 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-899824a0-c0ac-4485-9620-469864733eaf req-8ba6fb8f-0b71-46fe-93ae-57d000b93a05 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394244
Nov 24 14:55:44.179632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c910d1-9b1a-4f52-9198-eb02c98cdd88 req-40d46b7b-0a79-46d1-abda-e9a5e972add6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:44.181085 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d1c910d1-9b1a-4f52-9198-eb02c98cdd88 req-40d46b7b-0a79-46d1-abda-e9a5e972add6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0753961
Nov 24 14:55:44.228929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d1c910d1-9b1a-4f52-9198-eb02c98cdd88 req-cccf43a1-a9e9-45a6-ad92-e64d52e8dbaf tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421348
Nov 24 14:55:45.426416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f112ed4-efa1-490c-b03f-8ae9fa901b34 req-81ec3119-a500-4c99-9a2b-a46ce2dbf4ba tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:45.427848 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8f112ed4-efa1-490c-b03f-8ae9fa901b34 req-81ec3119-a500-4c99-9a2b-a46ce2dbf4ba tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0782092
Nov 24 14:55:45.472449 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8f112ed4-efa1-490c-b03f-8ae9fa901b34 req-6346a72a-3f62-4020-9879-d059a0ab5791 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391364
Nov 24 14:55:45.853010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-efc61cea-a6da-4b75-8b9a-3904ea5973b1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:45.854430 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-efc61cea-a6da-4b75-8b9a-3904ea5973b1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.0762241
Nov 24 14:55:45.921692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Deleting port 59440a2c-5e19-4616-b9d8-6b5b156c8107 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:55:45.922023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:46.265091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] For port 59440a2c-5e19-4616-b9d8-6b5b156c8107, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=59440a2c-5e19-4616-b9d8-6b5b156c8107,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:46.265442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:46.550121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:46.550487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:46.550793 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac disassociated. External IP: 172.26.2.193, port: 59440a2c-5e19-4616-b9d8-6b5b156c8107.
Nov 24 14:55:46.551420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Calling delete_port for 59440a2c-5e19-4616-b9d8-6b5b156c8107 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:55:46.740492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950d8c0-47cb-4a0f-b3c3-05553cf9b19b req-b2501a6f-6cbc-4ea3-9729-f7a7a2795479 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:46.741937 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5950d8c0-47cb-4a0f-b3c3-05553cf9b19b req-b2501a6f-6cbc-4ea3-9729-f7a7a2795479 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 946 time: 0.1496382
Nov 24 14:55:46.794008 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5950d8c0-47cb-4a0f-b3c3-05553cf9b19b req-3dbfd0c8-ea97-4969-a47d-ce1e6f15277b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462899
Nov 24 14:55:46.810738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:46.818157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-17b5f845-11ca-4d03-a9ae-499e6d95be5d tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:46.865758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event deleted for resources: {'Port': ['ID=59440a2c-5e19-4616-b9d8-6b5b156c8107,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:46.881941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.882347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.882709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.883080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.883449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.883812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.884204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.884569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.884931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.885291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.885650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:55:46.889427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:47.091845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:55:47.289891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:55:47.299729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:55:47.311226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:55:47.311831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f78de50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:55:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:55:47.357646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] No DVR routers for this DVR port 59440a2c-5e19-4616-b9d8-6b5b156c8107 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:55:47.360521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:47.364802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-deleted', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:55:47.421913 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f93e3-e17c-4d35-8bfd-d523c86a46c9', 'name': 'network-vif-deleted', 'tag': '59440a2c-5e19-4616-b9d8-6b5b156c8107', 'status': 'completed', 'code': 200}
Nov 24 14:55:47.440311 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dcbff85e-a4a5-4ffc-8014-0b75596b5fdb req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "DELETE /v2.0/ports/59440a2c-5e19-4616-b9d8-6b5b156c8107 HTTP/1.1" status: 204  len: 173 time: 1.5803192
Nov 24 14:55:47.497317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:55:47.816173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f78de50>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:55:47.820257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:55:47.831849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:55:47.832477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f78de50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:55:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:55:47.989486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-c2ef1423-6197-4e1e-a078-273f62ca8283 req-382c86a2-a91e-41c4-b364-552cea7f6fcd tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:55:48.013926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:55:48.056565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-c2ef1423-6197-4e1e-a078-273f62ca8283 req-382c86a2-a91e-41c4-b364-552cea7f6fcd tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:55:48.057925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2ef1423-6197-4e1e-a078-273f62ca8283 req-382c86a2-a91e-41c4-b364-552cea7f6fcd tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0f93e3-e17c-4d35-8bfd-d523c86a46c9 HTTP/1.1" status: 200  len: 210 time: 0.1202505
Nov 24 14:55:48.331492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f78de50>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:55:48.335425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8156ab82-e628-49a1-a7c9-3398bdc8a0e5 None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:55:48.544793 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd723d52-9da3-4d8a-9556-b91a58d94753 None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:55:48.923060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 59440a2c-5e19-4616-b9d8-6b5b156c8107 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:55:48.955420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 59440a2c-5e19-4616-b9d8-6b5b156c8107 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:55:48.955769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 59440a2c-5e19-4616-b9d8-6b5b156c8107 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:55:49.408329 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-15437aea-4a12-4c70-8c4f-8e28d96778fe tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1109257631&fields=id&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 267 time: 0.0416899
Nov 24 14:55:49.556928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-d89c6647-6f9d-4f85-bf8a-b3d7afa7a260 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:49.558352 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-d89c6647-6f9d-4f85-bf8a-b3d7afa7a260 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.1433840
Nov 24 14:55:49.574833 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-6064c967-b616-478b-8b91-2de7901a20fe tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/quotas/6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 375 time: 0.0104012
Nov 24 14:55:49.662939 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-0a862505-e5f4-44df-a56a-13058753c465 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0818293
Nov 24 14:55:49.908841 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-60b53052-eada-42c2-b053-0629493ca70d service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347941
Nov 24 14:55:50.041403 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-4fbe2818-399f-4d68-b879-f74cae31851b service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270049
Nov 24 14:55:50.297752 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-608e6e62-2332-4e10-96b2-e91697ec3c69 req-56d73896-ddb0-4013-9f31-647a03bd500e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 210 time: 0.0422919
Nov 24 14:55:50.439528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:51.459179 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6ba9f1c2-1467-4089-9fe9-f18e9948e47e req-9cb2276a-5962-4868-b56b-281eada88f42 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 210 time: 0.0424478
Nov 24 14:55:52.210925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-159722d1-952a-4abd-aaf7-74c1ad10e68b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:52.212295 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-159722d1-952a-4abd-aaf7-74c1ad10e68b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.1478918
Nov 24 14:55:52.269088 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-222d1f4a-dec6-441a-952d-f1acc1fd8a53 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 380 time: 0.0421360
Nov 24 14:55:52.277615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'port': {'device_id': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'admin_state_up': True, 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'security_groups': ['5a5cf708-6020-4c13-a79d-48360fb0aec7']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:55:52.529277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:55:52.539048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:55:52.629762 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6869c0cd-9f9e-4a78-aa1a-f7995bb150a2 req-ebdcdcae-26f4-4aa1-a96c-c97c2b3fa260 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 210 time: 0.0439246
Nov 24 14:55:52.630451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Made reservation on behalf of 6d886bca879849ce82e3e0c80b007026 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:55:52.633305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:52.791749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Allocated IP 172.20.0.14 (cb05e26a-6596-4532-9f08-da297600fc6a/af109160-2e4a-44f6-b640-29e2ae589555/933228e7-4475-452e-a180-02a7a351be82) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:55:52.979458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:52.996787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Transition to ACTIVE for port object 933228e7-4475-452e-a180-02a7a351be82 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:55:53.062495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.067980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-20e36c1d-7e64-48b0-be52-74c7a32a6231 tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:53.127994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Network cb05e26a-6596-4532-9f08-da297600fc6a is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:55:53.135023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:55:53.139206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:55:53.170012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:53.176753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:53.206065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:53.206695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.291402 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0172789
Nov 24 14:55:53.303866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Request body: {'port': {'device_id': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:55:53.415082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.473453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-02147d84-a7de-4081-a16f-8e236493a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.502464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-27e94f2b-4787-4dfa-bc9b-89c32d1ac2fd None None] Provisioning for port 933228e7-4475-452e-a180-02a7a351be82 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:55:53.507538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-27e94f2b-4787-4dfa-bc9b-89c32d1ac2fd None None] Provisioning complete for port 933228e7-4475-452e-a180-02a7a351be82 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:55:53.507921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-27e94f2b-4787-4dfa-bc9b-89c32d1ac2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.559802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-27e94f2b-4787-4dfa-bc9b-89c32d1ac2fd None None] Port 933228e7-4475-452e-a180-02a7a351be82 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:55:53.756882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933228e7-4475-452e-a180-02a7a351be82 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:55:53.763629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.778665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Transition to ACTIVE for port object 933228e7-4475-452e-a180-02a7a351be82 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:55:53.831845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f865d-07c3-4e30-b720-360354496803 req-8448b0c5-5493-4940-8226-609507bedebc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:53.833299 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b10f865d-07c3-4e30-b720-360354496803 req-8448b0c5-5493-4940-8226-609507bedebc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 932 time: 0.0841010
Nov 24 14:55:53.851000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.856388 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7d829ff4-1d0c-48ec-a006-9b5f9eb21e5a tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:53.881745 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b10f865d-07c3-4e30-b720-360354496803 req-8bf883ba-ae91-4c68-829a-d2a439fac8ea tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427732
Nov 24 14:55:53.954694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:53.982293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:53.988807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:54.093057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Attempting to bind port 933228e7-4475-452e-a180-02a7a351be82 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:55:54.093389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Attempting to bind port 933228e7-4475-452e-a180-02a7a351be82 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:55:54.093712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Attempting to bind port 933228e7-4475-452e-a180-02a7a351be82 on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:55:54.099704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Port 933228e7-4475-452e-a180-02a7a351be82 on network cb05e26a-6596-4532-9f08-da297600fc6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:55:54.100021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Attempting to bind port 933228e7-4475-452e-a180-02a7a351be82 on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:55:54.106224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:55:54.106551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Checking segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:55:54.106926 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Bound using segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:55:54.107333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Bound port: 933228e7-4475-452e-a180-02a7a351be82, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:55:54.107673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:54.199889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:55:54.204006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:55:54.307709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:54.311652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ad3b6809-4d5c-4d50-848e-d81851ecda3b tempest-DeleteServersTestJSON-1950050682 tempest-DeleteServersTestJSON-1950050682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:54.366364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:54.367785 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] 10.222.0.81 "PUT /v2.0/ports/933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 1094 time: 1.0681369
Nov 24 14:55:54.368257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'tag': '933228e7-4475-452e-a180-02a7a351be82'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:55:54.391988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:54.393563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:54.425446 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'tag': '933228e7-4475-452e-a180-02a7a351be82', 'status': 'completed', 'code': 200}
Nov 24 14:55:54.521265 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-043806eb-8b78-46f1-906b-c1c63c14c94a req-ed294a4c-b13a-4f74-8dc3-ceed98a5ba4d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1097 time: 0.0763826
Nov 24 14:55:54.762515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043806eb-8b78-46f1-906b-c1c63c14c94a req-8319eac6-514d-426e-9e31-b2de236f6238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:54.763803 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-043806eb-8b78-46f1-906b-c1c63c14c94a req-8319eac6-514d-426e-9e31-b2de236f6238 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6d886bca879849ce82e3e0c80b007026&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2357411
Nov 24 14:55:54.897129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043806eb-8b78-46f1-906b-c1c63c14c94a req-e0f1f17c-98cd-4571-a6f1-73cd23ef1140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:54.898555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-043806eb-8b78-46f1-906b-c1c63c14c94a req-e0f1f17c-98cd-4571-a6f1-73cd23ef1140 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1281638
Nov 24 14:55:55.006218 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-11b9339d-bd8d-481e-a00c-8a5f9d912d31 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1097 time: 0.0701478
Nov 24 14:55:55.077769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-fffbb01f-e262-429d-a4aa-a573507d3f29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 217 time: 0.0632079
Nov 24 14:55:55.085642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79438d71-6d78-46aa-a11f-2ec752868e8a req-76504aa5-15d3-4d55-b693-19fba128008e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:55.087065 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-79438d71-6d78-46aa-a11f-2ec752868e8a req-76504aa5-15d3-4d55-b693-19fba128008e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 944 time: 0.0765691
Nov 24 14:55:55.133859 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-79438d71-6d78-46aa-a11f-2ec752868e8a req-b579e681-0b9b-40e7-a6c1-9013d2e22ea0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411382
Nov 24 14:55:55.146585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-6d65e270-8d61-4eb8-9c66-a0fd1300d6ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:55.146585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-6d65e270-8d61-4eb8-9c66-a0fd1300d6ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0574632
Nov 24 14:55:55.220416 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-9f4f2251-763e-4a4b-a2d6-75d4d5d42fe7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726707
Nov 24 14:55:55.352780 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-d3569559-ac73-43f7-857d-5e0b5f5cab1e service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258214
Nov 24 14:55:55.485867 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-952e0c24-6a0e-41eb-9d34-987d17736bac req-38ad3490-e2b2-49b3-9a0e-82e036d6c4e2 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249051
Nov 24 14:55:55.719700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0918ee29-c030-431f-acc5-b644557c939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:56.471798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c4d5e-a6bb-463d-8f24-e5af529db566 req-81d02d85-0fbe-48f8-83b7-92c9f231d068 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:56.472414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-339c4d5e-a6bb-463d-8f24-e5af529db566 req-81d02d85-0fbe-48f8-83b7-92c9f231d068 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:55:56.558254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-339c4d5e-a6bb-463d-8f24-e5af529db566 req-81d02d85-0fbe-48f8-83b7-92c9f231d068 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:55:56.559409 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-339c4d5e-a6bb-463d-8f24-e5af529db566 req-81d02d85-0fbe-48f8-83b7-92c9f231d068 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 944 time: 0.1631622
Nov 24 14:55:56.571195 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:55:56.605262 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-339c4d5e-a6bb-463d-8f24-e5af529db566 req-9db2e84a-c397-46e2-b7a6-dc13da83a757 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398166
Nov 24 14:55:56.753595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:56.968620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 933228e7-4475-452e-a180-02a7a351be82 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:55:57.139260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:57.153130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '933228e7-4475-452e-a180-02a7a351be82', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': '933228e7-4475-452e-a180-02a7a351be82', 'mac_address': 'fa:16:3e:1d:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:55:57.206454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:57.223715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933228e7-4475-452e-a180-02a7a351be82 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:55:57.238207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:57.307392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:57.309125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:57.377929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:57.380960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:57.511166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['933228e7-4475-452e-a180-02a7a351be82'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:55:57.809210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00adb12-d0ae-4fba-ae0b-bb6f7f9c1ca8 req-f3a1d69e-a650-42ce-8e23-3a9afdc66dc1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:57.810633 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a00adb12-d0ae-4fba-ae0b-bb6f7f9c1ca8 req-f3a1d69e-a650-42ce-8e23-3a9afdc66dc1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 945 time: 0.0827029
Nov 24 14:55:57.856717 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a00adb12-d0ae-4fba-ae0b-bb6f7f9c1ca8 req-f0ca006d-7951-4ff4-999f-a6ca940a0710 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398619
Nov 24 14:55:58.244732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:58.968848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 933228e7-4475-452e-a180-02a7a351be82 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:55:59.058207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbfe45-3073-4dec-8402-909fd7e4d22c req-a72df70a-2cf4-4aa9-a410-aca5efa8cf86 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:55:59.059691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ddbfe45-3073-4dec-8402-909fd7e4d22c req-a72df70a-2cf4-4aa9-a410-aca5efa8cf86 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 945 time: 0.0837619
Nov 24 14:55:59.105674 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4ddbfe45-3073-4dec-8402-909fd7e4d22c req-a3650c92-3bf3-412b-b21f-97ffe168c942 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398331
Nov 24 14:55:59.119151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 933228e7-4475-452e-a180-02a7a351be82 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:55:59.124136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 933228e7-4475-452e-a180-02a7a351be82 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:55:59.124513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:59.237475 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:59.263395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933228e7-4475-452e-a180-02a7a351be82'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:55:59.273070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:55:59.316690 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933228e7-4475-452e-a180-02a7a351be82', 'code': 200}
Nov 24 14:55:59.353305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:55:59.356851 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:55:59.424229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:55:59.427331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:55:59.665505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc6b34f3-c9bc-4e31-8c3f-5d8023a12a3a req-03e21961-dfe2-4aae-ba19-9bff262ff9f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1099 time: 0.0748563
Nov 24 14:55:59.709486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc6b34f3-c9bc-4e31-8c3f-5d8023a12a3a req-b426197f-10f1-47c8-b4e5-39b128add4d2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357060
Nov 24 14:56:00.306894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c64ce0-c571-4562-a9bb-0861fb439e90 req-7323a34b-b666-489c-b8a4-9c129618289d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:00.308259 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-62c64ce0-c571-4562-a9bb-0861fb439e90 req-7323a34b-b666-489c-b8a4-9c129618289d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0803938
Nov 24 14:56:00.354313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-62c64ce0-c571-4562-a9bb-0861fb439e90 req-92df76c9-5b40-4cf5-890b-eb0f791ea3c7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396988
Nov 24 14:56:01.551849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d158847-316f-4e9a-a305-3f241a1f3106 req-b2f4574f-2ec2-4e70-9546-5c0696af6070 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:01.553314 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5d158847-316f-4e9a-a305-3f241a1f3106 req-b2f4574f-2ec2-4e70-9546-5c0696af6070 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0766907
Nov 24 14:56:01.599065 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5d158847-316f-4e9a-a305-3f241a1f3106 req-31bcd01e-2242-4500-b77a-4002c3f6c9dd tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403662
Nov 24 14:56:01.788820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7210e29-2ba1-4f09-9bf4-339dbe7f4a64 req-a9a7a429-a9cf-4fcb-b432-b531605dc4fe tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:01.790556 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e7210e29-2ba1-4f09-9bf4-339dbe7f4a64 req-a9a7a429-a9cf-4fcb-b432-b531605dc4fe tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0764163
Nov 24 14:56:01.799242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 33296) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:56:01.804542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'floatingip': {'port_id': '933228e7-4475-452e-a180-02a7a351be82'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:56:01.881128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:02.575842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:02.632941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:02.825591 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac associated. External IP: 172.26.2.193, port: 933228e7-4475-452e-a180-02a7a351be82.
Nov 24 14:56:03.213264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:56:03.409876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:56:03.414749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:03.420393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:56:03.433204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:56:03.433811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd8c610>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:55:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:56:03.470507 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a7052d5c-6d69-4662-84eb-7788f2685cc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "PUT /v2.0/floatingips/27298a53-e617-4df2-96e3-0615085e98ac HTTP/1.1" status: 200  len: 992 time: 1.6701100
Nov 24 14:56:03.471072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'tag': '933228e7-4475-452e-a180-02a7a351be82'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:56:03.525808 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'tag': '933228e7-4475-452e-a180-02a7a351be82', 'status': 'completed', 'code': 200}
Nov 24 14:56:03.618634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-e9b91389-e88a-4dd5-84bc-14746fa6b367 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1099 time: 0.0715461
Nov 24 14:56:03.624031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:56:03.753601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-998e0fed-4805-4158-ab86-1e788afe8e6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:03.754950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-998e0fed-4805-4158-ab86-1e788afe8e6c service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1289084
Nov 24 14:56:03.978867 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-8dbd7690-1d61-449e-9e07-311e6ef1516d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 1000 time: 0.2172036
Nov 24 14:56:03.980334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd8c610>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '933228e7-4475-452e-a180-02a7a351be82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:1d:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:56:02Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:56:03.984906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:56:03.995586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:56:03.996221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd8c610>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:55:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:56:04.044171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-4915b07a-632d-41eb-8be7-d06114237c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:04.045605 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-4915b07a-632d-41eb-8be7-d06114237c5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0592718
Nov 24 14:56:04.123276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-44d58cf2-937f-4d29-bd16-fbcacaec9ccf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705259
Nov 24 14:56:04.172648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:56:04.261436 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-58a68c37-a74a-43a5-a496-107153f3669f service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308053
Nov 24 14:56:04.397243 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-16b6319c-e83a-4af3-81c0-b52e9223becc req-0a6cc385-a83d-40d3-83af-9cee7699009a service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276274
Nov 24 14:56:04.557020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd8c610>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '933228e7-4475-452e-a180-02a7a351be82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:1d:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:56:02Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:56:04.561110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfe162-4d93-4d80-89cb-b8315b900ef8 None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '933228e7-4475-452e-a180-02a7a351be82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:1d:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:56:02Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:56:04.745176 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05969f-37e0-43a8-9a6d-ac3b8d5e13e3 None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:56:11.533051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-d79aa0bb-886a-4e00-9d35-7f2233af9315 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0684197
Nov 24 14:56:11.668593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-4d6884ce-0415-4da0-bd91-4f6224c3c64c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1099 time: 0.0682120
Nov 24 14:56:11.813760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-94655c26-e1b6-4ffa-bacd-0370217933cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:11.815189 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-94655c26-e1b6-4ffa-bacd-0370217933cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1263847
Nov 24 14:56:11.921296 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-0c969ff5-5b85-47a8-aede-8495d57f1efb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 1002 time: 0.0988483
Nov 24 14:56:11.987120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-cb8ca1ac-6f40-40b8-8154-097ab9fc4a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:11.988527 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-cb8ca1ac-6f40-40b8-8154-097ab9fc4a80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0603700
Nov 24 14:56:12.063536 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-ae50d72d-12ac-4039-b6cd-1c22ffc520f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686333
Nov 24 14:56:12.193142 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-6e93d34b-8adc-4ecc-866c-785efd4fb687 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234922
Nov 24 14:56:12.324433 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c034c068-819d-4b0b-a9dd-abc12a6ec71b req-1bbf81e7-92a0-4b42-8cd8-bbf8babede90 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238852
Nov 24 14:56:20.461080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:23.454244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ed14d96-52fb-4ecb-aa40-f8ce1677880a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:23.957573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:25.706462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90f1f7b4-8eb9-4ca5-9d02-1dac0adc18fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:26.785563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:28.265116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:33.572566 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:56:40.376932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413fe3-b20c-418a-8eab-f220ea42549e req-ffd5084a-ff2e-4387-ae9f-36370ef3bc78 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:40.378364 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e413fe3-b20c-418a-8eab-f220ea42549e req-ffd5084a-ff2e-4387-ae9f-36370ef3bc78 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0812182
Nov 24 14:56:40.424899 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e413fe3-b20c-418a-8eab-f220ea42549e req-bac2623f-15c3-43b2-8524-c4b04bb5b1d5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410147
Nov 24 14:56:41.628347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aac9e-ca29-4bb7-ad1c-6a93651be6c6 req-bca96698-1e20-4941-8d85-9d063da769ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:41.629763 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d46aac9e-ca29-4bb7-ad1c-6a93651be6c6 req-bca96698-1e20-4941-8d85-9d063da769ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0813136
Nov 24 14:56:41.674568 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d46aac9e-ca29-4bb7-ad1c-6a93651be6c6 req-cc847131-5381-4a73-b126-609f96fc4898 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393405
Nov 24 14:56:42.875190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e9d9b-c54a-423f-9454-4efa4ad42adf req-b0ea8cfd-74c8-49f5-b43f-cca90b4a573e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:42.877236 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-127e9d9b-c54a-423f-9454-4efa4ad42adf req-b0ea8cfd-74c8-49f5-b43f-cca90b4a573e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0789952
Nov 24 14:56:42.925714 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-127e9d9b-c54a-423f-9454-4efa4ad42adf req-ef41a71e-f816-4d14-b36b-26fee858e332 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429523
Nov 24 14:56:44.123263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc51e2-d5af-46c8-a8de-433710bc6279 req-2c17487f-6129-4fce-9fc1-411f3024b283 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:44.124913 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8cc51e2-d5af-46c8-a8de-433710bc6279 req-2c17487f-6129-4fce-9fc1-411f3024b283 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0786862
Nov 24 14:56:44.170620 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e8cc51e2-d5af-46c8-a8de-433710bc6279 req-5bdcb5ba-d277-4d78-9cba-464101b92e81 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391903
Nov 24 14:56:45.365075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4ab9-39b8-4fb4-9297-52d0b1f2c300 req-a5e97f11-526e-450d-8436-24c159e908d1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:45.366505 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3cdf4ab9-39b8-4fb4-9297-52d0b1f2c300 req-a5e97f11-526e-450d-8436-24c159e908d1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0761001
Nov 24 14:56:45.413621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3cdf4ab9-39b8-4fb4-9297-52d0b1f2c300 req-c14f1cdb-c247-402d-a316-57bcb10a9f61 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416844
Nov 24 14:56:46.609634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce004-4764-4d51-8e68-6f4f384d7012 req-5a4f6d20-0214-44df-bff2-b8b572ea4bd0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:46.611174 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-904ce004-4764-4d51-8e68-6f4f384d7012 req-5a4f6d20-0214-44df-bff2-b8b572ea4bd0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0806205
Nov 24 14:56:46.656024 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-904ce004-4764-4d51-8e68-6f4f384d7012 req-a4c9d330-a367-4c37-ab59-432bfda5d31d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393910
Nov 24 14:56:47.854123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3229-49f5-4902-b791-e95285754f91 req-1e45c18b-a087-4b62-8f99-97b0aaac6090 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:47.855549 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6dba3229-49f5-4902-b791-e95285754f91 req-1e45c18b-a087-4b62-8f99-97b0aaac6090 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0797772
Nov 24 14:56:47.901107 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6dba3229-49f5-4902-b791-e95285754f91 req-ef59ade1-f1e2-4c85-8972-94285ddbc454 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391786
Nov 24 14:56:49.100115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f3500-2145-4913-8484-390a6b1eebf5 req-20d2653f-ee4f-4f33-a113-39390a9c6d92 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:49.101515 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1e7f3500-2145-4913-8484-390a6b1eebf5 req-20d2653f-ee4f-4f33-a113-39390a9c6d92 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0783017
Nov 24 14:56:49.146612 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1e7f3500-2145-4913-8484-390a6b1eebf5 req-042f6c79-e661-43d5-936e-18c05d09ed85 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394933
Nov 24 14:56:50.345758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad54707-ec51-409f-9d12-e2ea1bc2c449 req-7a77a46f-4101-45e0-8f2e-22bcfc87ee37 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:50.347198 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3ad54707-ec51-409f-9d12-e2ea1bc2c449 req-7a77a46f-4101-45e0-8f2e-22bcfc87ee37 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0764363
Nov 24 14:56:50.392374 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3ad54707-ec51-409f-9d12-e2ea1bc2c449 req-aaf18601-8f34-4d5e-b201-c1be742611c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397394
Nov 24 14:56:50.491840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:51.588285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407244d1-2b52-4339-b8fc-4fdc4b3ba3fe req-4d184b6a-52f2-4891-b5fb-465b362d40b8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:51.589726 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-407244d1-2b52-4339-b8fc-4fdc4b3ba3fe req-4d184b6a-52f2-4891-b5fb-465b362d40b8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0793326
Nov 24 14:56:51.635535 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-407244d1-2b52-4339-b8fc-4fdc4b3ba3fe req-a819a9c9-afd4-42dc-a654-afc3b56c8103 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403054
Nov 24 14:56:51.832385 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fabfb484-15dc-42e5-b6b5-d0ac0ee4a644 req-64c49f9c-bbe0-42d6-b9e1-0d8122fdb313 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0729611
Nov 24 14:56:52.262467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5c5c0-46fc-4741-85eb-38fc48e1054b req-54b99d42-2b6b-485f-8024-7e03170c67dc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:52.263903 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5ba5c5c0-46fc-4741-85eb-38fc48e1054b req-54b99d42-2b6b-485f-8024-7e03170c67dc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0771456
Nov 24 14:56:52.415459 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5ba5c5c0-46fc-4741-85eb-38fc48e1054b req-5585c69c-0f73-4738-ba2f-655ee20ee91e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448679
Nov 24 14:56:52.527166 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-38f3d190-e87b-45ae-8a32-05c799e9e06e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2332771
Nov 24 14:56:53.460494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-449b4916-17d5-4603-81b2-da6ff15bf084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:53.618167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75488aaf-31ac-4a1a-b0c3-006de05ea582 req-cc1d9526-4eac-48e9-a2e7-68f516d7e804 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:53.619485 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-75488aaf-31ac-4a1a-b0c3-006de05ea582 req-cc1d9526-4eac-48e9-a2e7-68f516d7e804 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0763261
Nov 24 14:56:53.664840 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-75488aaf-31ac-4a1a-b0c3-006de05ea582 req-af704101-6d56-436e-998c-b54d362cdecb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394194
Nov 24 14:56:53.934277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:54.474757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-5aa8e4c2-f570-465b-8253-fdc3568d6faa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1099 time: 0.0723248
Nov 24 14:56:54.604827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-2aea8a85-b07f-404b-bab9-020482a701b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:54.606244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-2aea8a85-b07f-404b-bab9-020482a701b6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1249213
Nov 24 14:56:54.708789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-94786efe-74d7-46ff-9cd4-884e62101856 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 1002 time: 0.0954037
Nov 24 14:56:54.777148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-95760e5c-0d84-455d-827f-738dd02cfe65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:54.778562 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-95760e5c-0d84-455d-827f-738dd02cfe65 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0622249
Nov 24 14:56:54.916845 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-5a9ab128-b391-4bc8-aada-0556560f0585 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1312630
Nov 24 14:56:54.923607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb8b62-0d1f-4c66-9f76-ffc3a1c4aa20 req-f20e1606-2d36-4bee-adef-74d165e57c3c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:54.924994 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-11cb8b62-0d1f-4c66-9f76-ffc3a1c4aa20 req-f20e1606-2d36-4bee-adef-74d165e57c3c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.1097562
Nov 24 14:56:55.052267 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-11cb8b62-0d1f-4c66-9f76-ffc3a1c4aa20 req-5aaa1de0-3a1d-43d7-8148-31d65d3f6397 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092720
Nov 24 14:56:55.083573 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-1ce06a54-1e0a-4910-b0fd-9d5e8cec5ae1 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576705
Nov 24 14:56:55.214682 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-5c552ed7-c70a-4aa0-8b4a-271ef88f4c83 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239631
Nov 24 14:56:55.705633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a0cd-3448-43e6-ba01-f72c04537cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:56.250582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628020-789c-45de-bf71-c3554158c6f4 req-0cbe5fae-ce49-4681-9b56-a7563ca5263d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:56.251988 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ed628020-789c-45de-bf71-c3554158c6f4 req-0cbe5fae-ce49-4681-9b56-a7563ca5263d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0789740
Nov 24 14:56:56.296912 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ed628020-789c-45de-bf71-c3554158c6f4 req-a5cfa880-703f-43a1-b234-e0ad9d0bdbd9 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394690
Nov 24 14:56:56.791607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:57.131607 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-40fbca99-1975-4c26-951d-fcd4e6eacdd7 service neutron] 10.222.0.81 "GET /v2.0/ports/933228e7-4475-452e-a180-02a7a351be82/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.0798542
Nov 24 14:56:57.496335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a18b4-dd19-4ccd-983c-07d75e1187aa req-eaedff8d-0799-42f9-bcb4-89338e553d9b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:57.497735 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e66a18b4-dd19-4ccd-983c-07d75e1187aa req-eaedff8d-0799-42f9-bcb4-89338e553d9b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0785887
Nov 24 14:56:57.543319 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e66a18b4-dd19-4ccd-983c-07d75e1187aa req-91ed9456-04ac-4822-97ad-1c5583ee6e20 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398016
Nov 24 14:56:57.648807 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-5ccfdaf4-503e-483f-a0f5-dd171862d12b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 1099 time: 0.0733309
Nov 24 14:56:57.737564 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-c09a32b8-bb0f-4432-a5a6-3c48f3ba27af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1099 time: 0.0680745
Nov 24 14:56:57.868305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-d8b7f2ef-190b-4d22-96e2-5927d9a401f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:57.869736 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-d8b7f2ef-190b-4d22-96e2-5927d9a401f2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1263213
Nov 24 14:56:57.972733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-6f65afe1-fb61-474d-8789-9d4db0978d67 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 1002 time: 0.0961273
Nov 24 14:56:58.034342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-ef4843b4-2651-48e9-bbd5-f412efd5fedf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:58.035744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-ef4843b4-2651-48e9-bbd5-f412efd5fedf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0566254
Nov 24 14:56:58.219974 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-e996acbb-e092-483f-bffe-3790a98e53a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1779194
Nov 24 14:56:58.248721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:58.350294 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-c88ddf6d-f9a8-4009-92ad-2d03a1808f28 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230507
Nov 24 14:56:58.483085 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6768774b-3c98-49a9-a446-cdf38d0ce8b9 req-9c3f4a87-3459-4f1b-b694-cc3404b93e25 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249287
Nov 24 14:56:58.741128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba12a-7034-40bf-9dee-6c9a03ab722f req-d129e86b-c52a-4676-8d9f-67167ba6f465 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:56:58.742594 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f2ba12a-7034-40bf-9dee-6c9a03ab722f req-d129e86b-c52a-4676-8d9f-67167ba6f465 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0784059
Nov 24 14:56:58.794132 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f2ba12a-7034-40bf-9dee-6c9a03ab722f req-99792794-5926-4780-9f25-8c686068edc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459929
Nov 24 14:56:59.263120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 933228e7-4475-452e-a180-02a7a351be82 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:56:59.373992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:59.400235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933228e7-4475-452e-a180-02a7a351be82'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:56:59.410594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:56:59.462419 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933228e7-4475-452e-a180-02a7a351be82', 'code': 200}
Nov 24 14:56:59.505328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:56:59.507052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:56:59.569735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:56:59.577871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.578209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.578539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.578969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.579867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.580220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.580545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.580867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.581186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.581500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.581812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:56:59.585513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:56:59.999312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1d941-cbda-4caa-80a7-18280059e5a9 req-fd26d83d-66d7-42ce-80c1-f83c40f8dbf0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:00.000931 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8aa1d941-cbda-4caa-80a7-18280059e5a9 req-fd26d83d-66d7-42ce-80c1-f83c40f8dbf0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 944 time: 0.0821555
Nov 24 14:57:00.048418 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8aa1d941-cbda-4caa-80a7-18280059e5a9 req-4a1f29cb-1ce5-4a80-b817-96d169b768ae tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413804
Nov 24 14:57:01.245938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d5c80-0266-4491-a5f1-16604c692a5c req-dbd2a131-2a21-4f24-83e1-a528bf395307 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:01.247270 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-926d5c80-0266-4491-a5f1-16604c692a5c req-dbd2a131-2a21-4f24-83e1-a528bf395307 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 944 time: 0.0777617
Nov 24 14:57:01.274685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 933228e7-4475-452e-a180-02a7a351be82 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:57:01.292523 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-926d5c80-0266-4491-a5f1-16604c692a5c req-331d35cb-7b8c-4119-9670-1f7683dacb7b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393727
Nov 24 14:57:01.409278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:57:01.422328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '933228e7-4475-452e-a180-02a7a351be82', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': '933228e7-4475-452e-a180-02a7a351be82', 'mac_address': 'fa:16:3e:1d:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:57:01.480140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:01.497017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933228e7-4475-452e-a180-02a7a351be82 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:57:01.511799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:57:01.568635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:01.570687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:01.637530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['933228e7-4475-452e-a180-02a7a351be82'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:57:01.677456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:01.681776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:01.833255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-917702dc-41cf-4410-a25b-eba9ea409e95 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:01.834670 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-917702dc-41cf-4410-a25b-eba9ea409e95 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523&tenant_id=6d886bca879849ce82e3e0c80b007026&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 945 time: 0.1137416
Nov 24 14:57:01.840798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3729de5-2c4b-4d66-8429-12c9eb51d338 req-2938a17c-1171-4e33-b86b-1343a99d137d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:01.842145 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d3729de5-2c4b-4d66-8429-12c9eb51d338 req-2938a17c-1171-4e33-b86b-1343a99d137d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 945 time: 0.1669660
Nov 24 14:57:01.890609 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d3729de5-2c4b-4d66-8429-12c9eb51d338 req-58a8979b-ab6a-4221-b939-22ec2bf8abf1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416427
Nov 24 14:57:01.980942 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-2d75198e-da02-4c5d-8e25-fb89715ccfee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1098 time: 0.0724418
Nov 24 14:57:02.114273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-57977c89-a786-46eb-94b7-7c07b9df2683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:02.115634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-57977c89-a786-46eb-94b7-7c07b9df2683 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1279211
Nov 24 14:57:02.218163 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-d8e382e7-9f5b-4624-98c8-fcab13b2d560 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 1001 time: 0.0953963
Nov 24 14:57:02.280552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-31f6bb0d-57cb-4f29-9900-2af9a7d21f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:02.282045 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-31f6bb0d-57cb-4f29-9900-2af9a7d21f03 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0568099
Nov 24 14:57:02.356557 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-6f5e7289-80ca-4582-a13a-c5e22d7eaeba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680685
Nov 24 14:57:02.486567 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-43c9a125-8d67-4ade-9236-7c626939e00c service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232688
Nov 24 14:57:02.617805 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-72374499-6e94-4cc8-a8de-d9ff41ea64e1 req-edc098e7-6ab6-4e0b-8961-56006f62d42b service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245975
Nov 24 14:57:03.092475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4714b2-9969-4f61-8208-711619552709 req-e50cc2b9-656f-4b29-95d6-bbb46a32844b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:03.093907 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7a4714b2-9969-4f61-8208-711619552709 req-e50cc2b9-656f-4b29-95d6-bbb46a32844b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 945 time: 0.0820353
Nov 24 14:57:03.140381 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7a4714b2-9969-4f61-8208-711619552709 req-4b0c2196-0bbc-42c4-b972-68dfaa7691a9 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406780
Nov 24 14:57:03.294147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 933228e7-4475-452e-a180-02a7a351be82 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:57:03.363404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 933228e7-4475-452e-a180-02a7a351be82 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:57:03.363785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:03.481519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:03.509020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933228e7-4475-452e-a180-02a7a351be82'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:57:03.519929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:57:03.567670 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933228e7-4475-452e-a180-02a7a351be82', 'code': 200}
Nov 24 14:57:03.568884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:03.571607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6471a7af-78c4-4f1e-9897-c6cc83e43f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:03.643372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:03.646571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:04.341483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b098-f369-4a3e-bf25-f26b5fc92cff req-9ef42266-1d9c-4500-9f90-5c7ef05f930f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:04.342906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3980b098-f369-4a3e-bf25-f26b5fc92cff req-9ef42266-1d9c-4500-9f90-5c7ef05f930f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0768561
Nov 24 14:57:04.388359 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3980b098-f369-4a3e-bf25-f26b5fc92cff req-c02643f7-6ef3-43a9-a764-1bbaeeca7ddb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397499
Nov 24 14:57:04.585828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da50e-db17-4f41-bb41-182960a48474 req-63ea4b48-d078-43df-b103-f45ecb477e07 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:04.587250 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9c5da50e-db17-4f41-bb41-182960a48474 req-63ea4b48-d078-43df-b103-f45ecb477e07 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0790591
Nov 24 14:57:04.633406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9c5da50e-db17-4f41-bb41-182960a48474 req-f2f11181-84f1-4ede-bee2-694ca1602417 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406268
Nov 24 14:57:05.129837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffb95-ceeb-4ed2-956d-bdb97d003695 req-aa4e1ca1-7db3-4891-bf3c-1e1a49444ecf tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:05.131280 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0cffb95-ceeb-4ed2-956d-bdb97d003695 req-aa4e1ca1-7db3-4891-bf3c-1e1a49444ecf tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0776837
Nov 24 14:57:05.220355 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e0cffb95-ceeb-4ed2-956d-bdb97d003695 req-9a5e2a64-1982-4046-9b37-7c4a5709c1c6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556338
Nov 24 14:57:05.238630 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-640930ba-ad17-439a-a989-dbe75be996f4 req-5f73f2d1-ccbe-46dd-a9bd-703afdf87023 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 1099 time: 0.1048112
Nov 24 14:57:05.464922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640930ba-ad17-439a-a989-dbe75be996f4 req-d2496a78-be13-4cff-bd39-d1ba0aa92ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:05.466252 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-640930ba-ad17-439a-a989-dbe75be996f4 req-d2496a78-be13-4cff-bd39-d1ba0aa92ad5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.2204421
Nov 24 14:57:05.565780 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-640930ba-ad17-439a-a989-dbe75be996f4 req-53e8525e-dfa9-4ea0-8f46-b2c75d6c6fb8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 200  len: 1002 time: 0.0927463
Nov 24 14:57:05.628038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640930ba-ad17-439a-a989-dbe75be996f4 req-2b53c49e-9fc9-47af-a785-e931f44d05ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:05.629453 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-640930ba-ad17-439a-a989-dbe75be996f4 req-2b53c49e-9fc9-47af-a785-e931f44d05ca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0570912
Nov 24 14:57:05.705846 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-640930ba-ad17-439a-a989-dbe75be996f4 req-3a86b244-32c6-454f-bc7f-01dda53a3e4d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700336
Nov 24 14:57:05.835581 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-640930ba-ad17-439a-a989-dbe75be996f4 req-6f3d7eef-2129-4e12-b500-35bf24385a1b service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228268
Nov 24 14:57:05.966792 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-640930ba-ad17-439a-a989-dbe75be996f4 req-dc1528e3-8643-4bee-ae54-9eb804000708 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241534
Nov 24 14:57:06.523977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6030-37d1-4c3c-9494-bd9004e4064b req-3a6d89bb-e399-4974-ad59-265ab409bab3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:06.525456 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-676b6030-37d1-4c3c-9494-bd9004e4064b req-3a6d89bb-e399-4974-ad59-265ab409bab3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.1816366
Nov 24 14:57:06.571880 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-676b6030-37d1-4c3c-9494-bd9004e4064b req-7edc666d-a2a8-4dc3-951a-d3dcb067cef6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407453
Nov 24 14:57:07.768177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853e769-35a2-43c4-b634-d4c35a56d72b req-59f91046-acef-4e30-a99d-eeb0c8426012 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:07.769609 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f853e769-35a2-43c4-b634-d4c35a56d72b req-59f91046-acef-4e30-a99d-eeb0c8426012 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0770977
Nov 24 14:57:07.815790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f853e769-35a2-43c4-b634-d4c35a56d72b req-98854c9b-1b29-4a8b-8e08-6d2b45601857 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407295
Nov 24 14:57:08.409432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4736669-cec2-442b-a17e-cd3210b97e37 req-fd65f163-872d-4c42-9c0d-3e40cbe2d01e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:08.410886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a4736669-cec2-442b-a17e-cd3210b97e37 req-fd65f163-872d-4c42-9c0d-3e40cbe2d01e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0800662
Nov 24 14:57:08.455563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a4736669-cec2-442b-a17e-cd3210b97e37 req-7ed5824f-3f81-448a-bfce-3e4b41875513 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390956
Nov 24 14:57:09.656666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0031d2-967b-4410-882b-20a9efcaa7e2 req-2b46db9b-5f68-415d-87ad-2b2f67e1f63e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:09.658869 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9e0031d2-967b-4410-882b-20a9efcaa7e2 req-2b46db9b-5f68-415d-87ad-2b2f67e1f63e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0782220
Nov 24 14:57:09.707100 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9e0031d2-967b-4410-882b-20a9efcaa7e2 req-5614e6a2-76b2-4460-a117-6ed9174699b2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428543
Nov 24 14:57:10.062618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-21523371-dca1-4599-9f5f-4e32f5b0fb74 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:10.064636 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-21523371-dca1-4599-9f5f-4e32f5b0fb74 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0751972
Nov 24 14:57:10.135248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Deleting port 933228e7-4475-452e-a180-02a7a351be82 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:57:10.135494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:10.374156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] For port 933228e7-4475-452e-a180-02a7a351be82, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=933228e7-4475-452e-a180-02a7a351be82,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:57:10.374500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:10.572266 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:57:10.652410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:10.652772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:10.653077 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac disassociated. External IP: 172.26.2.193, port: 933228e7-4475-452e-a180-02a7a351be82.
Nov 24 14:57:10.653408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Calling delete_port for 933228e7-4475-452e-a180-02a7a351be82 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:57:10.965484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b76914-22e1-42b6-97b4-5525d249051c req-724d480e-d901-41aa-a1bb-15c9f1642b5c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:10.966928 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d9b76914-22e1-42b6-97b4-5525d249051c req-724d480e-d901-41aa-a1bb-15c9f1642b5c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 946 time: 0.0994473
Nov 24 14:57:10.987832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:10.997152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:11.042470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event deleted for resources: {'Port': ['ID=933228e7-4475-452e-a180-02a7a351be82,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:11.067957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.068522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.068770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.069097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.069464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.069824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.070451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.070823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.071184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.071538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.071895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:57:11.077803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:11.086309 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d9b76914-22e1-42b6-97b4-5525d249051c req-aa78c317-8348-44ee-892f-ea4de4663912 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136250
Nov 24 14:57:11.291594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:57:11.490149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:57:11.499560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:57:11.548892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:57:11.549467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd17a60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:56:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:11.565859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] No DVR routers for this DVR port 933228e7-4475-452e-a180-02a7a351be82 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:57:11.568355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:11.570902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-deleted', 'tag': '933228e7-4475-452e-a180-02a7a351be82'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:57:11.631789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dacf0d4-6d94-416e-ac11-1d0c5c2e8523', 'name': 'network-vif-deleted', 'tag': '933228e7-4475-452e-a180-02a7a351be82', 'status': 'completed', 'code': 200}
Nov 24 14:57:11.643967 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-97d98cde-94e9-4e7a-84e1-e770b2f6d84d req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "DELETE /v2.0/ports/933228e7-4475-452e-a180-02a7a351be82 HTTP/1.1" status: 204  len: 173 time: 1.5744529
Nov 24 14:57:11.730414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:57:12.050541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd17a60>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:12.054794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:57:12.065212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:57:12.065793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd17a60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:56:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:12.255232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:57:12.270089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-e34bb8b9-1848-47ca-ab61-33ddd8f92358 req-fc971b17-041a-450e-8894-de0e8a904b83 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:57:12.345837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-e34bb8b9-1848-47ca-ab61-33ddd8f92358 req-fc971b17-041a-450e-8894-de0e8a904b83 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:57:12.347210 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e34bb8b9-1848-47ca-ab61-33ddd8f92358 req-fc971b17-041a-450e-8894-de0e8a904b83 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dacf0d4-6d94-416e-ac11-1d0c5c2e8523 HTTP/1.1" status: 200  len: 210 time: 0.1181672
Nov 24 14:57:12.585769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd17a60>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:12.589694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90da6b-8e77-4b11-bf14-ff668464c64e None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:57:12.821504 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c42b1b-9fce-4b08-97f3-5557dc6b2b1f None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:57:13.356836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 933228e7-4475-452e-a180-02a7a351be82 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:57:13.394337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 933228e7-4475-452e-a180-02a7a351be82 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:57:13.394692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 933228e7-4475-452e-a180-02a7a351be82 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:57:13.717536 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-f04225b4-b8e7-4bc4-b52a-c12b1e3a0e70 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1109257631&fields=id&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 267 time: 0.0414112
Nov 24 14:57:13.864052 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-757d0ebd-5b80-4954-b05e-f09596b10a87 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:13.865530 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-757d0ebd-5b80-4954-b05e-f09596b10a87 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.1415851
Nov 24 14:57:13.882288 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-34bfea02-c908-4426-a509-3fde06be12e1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/quotas/6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 375 time: 0.0114233
Nov 24 14:57:13.963564 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-3481af4c-6bb9-4133-824b-2a0a97044657 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0762818
Nov 24 14:57:14.101158 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-d6d0ae6a-32e9-4550-bd3f-4ebbee111461 service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258755
Nov 24 14:57:14.233236 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-eeef49b1-cf91-4c0e-b5af-32c918ab3348 service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261702
Nov 24 14:57:14.477742 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-91093328-cbf4-41f3-a23f-3c06415667a2 req-5633e914-e6a5-4feb-a1e0-4817b26f3c3b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 210 time: 0.0427723
Nov 24 14:57:15.675806 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8e477dfa-8ab6-4f5a-9c5e-b2a5ff3c0ad5 req-a2f9298e-8770-4616-8cf1-7174749e350f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 210 time: 0.0459626
Nov 24 14:57:16.310837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-ca152ba4-32d2-4cdc-93fa-19f525fa6a7b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:16.312244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-ca152ba4-32d2-4cdc-93fa-19f525fa6a7b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.1419313
Nov 24 14:57:16.368113 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-b1b81a13-36ab-46ec-a95c-ded431f105d2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 380 time: 0.0420856
Nov 24 14:57:16.377128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'port': {'device_id': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'admin_state_up': True, 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'security_groups': ['5a5cf708-6020-4c13-a79d-48360fb0aec7']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:57:16.517736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:57:16.527629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:57:16.579116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Made reservation on behalf of 6d886bca879849ce82e3e0c80b007026 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:57:16.582327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:16.749947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Allocated IP 172.20.0.12 (cb05e26a-6596-4532-9f08-da297600fc6a/af109160-2e4a-44f6-b640-29e2ae589555/32cb88e0-3968-4c7b-9278-416cc1488744) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:57:16.867011 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2c63e7dd-e4a5-49bf-a796-cf88624013cc req-3a593998-2e88-4ccb-9ad8-f998bea7f18b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 210 time: 0.0541146
Nov 24 14:57:16.987966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:17.004360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Transition to ACTIVE for port object 32cb88e0-3968-4c7b-9278-416cc1488744 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:57:17.071575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:17.077330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-09c60efc-d96f-4e61-a4d8-64ff3a112692 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:17.138296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Network cb05e26a-6596-4532-9f08-da297600fc6a is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:57:17.147003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:57:17.151323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:57:17.186637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:17.194529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:17.344280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:17.345409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:17.453394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7c2171aa-0d2c-4d40-9f56-5894302d91c4 None None] Provisioning for port 32cb88e0-3968-4c7b-9278-416cc1488744 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:57:17.458636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7c2171aa-0d2c-4d40-9f56-5894302d91c4 None None] Provisioning complete for port 32cb88e0-3968-4c7b-9278-416cc1488744 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:57:17.462726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7c2171aa-0d2c-4d40-9f56-5894302d91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:17.482732 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1093655
Nov 24 14:57:17.494845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Request body: {'port': {'device_id': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:57:17.513866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7c2171aa-0d2c-4d40-9f56-5894302d91c4 None None] Port 32cb88e0-3968-4c7b-9278-416cc1488744 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:57:17.600456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:17.942351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cb88e0-3968-4c7b-9278-416cc1488744 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:57:17.949329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:17.964478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Transition to ACTIVE for port object 32cb88e0-3968-4c7b-9278-416cc1488744 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:57:18.036547 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:18.040968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-97c5bd43-6050-46a0-a63a-df67a909ccfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:18.087487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2794f1b-608c-4c92-a9e4-8640f2b1d63c req-bfc27f4b-9080-4392-b4e3-e7c1e513493b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:18.088966 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a2794f1b-608c-4c92-a9e4-8640f2b1d63c req-bfc27f4b-9080-4392-b4e3-e7c1e513493b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0914998
Nov 24 14:57:18.140994 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a2794f1b-608c-4c92-a9e4-8640f2b1d63c req-fa2b4461-f034-4ccf-bb59-831cf2381864 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444756
Nov 24 14:57:18.175231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:18.175231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:18.285605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Attempting to bind port 32cb88e0-3968-4c7b-9278-416cc1488744 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:57:18.285937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Attempting to bind port 32cb88e0-3968-4c7b-9278-416cc1488744 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:57:18.286260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Attempting to bind port 32cb88e0-3968-4c7b-9278-416cc1488744 on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:57:18.292038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Port 32cb88e0-3968-4c7b-9278-416cc1488744 on network cb05e26a-6596-4532-9f08-da297600fc6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:57:18.292381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Attempting to bind port 32cb88e0-3968-4c7b-9278-416cc1488744 on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:57:18.299232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:57:18.299559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Checking segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:57:18.299938 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Bound using segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:57:18.300375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Bound port: 32cb88e0-3968-4c7b-9278-416cc1488744, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:57:18.300718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:18.386816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:57:18.389639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:57:18.430717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:18.434263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5091ac94-bb0e-4374-afb6-4a90bf6c58e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:18.490884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:18.492257 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] 10.222.0.81 "PUT /v2.0/ports/32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 1094 time: 1.0016522
Nov 24 14:57:18.492769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:57:18.526972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:18.526972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:18.556756 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'status': 'completed', 'code': 200}
Nov 24 14:57:18.651181 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ac606c4e-93f2-4363-a933-2aad9d4e6007 req-93535b4e-6ce9-475a-bfa4-1230073577a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1097 time: 0.0729494
Nov 24 14:57:18.793709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606c4e-93f2-4363-a933-2aad9d4e6007 req-be0dcf42-0423-49a5-aa40-de135b4fc60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:18.795119 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ac606c4e-93f2-4363-a933-2aad9d4e6007 req-be0dcf42-0423-49a5-aa40-de135b4fc60c service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6d886bca879849ce82e3e0c80b007026&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1363678
Nov 24 14:57:18.934097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606c4e-93f2-4363-a933-2aad9d4e6007 req-35acb23b-b887-4627-9146-181e72f094d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:18.935455 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ac606c4e-93f2-4363-a933-2aad9d4e6007 req-35acb23b-b887-4627-9146-181e72f094d4 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1336768
Nov 24 14:57:19.037627 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-90deaaf6-b632-418f-aab7-c342f336bab4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1097 time: 0.0675943
Nov 24 14:57:19.107860 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-8f2a4114-17fd-4489-ac55-1096959f6e0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 217 time: 0.0628777
Nov 24 14:57:19.170088 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0ef89f9e-bba2-4507-b792-1087854f90de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:19.171517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-0ef89f9e-bba2-4507-b792-1087854f90de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0571737
Nov 24 14:57:19.250847 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-5d210b04-6a8d-47b9-bfe1-81e6028a8f93 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728743
Nov 24 14:57:19.348434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de9ce1-b809-4f10-b8e7-c496fa72125f req-46ef8dc6-f2dc-4f3f-927f-6f2a49230583 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:19.349956 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b3de9ce1-b809-4f10-b8e7-c496fa72125f req-46ef8dc6-f2dc-4f3f-927f-6f2a49230583 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0804923
Nov 24 14:57:19.400171 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b3de9ce1-b809-4f10-b8e7-c496fa72125f req-f4226ce3-d9df-4de7-9fea-4fa2b78a3918 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444517
Nov 24 14:57:19.492132 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-37aad212-8fc1-4b38-bfb6-c4d4084edd6f service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339597
Nov 24 14:57:19.623781 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae218282-3a73-4833-b9af-7bde2cdf8f4a req-04927c1f-3d91-41de-a444-1e424d8e96d1 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246319
Nov 24 14:57:20.453548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:20.598300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f48c2-6472-440e-b05c-0677b29cf154 req-a7043dd6-38bb-4023-b648-1cfd591a678c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:20.598984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b12f48c2-6472-440e-b05c-0677b29cf154 req-a7043dd6-38bb-4023-b648-1cfd591a678c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:57:20.653591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b12f48c2-6472-440e-b05c-0677b29cf154 req-a7043dd6-38bb-4023-b648-1cfd591a678c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:57:20.654711 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b12f48c2-6472-440e-b05c-0677b29cf154 req-a7043dd6-38bb-4023-b648-1cfd591a678c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.1318283
Nov 24 14:57:20.701999 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b12f48c2-6472-440e-b05c-0677b29cf154 req-cfabd638-d271-42ce-b5ef-9dfc68313d14 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410144
Nov 24 14:57:21.897260 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272404-661f-4e8b-853c-c64e96b3d81f req-a0ac2971-705f-4b6c-8308-f98488af29ce tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:21.898705 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1e272404-661f-4e8b-853c-c64e96b3d81f req-a0ac2971-705f-4b6c-8308-f98488af29ce tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0770063
Nov 24 14:57:21.945340 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1e272404-661f-4e8b-853c-c64e96b3d81f req-98d075d8-3cf8-4a49-bdb3-06995dfd6302 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411897
Nov 24 14:57:23.148518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06287069-3250-47b0-8f49-812c87c5bd58 req-e6658f5d-6a70-4628-b157-2dd8370c99f6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:23.149578 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06287069-3250-47b0-8f49-812c87c5bd58 req-e6658f5d-6a70-4628-b157-2dd8370c99f6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0813646
Nov 24 14:57:23.196072 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06287069-3250-47b0-8f49-812c87c5bd58 req-0357c174-6f08-45c5-82d2-1bf3a40a2f10 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408998
Nov 24 14:57:23.404732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:57:23.432880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cd0e60c6-4d4c-4b47-bc3a-d8c995362d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:23.540419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:57:23.554171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '32cb88e0-3968-4c7b-9278-416cc1488744', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': '32cb88e0-3968-4c7b-9278-416cc1488744', 'mac_address': 'fa:16:3e:20:4a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:57:23.650431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:23.667126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cb88e0-3968-4c7b-9278-416cc1488744 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:57:23.681888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:57:23.716164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:23.718768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:23.782320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:23.786171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:23.920284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['32cb88e0-3968-4c7b-9278-416cc1488744'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:57:23.947717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:24.396783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f792960-6631-443e-b6cc-3716cea140a0 req-a35288e6-6d8e-49e5-9454-245ca9952727 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:24.398210 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f792960-6631-443e-b6cc-3716cea140a0 req-a35288e6-6d8e-49e5-9454-245ca9952727 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 945 time: 0.0806634
Nov 24 14:57:24.442320 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f792960-6631-443e-b6cc-3716cea140a0 req-f16b9db0-d791-4987-b327-6d77ef8cfe7e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386167
Nov 24 14:57:25.419889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:57:25.534165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 32cb88e0-3968-4c7b-9278-416cc1488744 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:57:25.539271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 32cb88e0-3968-4c7b-9278-416cc1488744 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:57:25.539646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:25.642182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ef7d-9007-4df0-b341-f88cf80f2a66 req-694404ba-20e4-4b15-95c4-f20f3fec310d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:25.644276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c627ef7d-9007-4df0-b341-f88cf80f2a66 req-694404ba-20e4-4b15-95c4-f20f3fec310d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 945 time: 0.0798821
Nov 24 14:57:25.667134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:25.691550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:57:25.695235 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c627ef7d-9007-4df0-b341-f88cf80f2a66 req-b6fb7037-d057-4ce7-b3ae-98637486c47d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443995
Nov 24 14:57:25.702720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:57:25.721697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f1943d34-54e0-4fda-8eb4-9eac88e769eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:25.747072 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'code': 200}
Nov 24 14:57:25.772648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:25.774535 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:57:25.841919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:57:25.844985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:57:26.111291 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bba191fe-3ad6-40cf-9cf1-19f4223cb58e req-39f468fe-e110-4f34-b428-fe45f6a62345 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1099 time: 0.0701137
Nov 24 14:57:26.157316 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bba191fe-3ad6-40cf-9cf1-19f4223cb58e req-9da23a45-6c5f-448d-8df0-4c80584aadaa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376353
Nov 24 14:57:26.773472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:26.897210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7eaca-f201-4aae-8eef-02627353a721 req-00e8b1bd-cc71-4dbc-b00d-46926d5f245c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:26.898634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-10d7eaca-f201-4aae-8eef-02627353a721 req-00e8b1bd-cc71-4dbc-b00d-46926d5f245c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0816751
Nov 24 14:57:26.949109 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-10d7eaca-f201-4aae-8eef-02627353a721 req-64386189-5fc6-42c3-97e1-8f9addc7f94c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449705
Nov 24 14:57:28.147845 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bc02a-bf1f-41c3-8238-c18415a7840e req-8f870db8-79d0-416b-b33e-d021fdc995a6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:28.149240 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-904bc02a-bf1f-41c3-8238-c18415a7840e req-8f870db8-79d0-416b-b33e-d021fdc995a6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0785363
Nov 24 14:57:28.196471 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-904bc02a-bf1f-41c3-8238-c18415a7840e req-5ecb2c5c-2aff-441a-b03b-912cadbbbbf8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417550
Nov 24 14:57:28.248250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:28.385623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade51fa-4e6e-497f-ae16-0ec69813a762 req-9eb4d378-3840-4676-99f4-c9b11e318414 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:28.387043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8ade51fa-4e6e-497f-ae16-0ec69813a762 req-9eb4d378-3840-4676-99f4-c9b11e318414 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0768242
Nov 24 14:57:28.396247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 33518) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:57:28.401420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'floatingip': {'port_id': '32cb88e0-3968-4c7b-9278-416cc1488744'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:57:28.479018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:29.061895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:29.127387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:29.419161 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac associated. External IP: 172.26.2.193, port: 32cb88e0-3968-4c7b-9278-416cc1488744.
Nov 24 14:57:29.803537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:57:30.003773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:57:30.008769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:30.013247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:57:30.026193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:57:30.026879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9277c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:57:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:30.061453 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4eabcecd-87d7-411d-87a8-61db1a1326c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "PUT /v2.0/floatingips/27298a53-e617-4df2-96e3-0615085e98ac HTTP/1.1" status: 200  len: 992 time: 1.6640658
Nov 24 14:57:30.062379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:57:30.125767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'status': 'completed', 'code': 200}
Nov 24 14:57:30.213488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:57:30.223305 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-5e401608-4c10-4309-a0fa-8a057f4eee2d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1099 time: 0.0733070
Nov 24 14:57:30.357162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-a42b9fdf-cbbd-402b-bbca-aaa97b498c67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:30.358499 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-a42b9fdf-cbbd-402b-bbca-aaa97b498c67 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1278481
Nov 24 14:57:30.460596 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-0950165d-0879-4dfb-a8c8-2c18c3d19bf2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 1000 time: 0.0950942
Nov 24 14:57:30.527295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-90d160cb-3268-4df6-b0d4-cb212e9d71e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:57:30.528775 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-90d160cb-3268-4df6-b0d4-cb212e9d71e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0611789
Nov 24 14:57:30.562122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9277c0>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '32cb88e0-3968-4c7b-9278-416cc1488744', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:20:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:57:28Z', 'revision_number': 9, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:30.567025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:57:30.577657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:57:30.578289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f9277c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:57:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:30.605516 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-addd90fb-6170-4dc8-8f23-9c624328859a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688887
Nov 24 14:57:30.739016 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-4757dbf4-70cc-45ab-a705-1dafdc6b7053 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259623
Nov 24 14:57:30.758671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:57:30.996688 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3114b58-8671-4155-b7bd-f5f662be72d6 req-8dff6286-2092-44bc-b812-19cfe0b2728b service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501330
Nov 24 14:57:31.183117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f9277c0>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '32cb88e0-3968-4c7b-9278-416cc1488744', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:20:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:57:28Z', 'revision_number': 9, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:57:31.187375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68de0b4-2045-4589-a374-78a98f17d0f2 None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': '32cb88e0-3968-4c7b-9278-416cc1488744', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:20:4a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:57:28Z', 'revision_number': 9, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:57:31.389827 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4ee35-0883-48b4-9395-4d137097fd71 None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:57:47.572637 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:57:50.492596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:53.457984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a0709367-4a7b-41e6-abf5-d7e4aad2783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:53.954956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:55.703508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c4246b80-391f-442f-bdca-e9728f3936ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:56.788550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:57:58.241041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:06.977488 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d851ae50-5157-4332-be94-fc9a0c9c9c67 req-a9a04f04-3ad3-4cc9-bce4-4f2f4bc9f2b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1340685
Nov 24 14:58:07.463214 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-d99b6170-9084-40be-ac23-6e364d4544f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0706563
Nov 24 14:58:07.664316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1c21f-094f-437f-b298-e998709dc1f1 req-90840aa1-d670-4e29-b424-e617beeac973 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:07.665765 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8bc1c21f-094f-437f-b298-e998709dc1f1 req-90840aa1-d670-4e29-b424-e617beeac973 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.1827581
Nov 24 14:58:07.714167 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8bc1c21f-094f-437f-b298-e998709dc1f1 req-4664c3cb-6e14-4042-8eba-36be20cca847 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426519
Nov 24 14:58:08.987064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a49523-7a4a-4730-9435-fbeaf6445a22 req-ce09654f-25be-4f3f-8d21-f53a3ac1d64e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:08.988628 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b7a49523-7a4a-4730-9435-fbeaf6445a22 req-ce09654f-25be-4f3f-8d21-f53a3ac1d64e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.1462548
Nov 24 14:58:09.035109 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b7a49523-7a4a-4730-9435-fbeaf6445a22 req-e81413eb-ec59-4fb3-bf1c-a275d5d62ec9 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408363
Nov 24 14:58:09.497621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-97b2ec60-b3a2-459d-ba27-92021ac8cf43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1099 time: 0.1369395
Nov 24 14:58:09.627719 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-33178676-86bd-46d8-b95a-b110a8649f35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:09.629613 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-33178676-86bd-46d8-b95a-b110a8649f35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1254587
Nov 24 14:58:09.729757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-6899175c-63e5-4d6a-ac89-8139b161f1dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 1003 time: 0.0939896
Nov 24 14:58:09.792019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-5443bd3e-10b7-4998-865b-a12069f959c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:09.793429 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-5443bd3e-10b7-4998-865b-a12069f959c5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0569670
Nov 24 14:58:09.869875 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-6d7abeb7-8257-46d9-8a16-1a293ab7f250 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700290
Nov 24 14:58:09.880359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-1520fab0-4f1e-4175-bd4d-9cc425104c17 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 14:58:09.881179 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-1520fab0-4f1e-4175-bd4d-9cc425104c17 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051370
Nov 24 14:58:10.012519 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-4ef32fd2-172c-4d14-8c7f-cc1be0689f2c service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235273
Nov 24 14:58:10.149622 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-e10af6e1-c84f-4eff-87d5-5ad83923cf09 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262054
Nov 24 14:58:10.232451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19975aaa-0361-4ee9-a18a-5794d5cc33f2 req-a63c1ac8-49ec-45e2-bfe3-550e3ff82754 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:10.233899 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-19975aaa-0361-4ee9-a18a-5794d5cc33f2 req-a63c1ac8-49ec-45e2-bfe3-550e3ff82754 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0769098
Nov 24 14:58:10.283971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-19975aaa-0361-4ee9-a18a-5794d5cc33f2 req-27cbd671-3d6b-413b-9d34-f902af653d4b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435276
Nov 24 14:58:11.480049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30819b64-5ea0-43c3-871c-4fc4ad292373 req-76462214-1611-47d6-8687-0847cd55db8a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:11.481505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-30819b64-5ea0-43c3-871c-4fc4ad292373 req-76462214-1611-47d6-8687-0847cd55db8a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0761497
Nov 24 14:58:11.527026 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-30819b64-5ea0-43c3-871c-4fc4ad292373 req-252afe22-8ef5-437e-9ad9-20f6c5a1ef3f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401177
Nov 24 14:58:11.855908 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-2c2a0818-a7c4-4557-9cf9-1f29590ac591 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1099 time: 0.0721884
Nov 24 14:58:12.000862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-ae38a2e6-a01f-41ee-951b-2793108f7b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:12.002282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-ae38a2e6-a01f-41ee-951b-2793108f7b94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1277986
Nov 24 14:58:12.102410 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-909c2492-7f36-4628-906d-eb3d6a717133 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 1003 time: 0.0924337
Nov 24 14:58:12.168599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-b21efa61-0649-4101-b76b-4955dc0c8b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:12.169914 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-b21efa61-0649-4101-b76b-4955dc0c8b54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0612605
Nov 24 14:58:12.245028 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-194c294d-7f0b-4b4f-bb30-5d02f3a799e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680034
Nov 24 14:58:12.476653 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-cd53f3ff-4f93-47c0-8313-9e351c8b10af service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241657
Nov 24 14:58:12.607908 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b719a077-074d-4c1f-bf4d-448c111085a1 req-5e67f956-8975-4165-abf4-ed4a5c7d1519 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247628
Nov 24 14:58:12.730315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc82a-65da-46df-9735-58aef0f7bbf7 req-da5e164d-6e42-449b-acf1-19f1b52217ef tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:12.731659 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9effc82a-65da-46df-9735-58aef0f7bbf7 req-da5e164d-6e42-449b-acf1-19f1b52217ef tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0796356
Nov 24 14:58:12.776520 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9effc82a-65da-46df-9735-58aef0f7bbf7 req-798e9d91-470c-4906-82f9-3062dfd997a2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394390
Nov 24 14:58:13.978148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71154c0f-5223-442e-83f2-a323604f686b req-818bca94-ea45-47e6-ad32-3da224a4faaa tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:13.979585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-71154c0f-5223-442e-83f2-a323604f686b req-818bca94-ea45-47e6-ad32-3da224a4faaa tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0804851
Nov 24 14:58:14.024835 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-71154c0f-5223-442e-83f2-a323604f686b req-c00611ac-6dca-493d-8c1b-e5b3b97a2bb6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397117
Nov 24 14:58:15.232391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08b712-32b4-40fc-9f43-dbcfa46d2a36 req-025d7647-7c2a-4dd4-8f9f-c62e173a8e98 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:15.233736 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eb08b712-32b4-40fc-9f43-dbcfa46d2a36 req-025d7647-7c2a-4dd4-8f9f-c62e173a8e98 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0812106
Nov 24 14:58:15.280189 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eb08b712-32b4-40fc-9f43-dbcfa46d2a36 req-1568c807-8fe5-448b-9d78-5dab4b5b1a26 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402224
Nov 24 14:58:16.481351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaded4e-9517-4027-86d1-d7ddab4eb12b req-0b35e4bb-8cd7-47be-940b-c94111178dc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:16.482729 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2aaded4e-9517-4027-86d1-d7ddab4eb12b req-0b35e4bb-8cd7-47be-940b-c94111178dc6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0788367
Nov 24 14:58:16.528880 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2aaded4e-9517-4027-86d1-d7ddab4eb12b req-e66c1939-0212-4e61-95ef-8eacaee83154 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404820
Nov 24 14:58:17.728020 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8353c2-797e-4c09-ba59-11cd0dd5cea0 req-14d9300e-18a9-411f-a823-c2f6cdaff318 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:17.729516 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ec8353c2-797e-4c09-ba59-11cd0dd5cea0 req-14d9300e-18a9-411f-a823-c2f6cdaff318 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0764678
Nov 24 14:58:17.774219 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ec8353c2-797e-4c09-ba59-11cd0dd5cea0 req-58f24b5d-19d1-47d5-852d-92dd5c5a43a5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392041
Nov 24 14:58:18.971063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff1c0c-3e2e-44c1-b1bf-065bdf69adbd req-2a22d6f3-6db0-4b98-afe0-2a1eceed0536 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:18.973626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-46ff1c0c-3e2e-44c1-b1bf-065bdf69adbd req-2a22d6f3-6db0-4b98-afe0-2a1eceed0536 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0808690
Nov 24 14:58:19.017820 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-46ff1c0c-3e2e-44c1-b1bf-065bdf69adbd req-2de9c76c-d5bc-4b63-ba24-e9169978e242 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388529
Nov 24 14:58:20.313154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a6598-fc3d-4d8d-8930-57ccc4417d8f req-25b628ec-9ba6-4d89-b916-006a4961e86f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:20.314598 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-576a6598-fc3d-4d8d-8930-57ccc4417d8f req-25b628ec-9ba6-4d89-b916-006a4961e86f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.1734061
Nov 24 14:58:20.358680 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-576a6598-fc3d-4d8d-8930-57ccc4417d8f req-3bff33ea-c217-42ce-9ed4-f4a27260798a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385628
Nov 24 14:58:20.497923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:21.554216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d677a-76a4-4d63-b9af-e900d2d01efa req-62fb35a1-e9c0-489f-8d3d-87b4cc476733 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:21.555662 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-951d677a-76a4-4d63-b9af-e900d2d01efa req-62fb35a1-e9c0-489f-8d3d-87b4cc476733 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0770609
Nov 24 14:58:21.604039 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-951d677a-76a4-4d63-b9af-e900d2d01efa req-f9a32c8d-b11e-4da2-a078-91870c914e6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428421
Nov 24 14:58:22.152797 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-1431049e-ca1c-47ba-b07b-5a2ad547bb8a service neutron] 10.222.0.81 "GET /v2.0/ports/32cb88e0-3968-4c7b-9278-416cc1488744/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.0723484
Nov 24 14:58:22.725398 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-0e2c47a7-a795-4ad5-83d1-20ae69a5415e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 1099 time: 0.0719697
Nov 24 14:58:22.802575 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30126f-4806-459e-891f-373bf5c02c39 req-e634e524-8755-4545-b87a-d056be16ee27 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:22.805172 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e30126f-4806-459e-891f-373bf5c02c39 req-e634e524-8755-4545-b87a-d056be16ee27 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0807872
Nov 24 14:58:22.828123 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-645283eb-7e06-46ca-b71d-af96fb6bfe2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1099 time: 0.0772679
Nov 24 14:58:22.855142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e30126f-4806-459e-891f-373bf5c02c39 req-8c8607ae-d06e-4245-9d10-6112fbb77b41 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437748
Nov 24 14:58:22.962830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-1a6d8f37-06c9-4ea7-979a-a750becf9ed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:22.964259 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-1a6d8f37-06c9-4ea7-979a-a750becf9ed1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1283360
Nov 24 14:58:23.073855 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-17a5599c-6242-4dd4-ab11-aa5d966dd57f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 1003 time: 0.1029038
Nov 24 14:58:23.144111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-1f1e73fe-64cb-48f8-8db8-6754576c79e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:23.147971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-1f1e73fe-64cb-48f8-8db8-6754576c79e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0647326
Nov 24 14:58:23.225868 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-ee15ce87-991f-43d0-9089-56911f86660a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719967
Nov 24 14:58:23.358865 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-31737496-f903-440f-a418-90e20a20043c service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270769
Nov 24 14:58:23.474321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-702f2839-6c85-43c6-9e2a-f1243cb61991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:23.496181 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-29b68048-60f4-4b48-85f2-1583f16e84ae req-ec1d2553-93f6-4355-8b10-134492015993 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302688
Nov 24 14:58:23.937354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:24.061028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac407c-014b-41f0-96d3-7a9c400d4e03 req-75b0ce13-3c94-466b-bc4b-f943502f531a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:24.062467 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ac407c-014b-41f0-96d3-7a9c400d4e03 req-75b0ce13-3c94-466b-bc4b-f943502f531a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0779364
Nov 24 14:58:24.108344 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6ac407c-014b-41f0-96d3-7a9c400d4e03 req-fecc29ea-a9dd-4fb9-bacc-3efac59a68c2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404408
Nov 24 14:58:24.572927 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:58:25.320079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ffdd-ac5e-4563-aff0-67ca633460fb req-69a3751f-7b3e-47ff-a3b4-b7a45f424a5e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:25.321684 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5cd4ffdd-ac5e-4563-aff0-67ca633460fb req-69a3751f-7b3e-47ff-a3b4-b7a45f424a5e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0818307
Nov 24 14:58:25.369006 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5cd4ffdd-ac5e-4563-aff0-67ca633460fb req-14bdf675-e491-4eca-9e8f-39a5ecbabf03 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415151
Nov 24 14:58:25.657554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:58:25.685943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f2e1e104-6f64-4c73-9a04-f8f2678d7c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:25.770306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:25.797531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:25.807148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:25.860555 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'code': 200}
Nov 24 14:58:25.885932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:25.887644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f152a78b-6730-43ce-8a6e-968d80c832f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:25.953283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:25.962079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.962426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.962763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.963095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.963425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.963749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.964070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.964416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.964733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.965049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.965373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:25.969216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:26.571100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843c596-7be3-44a9-a99f-4334b6534b25 req-2fb2f8ee-d799-4a96-8cb5-e87b99e8240d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:26.572554 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d843c596-7be3-44a9-a99f-4334b6534b25 req-2fb2f8ee-d799-4a96-8cb5-e87b99e8240d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0826795
Nov 24 14:58:26.617599 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d843c596-7be3-44a9-a99f-4334b6534b25 req-e46a0c05-8c76-471b-aaed-e3ee690d4317 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395677
Nov 24 14:58:26.772062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:27.286249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89102a2-5c60-4a5f-be52-d6319203361a req-e63ccb13-bbc8-475d-a876-547a773a794f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:27.287755 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-e63ccb13-bbc8-475d-a876-547a773a794f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5&tenant_id=6d886bca879849ce82e3e0c80b007026&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 944 time: 0.0844223
Nov 24 14:58:27.288871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069023a7-02d6-4048-862e-cf0f5f1b6b35 req-68bf02e3-2e0f-4286-8956-c0914e195414 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:27.290297 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-069023a7-02d6-4048-862e-cf0f5f1b6b35 req-68bf02e3-2e0f-4286-8956-c0914e195414 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0790210
Nov 24 14:58:27.340531 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-069023a7-02d6-4048-862e-cf0f5f1b6b35 req-33ae29b2-2b0a-4dfc-b533-8b6e1b2b6030 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444851
Nov 24 14:58:27.466227 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-17bbb0fe-cf79-424b-908b-e75ae3e9ebd9 service neutron] 10.222.0.81 "GET /v2.0/ports/32cb88e0-3968-4c7b-9278-416cc1488744/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.1728587
Nov 24 14:58:27.561688 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-c4cc60cf-d9b2-42d3-aa30-233d536028ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1097 time: 0.0732267
Nov 24 14:58:27.667180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:58:27.697523 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89102a2-5c60-4a5f-be52-d6319203361a req-c78a73d4-2add-4fd2-a5cf-dbcaa72d39a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:27.698981 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-c78a73d4-2add-4fd2-a5cf-dbcaa72d39a8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1303871
Nov 24 14:58:27.802051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-6a37f06b-3625-4768-a372-9a1bf5c88ad5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 1001 time: 0.0957911
Nov 24 14:58:27.805525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:27.819488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '32cb88e0-3968-4c7b-9278-416cc1488744', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': '32cb88e0-3968-4c7b-9278-416cc1488744', 'mac_address': 'fa:16:3e:20:4a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:58:27.870281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89102a2-5c60-4a5f-be52-d6319203361a req-a6bfa707-6928-4fe6-aa28-1caa502cfa7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:27.872075 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-a6bfa707-6928-4fe6-aa28-1caa502cfa7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0622532
Nov 24 14:58:27.873716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:27.891432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cb88e0-3968-4c7b-9278-416cc1488744 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:58:27.906252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:27.947924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-c97fe7ff-672b-48e0-b82c-742b7bae32cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683382
Nov 24 14:58:27.960043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:27.961966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:28.031009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['32cb88e0-3968-4c7b-9278-416cc1488744'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:58:28.071486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:28.075861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:28.084685 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-5f7756d7-3cfb-4378-97cc-51d5e6aabb04 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303270
Nov 24 14:58:28.220196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-c410ff17-b4fe-4ce9-8a4f-80ccb4e1d435 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293101
Nov 24 14:58:28.290187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:28.549598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbec2bf-f084-4a79-a7f7-18845ab69649 req-ce2cb0ac-6ce0-4fe4-9bb1-32e5b1bf825b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:28.551043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2fbec2bf-f084-4a79-a7f7-18845ab69649 req-ce2cb0ac-6ce0-4fe4-9bb1-32e5b1bf825b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 945 time: 0.0829220
Nov 24 14:58:28.597088 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2fbec2bf-f084-4a79-a7f7-18845ab69649 req-b9e4ded0-e576-4a0e-950d-2d822f9610f9 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393472
Nov 24 14:58:29.697287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:58:29.774547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 32cb88e0-3968-4c7b-9278-416cc1488744 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:58:29.774930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:29.801964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833d9b7-d3ff-4688-bb14-b84701c054da req-60fc43fe-8d9f-4151-9e08-f22ac5442b26 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:29.803482 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f833d9b7-d3ff-4688-bb14-b84701c054da req-60fc43fe-8d9f-4151-9e08-f22ac5442b26 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 945 time: 0.0836768
Nov 24 14:58:29.851478 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f833d9b7-d3ff-4688-bb14-b84701c054da req-54f9e080-6117-48e2-9d31-b4145412a5ed tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425522
Nov 24 14:58:29.892916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:29.921427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:29.930868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:29.984657 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'code': 200}
Nov 24 14:58:29.999909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:30.001804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:30.065253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:30.068765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:31.051769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafb624-08b0-48a9-a0eb-433953d143d3 req-5570536e-a309-4e80-81e1-1a7ec628577c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:31.053247 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dfafb624-08b0-48a9-a0eb-433953d143d3 req-5570536e-a309-4e80-81e1-1a7ec628577c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0784976
Nov 24 14:58:31.066201 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-6c805d21-54d4-46b2-b726-f4c0032e8aa7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 1099 time: 0.0699332
Nov 24 14:58:31.103430 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dfafb624-08b0-48a9-a0eb-433953d143d3 req-f0318fc5-9b3a-49ba-90fe-d86316339ff0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445518
Nov 24 14:58:31.177323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-0929d476-78e3-4641-815e-996100c6448f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 1099 time: 0.0811994
Nov 24 14:58:31.309741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89102a2-5c60-4a5f-be52-d6319203361a req-009b2095-6ec2-4d68-a54f-9c3110b1e4d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:31.311175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-009b2095-6ec2-4d68-a54f-9c3110b1e4d2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1274955
Nov 24 14:58:31.415270 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-c9ca7f60-cbd3-4944-97da-60796349c03d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 200  len: 1003 time: 0.0973506
Nov 24 14:58:31.478637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89102a2-5c60-4a5f-be52-d6319203361a req-ed2544e9-8036-4aff-997d-017aee07644b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:31.480002 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-ed2544e9-8036-4aff-997d-017aee07644b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0589449
Nov 24 14:58:31.555621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-bc3d59b1-160a-47f3-96ca-874615041e23 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687015
Nov 24 14:58:31.688770 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-96bfccae-90ab-4acf-a2eb-82934c60e27b service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258771
Nov 24 14:58:31.918032 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b89102a2-5c60-4a5f-be52-d6319203361a req-c9393485-6f69-42c7-9361-256d0fb9653a service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218995
Nov 24 14:58:32.305328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30abed-fb78-4630-bf8b-772455ba8613 req-8f813847-1dbc-4e3c-af13-8cf4afc10984 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:32.306770 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec30abed-fb78-4630-bf8b-772455ba8613 req-8f813847-1dbc-4e3c-af13-8cf4afc10984 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0817616
Nov 24 14:58:32.352957 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ec30abed-fb78-4630-bf8b-772455ba8613 req-64773128-3291-49f6-b0e3-016acba550d4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406723
Nov 24 14:58:33.549648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17342aa6-f23d-47aa-8629-2cbb7efee6e0 req-c51b6876-c369-49bd-922d-a7efa518ae37 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:33.551118 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-17342aa6-f23d-47aa-8629-2cbb7efee6e0 req-c51b6876-c369-49bd-922d-a7efa518ae37 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0779512
Nov 24 14:58:33.599098 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-17342aa6-f23d-47aa-8629-2cbb7efee6e0 req-02319d82-4e9e-4661-9f43-2a656ea445e8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413728
Nov 24 14:58:33.716563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:58:33.831633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:33.859625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:33.869202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:33.908489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:33.910323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:33.939434 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'code': 200}
Nov 24 14:58:33.976041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=9']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:33.979526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:34.798474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4643056-2ab4-4e9a-b69c-e15402bbf880 req-fb15a3d1-d30e-46e6-880e-9d48e0727fd1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:34.799890 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b4643056-2ab4-4e9a-b69c-e15402bbf880 req-fb15a3d1-d30e-46e6-880e-9d48e0727fd1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0800116
Nov 24 14:58:34.844820 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b4643056-2ab4-4e9a-b69c-e15402bbf880 req-aad0e814-60f5-4c43-abfe-398a20628dce tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393190
Nov 24 14:58:35.042538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3db515-7826-43e9-80f0-e14d40015dbe req-2e2d1507-b679-42f3-8248-a3447460d36c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:35.043956 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4e3db515-7826-43e9-80f0-e14d40015dbe req-2e2d1507-b679-42f3-8248-a3447460d36c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0760553
Nov 24 14:58:35.091548 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4e3db515-7826-43e9-80f0-e14d40015dbe req-2466641d-c665-46b4-83cf-e45c37ff9f25 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421255
Nov 24 14:58:35.286716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cf036-ce05-4725-a62f-71f7560f20d6 req-087f69c1-a67b-4331-9499-f639ea9090a1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:35.288141 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fb6cf036-ce05-4725-a62f-71f7560f20d6 req-087f69c1-a67b-4331-9499-f639ea9090a1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0753410
Nov 24 14:58:35.332286 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fb6cf036-ce05-4725-a62f-71f7560f20d6 req-06cd2324-a77b-40a2-b2ca-684415cd0517 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380659
Nov 24 14:58:35.728524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:58:35.903752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:35.914314 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70813443-cffe-4bed-92fd-3c556b922357 req-7893f1dd-792d-4731-b5bd-3c920cc6f05a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:35.915817 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-70813443-cffe-4bed-92fd-3c556b922357 req-7893f1dd-792d-4731-b5bd-3c920cc6f05a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 944 time: 0.0814831
Nov 24 14:58:35.916926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '32cb88e0-3968-4c7b-9278-416cc1488744', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': '32cb88e0-3968-4c7b-9278-416cc1488744', 'mac_address': 'fa:16:3e:20:4a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:58:35.961937 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-70813443-cffe-4bed-92fd-3c556b922357 req-fde50066-4115-4e67-af76-57e14306218b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404687
Nov 24 14:58:35.973717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:35.991335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cb88e0-3968-4c7b-9278-416cc1488744 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:58:36.006189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:36.056785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:36.059218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:36.126432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['32cb88e0-3968-4c7b-9278-416cc1488744'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:58:36.164394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=10']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:36.167371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:37.156245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25aeb0-e3e0-437d-a237-db99830a257b req-01a7ab8a-156e-494b-84d3-e8327165d6a3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:37.157637 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5e25aeb0-e3e0-437d-a237-db99830a257b req-01a7ab8a-156e-494b-84d3-e8327165d6a3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0761800
Nov 24 14:58:37.208546 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5e25aeb0-e3e0-437d-a237-db99830a257b req-6fd650d6-5b3a-4f0a-b6d0-80e6c50afcbb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453920
Nov 24 14:58:37.744251 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:58:37.812321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 32cb88e0-3968-4c7b-9278-416cc1488744 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:58:37.812702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:37.928755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:37.955091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:37.964832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:38.011322 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'code': 200}
Nov 24 14:58:38.040716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-a2967438-cb15-48be-8f6e-f625180af1d6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:38.042136 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-a2967438-cb15-48be-8f6e-f625180af1d6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 946 time: 0.0823507
Nov 24 14:58:38.091083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:38.093009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:38.113120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Deleting port 32cb88e0-3968-4c7b-9278-416cc1488744 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 14:58:38.113120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:38.160794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=11']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:38.164293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:38.393211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] For port 32cb88e0-3968-4c7b-9278-416cc1488744, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=32cb88e0-3968-4c7b-9278-416cc1488744,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:38.393863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:38.581124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76ddc6-571d-4019-ad25-ab299b465816 req-9a558099-59f1-418e-b6f5-74aa08bc3343 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:38.582575 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a76ddc6-571d-4019-ad25-ab299b465816 req-9a558099-59f1-418e-b6f5-74aa08bc3343 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 947 time: 0.2470624
Nov 24 14:58:38.725686 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a76ddc6-571d-4019-ad25-ab299b465816 req-5ba3fac6-5903-4dd5-8854-a5a031f7681d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355817
Nov 24 14:58:38.737362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:38.737727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:38.738035 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac disassociated. External IP: 172.26.2.193, port: 32cb88e0-3968-4c7b-9278-416cc1488744.
Nov 24 14:58:38.738369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Calling delete_port for 32cb88e0-3968-4c7b-9278-416cc1488744 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 14:58:38.953947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:38.959629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:39.004964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event deleted for resources: {'Port': ['ID=32cb88e0-3968-4c7b-9278-416cc1488744,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:39.018254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.018635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.019112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.019638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.020007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.020399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.020764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.021126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.021485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.021839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.022195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 14:58:39.026156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:39.235565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:58:39.540981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:58:39.550528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:58:39.562209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:58:39.562810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f726100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:58:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:39.613287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] No DVR routers for this DVR port 32cb88e0-3968-4c7b-9278-416cc1488744 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 14:58:39.615797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:39.619828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-deleted', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:39.677595 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4746d9-382e-4f02-951f-eccf281946b5', 'name': 'network-vif-deleted', 'tag': '32cb88e0-3968-4c7b-9278-416cc1488744', 'status': 'completed', 'code': 200}
Nov 24 14:58:39.702549 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c67e74fe-bdf6-4679-af39-5bb9126cea07 req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "DELETE /v2.0/ports/32cb88e0-3968-4c7b-9278-416cc1488744 HTTP/1.1" status: 204  len: 173 time: 1.6547410
Nov 24 14:58:39.748301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:58:39.896506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f3f54eea-9c1f-4ca4-95fd-14525c3da1d0 req-22ca8c8c-052d-4832-9b45-986bfcf5728a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:58:39.982658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f3f54eea-9c1f-4ca4-95fd-14525c3da1d0 req-22ca8c8c-052d-4832-9b45-986bfcf5728a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:58:39.983830 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3f54eea-9c1f-4ca4-95fd-14525c3da1d0 req-22ca8c8c-052d-4832-9b45-986bfcf5728a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee4746d9-382e-4f02-951f-eccf281946b5 HTTP/1.1" status: 200  len: 210 time: 0.1294355
Nov 24 14:58:40.077507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f726100>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:40.081416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:58:40.092710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:58:40.093305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f726100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:58:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:40.271446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:58:40.629008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f726100>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:40.634157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7992e-07df-406a-b344-a8167b5b41be None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:58:40.845950 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb6067-cc0a-4c1c-867a-532ab293f4db None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:58:41.356226 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-9349cde0-5103-4108-ba40-b20e92df27b7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1109257631&fields=id&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 267 time: 0.0408792
Nov 24 14:58:41.502301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45218d2a-a011-408f-8e93-88e65533cef3 req-814785c6-0aee-46c6-809d-a2c86e0a7e3f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:41.503695 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-814785c6-0aee-46c6-809d-a2c86e0a7e3f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.1414051
Nov 24 14:58:41.520017 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-a0e3195f-45ea-4562-b594-f51e198631eb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/quotas/6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 375 time: 0.0102191
Nov 24 14:58:41.604134 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-2223852d-9f98-472e-a3c1-24865e9d5ff7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0793357
Nov 24 14:58:41.775090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 14:58:41.806119 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-a1dffc63-582c-490c-9bc0-07d327793470 service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909778
Nov 24 14:58:41.812394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 32cb88e0-3968-4c7b-9278-416cc1488744 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 14:58:41.812852 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 32cb88e0-3968-4c7b-9278-416cc1488744 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 14:58:41.937140 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-9d316664-a556-4c30-a7c3-92b6cb1dd998 service neutron] 10.222.0.53 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247346
Nov 24 14:58:42.233190 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8c9c3f66-cc31-470c-b67f-1123d9c289f7 req-16df0b89-51c8-4b36-bd96-d4cce055f988 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 210 time: 0.0453303
Nov 24 14:58:43.397086 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dcae96b2-49dd-4f47-a521-4695bf085eef req-a4b845ba-8dd7-4ee8-803e-06c937e72d1a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 210 time: 0.0416822
Nov 24 14:58:44.293344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45218d2a-a011-408f-8e93-88e65533cef3 req-47626e29-8527-40f9-911a-9f38939bc0ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:44.294824 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-47626e29-8527-40f9-911a-9f38939bc0ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 811 time: 0.1861644
Nov 24 14:58:44.353852 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-72bd1e0d-2a97-4a60-940e-16d5eb96f897 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 380 time: 0.0450156
Nov 24 14:58:44.362379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'port': {'device_id': '545ada82-0588-4be3-8652-d945dd26326d', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'admin_state_up': True, 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'security_groups': ['5a5cf708-6020-4c13-a79d-48360fb0aec7']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:58:44.512223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 14:58:44.523980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 14:58:44.587880 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-773c51d8-1079-4b38-9c94-13875522ac51 req-9f0b1b42-9ff1-4f05-901a-688d539323f2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 210 time: 0.0499735
Nov 24 14:58:44.605721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Made reservation on behalf of 6d886bca879849ce82e3e0c80b007026 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 14:58:44.608945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:44.784504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Allocated IP 172.20.0.9 (cb05e26a-6596-4532-9f08-da297600fc6a/af109160-2e4a-44f6-b640-29e2ae589555/f5a16b30-8bfa-4fdf-b5fe-df0594f7636c) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 14:58:44.975767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:44.991392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Transition to ACTIVE for port object f5a16b30-8bfa-4fdf-b5fe-df0594f7636c will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:58:45.085512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:45.091611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1a611056-f187-49b6-8050-f8201d8bc62c tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:45.160648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Network cb05e26a-6596-4532-9f08-da297600fc6a is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 14:58:45.167992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 14:58:45.170496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 14:58:45.208832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:45.211873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:45.242296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:45.242996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:45.343143 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9845226
Nov 24 14:58:45.355257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Request body: {'port': {'device_id': '545ada82-0588-4be3-8652-d945dd26326d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:58:45.464275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:45.508065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ea701f22-b8e3-4414-a92e-1645ebec143e None None] Provisioning for port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:58:45.513102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ea701f22-b8e3-4414-a92e-1645ebec143e None None] Provisioning complete for port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:58:45.513473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ea701f22-b8e3-4414-a92e-1645ebec143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:45.565181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ea701f22-b8e3-4414-a92e-1645ebec143e None None] Port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 14:58:45.793075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9122-055a-4841-bca5-889c5d0389d9 req-b9bb14d3-e38d-4108-93df-cf4bc2fc2818 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:45.794548 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bb7d9122-055a-4841-bca5-889c5d0389d9 req-b9bb14d3-e38d-4108-93df-cf4bc2fc2818 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 931 time: 0.0793285
Nov 24 14:58:45.846723 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bb7d9122-055a-4841-bca5-889c5d0389d9 req-ac04b3c6-2648-4548-aeba-22b9fdf9ee24 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457866
Nov 24 14:58:45.919372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a16b30-8bfa-4fdf-b5fe-df0594f7636c {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:58:45.926220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:45.941127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Transition to ACTIVE for port object f5a16b30-8bfa-4fdf-b5fe-df0594f7636c will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 14:58:46.016626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:46.020210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f60ba3a-b95c-43d2-bbb7-bfbbe6c7ba93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:46.139174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:46.149473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:46.264502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Attempting to bind port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 14:58:46.264836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Attempting to bind port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 14:58:46.265160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Attempting to bind port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:58:46.270761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c on network cb05e26a-6596-4532-9f08-da297600fc6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 14:58:46.271074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Attempting to bind port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c on network cb05e26a-6596-4532-9f08-da297600fc6a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 14:58:46.277652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 14:58:46.277995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Checking segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 14:58:46.278364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Bound using segment: {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 14:58:46.278777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Bound port: f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff21c1e6-5070-43e6-840e-49da9b8aa458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 14:58:46.279116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:46.368601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 14:58:46.371646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 14:58:46.428494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:46.433820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd84f71c-f2fd-4b1d-98c1-d20a60627030 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:46.496648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:46.498028 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] 10.222.0.81 "PUT /v2.0/ports/f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1093 time: 1.1469705
Nov 24 14:58:46.498562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:46.520940 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:46.525006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:46.557582 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'status': 'completed', 'code': 200}
Nov 24 14:58:46.651333 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ccdcde5-7708-41ea-bead-3651e216b11f req-f2273ab8-d9dc-4f6c-9b32-c84f90f56413 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1096 time: 0.0741084
Nov 24 14:58:46.798056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdcde5-7708-41ea-bead-3651e216b11f req-bd62acf3-38d3-4fc3-ba28-956bd980d4fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:46.799491 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ccdcde5-7708-41ea-bead-3651e216b11f req-bd62acf3-38d3-4fc3-ba28-956bd980d4fa service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=6d886bca879849ce82e3e0c80b007026&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1393247
Nov 24 14:58:46.937091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdcde5-7708-41ea-bead-3651e216b11f req-218b0c20-480c-4909-a364-eaf6904c822e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:46.938519 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ccdcde5-7708-41ea-bead-3651e216b11f req-218b0c20-480c-4909-a364-eaf6904c822e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1317670
Nov 24 14:58:47.052794 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-f5e32f27-386c-437c-991a-786e40dd76a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1096 time: 0.0763664
Nov 24 14:58:47.121532 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-dd169c57-4228-4543-ad64-230d75bcfee8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 217 time: 0.0614374
Nov 24 14:58:47.143653 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfb68-4e73-4791-bf80-2c4c70fd0763 req-21b56135-3f26-461c-b312-eabaf7c54c00 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:47.145116 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-740bfb68-4e73-4791-bf80-2c4c70fd0763 req-21b56135-3f26-461c-b312-eabaf7c54c00 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.1704276
Nov 24 14:58:47.187248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45218d2a-a011-408f-8e93-88e65533cef3 req-bc79c88f-033d-49c0-9cda-8a20c3fcfc0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:47.188620 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-bc79c88f-033d-49c0-9cda-8a20c3fcfc0f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0611796
Nov 24 14:58:47.191422 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-740bfb68-4e73-4791-bf80-2c4c70fd0763 req-cdb1f1f2-b480-4eee-a851-6dfbdbcb6eb9 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401471
Nov 24 14:58:47.265243 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-15d572e8-ef60-4bce-9daf-4ccf1b151695 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691180
Nov 24 14:58:47.395586 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-baf52aca-9650-48d0-b93b-aa4b0e99e4c6 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233528
Nov 24 14:58:47.528459 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45218d2a-a011-408f-8e93-88e65533cef3 req-a1a9f207-7a24-43ab-a8a1-6eac65de8c48 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261551
Nov 24 14:58:48.391869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50cd98-2a8a-418c-82e9-eefef6da79bd req-1a96a84a-8823-401f-98e7-c62131c982ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:48.392474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-1e50cd98-2a8a-418c-82e9-eefef6da79bd req-1a96a84a-8823-401f-98e7-c62131c982ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Synchronizing usage tracker for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 14:58:48.467775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-1e50cd98-2a8a-418c-82e9-eefef6da79bd req-1a96a84a-8823-401f-98e7-c62131c982ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Unset dirty status for tenant:6d886bca879849ce82e3e0c80b007026 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 14:58:48.469566 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1e50cd98-2a8a-418c-82e9-eefef6da79bd req-1a96a84a-8823-401f-98e7-c62131c982ab tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.1559985
Nov 24 14:58:48.516075 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1e50cd98-2a8a-418c-82e9-eefef6da79bd req-12a06945-8348-4616-8b69-5a8c05933744 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408885
Nov 24 14:58:49.719964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d7ef-cb9a-4696-8390-425f7bbd3640 req-202adfd6-5012-4894-a678-1de4473c250f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:49.721423 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8a04d7ef-cb9a-4696-8390-425f7bbd3640 req-202adfd6-5012-4894-a678-1de4473c250f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0787539
Nov 24 14:58:49.766620 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8a04d7ef-cb9a-4696-8390-425f7bbd3640 req-dfaad3bc-56c3-4367-bed1-28b10fb011e0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396764
Nov 24 14:58:50.502365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:50.967414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fc618-ad91-43df-9963-7bcc7e4f51ec req-fcb11138-9523-45ff-bfbb-614577bda820 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:50.968893 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d8fc618-ad91-43df-9963-7bcc7e4f51ec req-fcb11138-9523-45ff-bfbb-614577bda820 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0779576
Nov 24 14:58:51.014539 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d8fc618-ad91-43df-9963-7bcc7e4f51ec req-0f0f7280-9aef-4f9c-93e6-5455028f122e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401280
Nov 24 14:58:51.805750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 14:58:51.938296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:51.951282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'mac_address': 'fa:16:3e:a4:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 14:58:52.008046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:52.025923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a16b30-8bfa-4fdf-b5fe-df0594f7636c {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 14:58:52.041484 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:52.113999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:52.115784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:52.181513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:52.185058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:52.209697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92398f9-9100-425d-b547-a524ffa8acf4 req-71430b26-f853-4290-80b8-5e44437e3235 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:52.211699 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c92398f9-9100-425d-b547-a524ffa8acf4 req-71430b26-f853-4290-80b8-5e44437e3235 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 944 time: 0.0775356
Nov 24 14:58:52.256388 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c92398f9-9100-425d-b547-a524ffa8acf4 req-63fa20dd-3cdc-41a5-a62a-be7db2d0e584 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388646
Nov 24 14:58:52.318018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 14:58:53.445318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6b8-7bfb-4a13-bdad-3ceff24ab44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:53.559330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722ad15-aaca-4f87-a39e-b2aebb018142 req-12916edb-d689-41fd-9101-8b642f49c19b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:53.560713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e722ad15-aaca-4f87-a39e-b2aebb018142 req-12916edb-d689-41fd-9101-8b642f49c19b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 944 time: 0.1850767
Nov 24 14:58:53.605528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e722ad15-aaca-4f87-a39e-b2aebb018142 req-823270f1-3b50-43b4-85a8-adf26d47188e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393419
Nov 24 14:58:53.836027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 14:58:53.976506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:54.004879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 14:58:54.010834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 14:58:54.011199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:54.126906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:54.153486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:54.162863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 14:58:54.207124 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'code': 200}
Nov 24 14:58:54.233058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:54.234998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 14:58:54.301905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 14:58:54.305451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 14:58:54.586783 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-de22f37e-fdb6-4d81-8994-f84e2659f82b req-9536a28e-3310-465f-8663-e3c63fc790cd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0701056
Nov 24 14:58:54.629063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-de22f37e-fdb6-4d81-8994-f84e2659f82b req-dd291c75-103b-4da7-a0e4-2194bd58466e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361450
Nov 24 14:58:54.801160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013800-6021-4e36-854f-5c9676780ce7 req-7aaa4078-95f3-4764-8e37-9949379caa57 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:54.802582 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7c013800-6021-4e36-854f-5c9676780ce7 req-7aaa4078-95f3-4764-8e37-9949379caa57 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0793078
Nov 24 14:58:54.849036 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7c013800-6021-4e36-854f-5c9676780ce7 req-e7dc5763-c8b9-4c98-a548-97daad75f858 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400224
Nov 24 14:58:55.701973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-72d02398-189f-4227-9a51-70aa377d81d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:56.052750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912f007-e49e-4480-bb88-9747c27ec904 req-1e2356b4-f5ef-4b0a-bfc6-1353ee8316fa tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:56.055047 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b912f007-e49e-4480-bb88-9747c27ec904 req-1e2356b4-f5ef-4b0a-bfc6-1353ee8316fa tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0801547
Nov 24 14:58:56.098619 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b912f007-e49e-4480-bb88-9747c27ec904 req-cdda44b9-dc99-4e14-8adb-f05266b8722f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382264
Nov 24 14:58:56.292881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310822a-5f12-4277-b89a-4e14727cd1a0 req-056cf94d-928c-4a09-b88d-1f8818158fd4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:56.294351 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4310822a-5f12-4277-b89a-4e14727cd1a0 req-056cf94d-928c-4a09-b88d-1f8818158fd4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0761034
Nov 24 14:58:56.302861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 33756) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 14:58:56.308561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Request body: {'floatingip': {'port_id': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 14:58:56.385127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:56.764982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:56.982052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:57.050775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:57.239196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac associated. External IP: 172.26.2.193, port: f5a16b30-8bfa-4fdf-b5fe-df0594f7636c.
Nov 24 14:58:57.731667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 14:58:57.934344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 14:58:57.939736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:57.944150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 14:58:57.955648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:58:57.956285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5900d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:58:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:57.993971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f86a62a7-a9c6-4850-814a-691036a13a56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "PUT /v2.0/floatingips/27298a53-e617-4df2-96e3-0615085e98ac HTTP/1.1" status: 200  len: 992 time: 1.6900370
Nov 24 14:58:57.994526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 14:58:58.052218 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'status': 'completed', 'code': 200}
Nov 24 14:58:58.141724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:58:58.151756 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-f7a1b95c-00fa-4a31-ac7d-ecc1db4acc61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0771568
Nov 24 14:58:58.274440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:58:58.289586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-91157a02-b402-4b2e-ab54-e8396e7f81da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:58.291404 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-91157a02-b402-4b2e-ab54-e8396e7f81da service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1323829
Nov 24 14:58:58.393960 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-886e62a3-a2d8-4aed-8593-3c3d276b0223 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1000 time: 0.0953150
Nov 24 14:58:58.464569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-98d5a3f9-9a72-4eed-a329-e2d761be04f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:58:58.465979 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-98d5a3f9-9a72-4eed-a329-e2d761be04f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0646381
Nov 24 14:58:58.540881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5900d0>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:a4:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545ada82-0588-4be3-8652-d945dd26326d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:58:56Z', 'revision_number': 13, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:58.542709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-5e9acfe1-48c7-4c63-9067-fe3478573c4c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699542
Nov 24 14:58:58.544927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 14:58:58.556321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 14:58:58.557313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5900d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T14:58:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:58.682900 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-871a3b54-70eb-4409-8ebc-9ca2bf7dc953 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332927
Nov 24 14:58:58.736539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 14:58:58.816593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4f9176b5-4115-40ef-bde8-1195560877a5 req-27cdda8c-212b-4186-b83c-15ddeea5b752 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263473
Nov 24 14:58:59.089303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5900d0>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:a4:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545ada82-0588-4be3-8652-d945dd26326d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:58:56Z', 'revision_number': 13, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 14:58:59.093169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a5e33-68d1-4a0d-af52-0a343a58f457 None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '27298a53-e617-4df2-96e3-0615085e98ac', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'floating_ip_address': '172.26.2.193', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'port_id': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'mac_address': 'fa:16:3e:a4:dd:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545ada82-0588-4be3-8652-d945dd26326d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:54:27Z', 'updated_at': '2021-11-24T14:58:56Z', 'revision_number': 13, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 14:58:59.290261 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f01ee-33ca-4d8b-93fa-b8f5106b325f None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 14:59:01.573586 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:59:12.840659 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-cf9567d3-f353-481c-a39c-302e1a5243f7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735691
Nov 24 14:59:12.990753 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-67c230b8-89d8-4632-bbfe-1f80b5709a4b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0692570
Nov 24 14:59:13.135325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-f16771e4-1aef-423e-b3e2-55c56af9746d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:13.136769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-f16771e4-1aef-423e-b3e2-55c56af9746d service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1255713
Nov 24 14:59:13.343023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-6e6fcd72-03ab-4d81-934b-0ed7a97a732c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1002 time: 0.1992414
Nov 24 14:59:13.405481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-d0df45de-db7e-4f96-9109-ea2c4e0e265e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:13.406845 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-d0df45de-db7e-4f96-9109-ea2c4e0e265e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0556829
Nov 24 14:59:13.485843 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-479c5891-50ac-4f52-b054-9941ee6926d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709565
Nov 24 14:59:13.618700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-f6bc7205-9879-4672-a16e-f1ea54ce65b3 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236327
Nov 24 14:59:13.748547 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af24eabd-9a06-4df9-aa4c-881c1b2845d8 req-607b5cdc-54f8-47ea-ad37-731717f7b166 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240358
Nov 24 14:59:20.518442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:23.472352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-782f1389-fc6b-4c12-b35b-cac84e3107c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:23.929771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:25.723735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-89870f9f-5188-423a-a315-e4033a2023c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:26.832891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:28.260814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:36.572792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bdab0-f9b4-48b5-9e4c-07e4332ad696 req-e2ada211-3988-497c-9cca-c615ae4962aa tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:36.574220 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-122bdab0-f9b4-48b5-9e4c-07e4332ad696 req-e2ada211-3988-497c-9cca-c615ae4962aa tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0767896
Nov 24 14:59:36.619025 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-122bdab0-f9b4-48b5-9e4c-07e4332ad696 req-bd97f7bd-a4be-4089-bb93-30b88db17d72 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393231
Nov 24 14:59:38.579039 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 14:59:46.548521 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6815197f-f2d3-43a1-b852-082737090f62 req-4f3d3f84-c5c7-458f-8d52-4adef661470d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0718303
Nov 24 14:59:47.018472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18568e-9906-4858-8e16-55be09d8c6cb req-b310dcf5-e28d-4310-ab14-935ee545cd37 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:47.019911 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e18568e-9906-4858-8e16-55be09d8c6cb req-b310dcf5-e28d-4310-ab14-935ee545cd37 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0836594
Nov 24 14:59:47.042506 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-32e50592-ec4a-4baf-9241-2efd3b877ee5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0698559
Nov 24 14:59:47.066896 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5e18568e-9906-4858-8e16-55be09d8c6cb req-45afcf5c-3b75-4089-ab70-ae2c5fe11ea7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400789
Nov 24 14:59:48.270304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8481b9-a324-48cc-8568-f8f98b5502ee req-0ef9ed5f-2712-4bb0-a4c4-1c4cb5a8ca04 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:48.271759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4c8481b9-a324-48cc-8568-f8f98b5502ee req-0ef9ed5f-2712-4bb0-a4c4-1c4cb5a8ca04 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0812078
Nov 24 14:59:48.319241 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4c8481b9-a324-48cc-8568-f8f98b5502ee req-75747ee0-589e-4796-8174-0f5bfe73a3cf tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402961
Nov 24 14:59:48.852984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-cd14ef5c-ab6b-4f13-b52f-6c75c93d4161 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0686948
Nov 24 14:59:48.983154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-02e0acee-0ac8-4f21-b985-87612ccdd918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:48.984638 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-02e0acee-0ac8-4f21-b985-87612ccdd918 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1264312
Nov 24 14:59:49.088106 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-c943b6f4-2323-4d54-a42f-9ffab56a1101 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1002 time: 0.0970302
Nov 24 14:59:49.150220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-52727003-10d0-4c84-b5b1-acc2dbac8b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:49.151539 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-52727003-10d0-4c84-b5b1-acc2dbac8b06 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0573506
Nov 24 14:59:49.228957 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-85707456-dfe5-4b79-ac84-ccd3efb357d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711124
Nov 24 14:59:49.359510 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-c4c018ff-fecf-4595-afc2-29f61ad40026 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238301
Nov 24 14:59:49.492691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-e73e50b8-1d98-41d4-a8f9-4505985eba0b service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267319
Nov 24 14:59:49.521630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8de1d-0896-4ad5-be0d-25f64fa3bdea req-da97a3f7-2134-426b-b821-9043513e2fdb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:49.523073 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-85f8de1d-0896-4ad5-be0d-25f64fa3bdea req-da97a3f7-2134-426b-b821-9043513e2fdb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0814061
Nov 24 14:59:49.569168 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-85f8de1d-0896-4ad5-be0d-25f64fa3bdea req-4777c200-e442-462c-bb0f-47cf69ad43f7 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403614
Nov 24 14:59:50.540402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:50.773548 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10945a0f-c9f2-43e8-9e07-ee910f2f2dfa req-bf73951b-dfdf-415d-8148-22494bcbaff5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:50.775575 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-10945a0f-c9f2-43e8-9e07-ee910f2f2dfa req-bf73951b-dfdf-415d-8148-22494bcbaff5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0755737
Nov 24 14:59:50.819268 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-10945a0f-c9f2-43e8-9e07-ee910f2f2dfa req-f7ab8335-ef23-45f9-9145-a5681ca7d462 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381536
Nov 24 14:59:52.022245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d5773-8166-4cc0-ac52-2b6a04293d08 req-c02e7c40-a294-4f02-b2a6-d9c6bd492e1e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:52.023648 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7b1d5773-8166-4cc0-ac52-2b6a04293d08 req-c02e7c40-a294-4f02-b2a6-d9c6bd492e1e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0798082
Nov 24 14:59:52.070509 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7b1d5773-8166-4cc0-ac52-2b6a04293d08 req-17f9e9f4-5341-486f-9199-cd972ac3403a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405962
Nov 24 14:59:53.379902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024eab5-9418-4ec9-8df8-54fb9f87863b req-c1acee32-3041-44a5-9da2-d169c482356a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:53.381289 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9024eab5-9418-4ec9-8df8-54fb9f87863b req-c1acee32-3041-44a5-9da2-d169c482356a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.1891758
Nov 24 14:59:53.426855 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9024eab5-9418-4ec9-8df8-54fb9f87863b req-05f2c935-17d0-4ced-ba8d-b86aa9fe3279 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399418
Nov 24 14:59:53.448112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4e62a724-12e6-4418-b01d-0c067a34f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:53.946491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:54.624143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50fa1d-a6f4-43e7-ae11-d0503b804630 req-6e2f254a-2d04-4a03-a29e-4c56bafd54c0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:54.625586 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0b50fa1d-a6f4-43e7-ae11-d0503b804630 req-6e2f254a-2d04-4a03-a29e-4c56bafd54c0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0790491
Nov 24 14:59:54.671685 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0b50fa1d-a6f4-43e7-ae11-d0503b804630 req-d0f553aa-0695-4ede-984a-fdd01e3e0f92 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406239
Nov 24 14:59:55.694195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e0bf1a09-a6cd-4368-9604-775c0b00fe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:55.867379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4107710-e057-446b-add2-1d8302b758cb req-03759c57-7e31-4d70-bd70-80f9e4242890 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:55.869021 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a4107710-e057-446b-add2-1d8302b758cb req-03759c57-7e31-4d70-bd70-80f9e4242890 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0770471
Nov 24 14:59:55.916618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a4107710-e057-446b-add2-1d8302b758cb req-ea252be0-1830-4249-997b-0d3455835f65 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419059
Nov 24 14:59:56.785755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:57.116357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681fce4-efed-4e84-affd-8af337eea639 req-1d333a84-65bd-4671-9103-3dd28b72eef6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:57.118581 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8681fce4-efed-4e84-affd-8af337eea639 req-1d333a84-65bd-4671-9103-3dd28b72eef6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0809011
Nov 24 14:59:57.165797 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8681fce4-efed-4e84-affd-8af337eea639 req-523b09b3-5c4c-474e-9d00-25f70b96239e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409791
Nov 24 14:59:58.265501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 14:59:58.370494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3ab26-cb26-4d88-9a0e-6039b279c1fb req-74c92782-6979-4322-9867-d1bb082f2d07 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:58.371930 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-42d3ab26-cb26-4d88-9a0e-6039b279c1fb req-74c92782-6979-4322-9867-d1bb082f2d07 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0772119
Nov 24 14:59:58.416487 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-42d3ab26-cb26-4d88-9a0e-6039b279c1fb req-5fbc7009-c662-4f6e-8fbd-4fe5cbe1aa5e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389757
Nov 24 14:59:59.616359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6436-66b9-4a1c-a62c-50eaa77f2430 req-61955c42-4584-4471-9f7a-d2667fef6ac5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 14:59:59.618497 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-136d6436-66b9-4a1c-a62c-50eaa77f2430 req-61955c42-4584-4471-9f7a-d2667fef6ac5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0768816
Nov 24 14:59:59.666822 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-136d6436-66b9-4a1c-a62c-50eaa77f2430 req-389931cd-1684-4dab-8af0-cd3f52c441ca tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425863
Nov 24 15:00:00.868265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15299768-b863-4f0c-9c03-bea3f333f4bb req-dd4e49c5-2b70-4336-8e79-05ff8ea63406 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:00.870006 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-15299768-b863-4f0c-9c03-bea3f333f4bb req-dd4e49c5-2b70-4336-8e79-05ff8ea63406 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0814412
Nov 24 15:00:00.913959 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-15299768-b863-4f0c-9c03-bea3f333f4bb req-6ae5101d-5cd0-4404-9fca-2edb7e5c9a11 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384970
Nov 24 15:00:02.111579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ce280-46a4-4d6b-87bd-3646f6053a7f req-8eab0b79-a0e9-4f80-b6ce-de0c0c7f6902 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:02.113039 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ee7ce280-46a4-4d6b-87bd-3646f6053a7f req-8eab0b79-a0e9-4f80-b6ce-de0c0c7f6902 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0786569
Nov 24 15:00:02.160432 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ee7ce280-46a4-4d6b-87bd-3646f6053a7f req-d76b78fb-b9aa-4d99-bbb5-36f7fc264ce0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417893
Nov 24 15:00:02.461584 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-13abe92d-1b17-4b0e-a5fa-0751b715a2e3 service neutron] 10.222.0.81 "GET /v2.0/ports/f5a16b30-8bfa-4fdf-b5fe-df0594f7636c/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.0733411
Nov 24 15:00:03.001971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-8233f95b-f106-4b1a-8092-ad05caa334b4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 1098 time: 0.0731294
Nov 24 15:00:03.090984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-4265eb27-43bb-47ee-8941-60e41f32aad5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0672891
Nov 24 15:00:03.220345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-7650acb3-ad9f-45df-904b-31fed0a09b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:03.221765 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-7650acb3-ad9f-45df-904b-31fed0a09b99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1245952
Nov 24 15:00:03.368214 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-767beaaf-2006-47c4-b999-43ba411d943a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1002 time: 0.1397357
Nov 24 15:00:03.439740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaea0d-ae05-4f32-917c-55cec080b08f req-0569e157-47da-4406-bfd1-e5f6d064ae4b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:03.446126 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-70aaea0d-ae05-4f32-917c-55cec080b08f req-0569e157-47da-4406-bfd1-e5f6d064ae4b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.1574562
Nov 24 15:00:03.447025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-74f3f682-2571-449e-94b7-fbbdd1b7367c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:03.448368 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-74f3f682-2571-449e-94b7-fbbdd1b7367c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0745177
Nov 24 15:00:03.542828 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-70aaea0d-ae05-4f32-917c-55cec080b08f req-ff9e5dc6-cc55-4eec-9684-f4ee3f19f5bc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935173
Nov 24 15:00:03.562879 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-9e973a29-e18a-413e-b2d0-29aab17ced94 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0983779
Nov 24 15:00:03.697492 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-7fbfbd7b-e659-41fc-8e97-a28c68de948d service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281807
Nov 24 15:00:03.830993 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-96730cd5-fd1e-4b2a-9a61-51059fe5118d req-f6486fc2-270c-4b53-8368-961aeb878980 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275814
Nov 24 15:00:04.115798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:00:04.232160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:04.260428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:00:04.269741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:04.326323 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'code': 200}
Nov 24 15:00:04.339621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:04.341675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:04.409767 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:04.418448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.418791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.419127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.419460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.419791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.420142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.420473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.420794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.421119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.421437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.421757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:04.425508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:04.745450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac0185-9ec2-46c5-8d79-33cb7ac466d8 req-c67f0585-b84d-43b5-bf28-ae525e5e3977 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:04.746920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d3ac0185-9ec2-46c5-8d79-33cb7ac466d8 req-c67f0585-b84d-43b5-bf28-ae525e5e3977 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0786994
Nov 24 15:00:04.793738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d3ac0185-9ec2-46c5-8d79-33cb7ac466d8 req-13f01297-de82-424a-aaad-41de4d681231 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410831
Nov 24 15:00:05.999854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1657994-e589-4aae-b668-f59a3796ef8d req-e8cf12b7-7341-45d0-a1f4-2b60f3a89fb0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:06.001272 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e1657994-e589-4aae-b668-f59a3796ef8d req-e8cf12b7-7341-45d0-a1f4-2b60f3a89fb0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0832126
Nov 24 15:00:06.046868 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e1657994-e589-4aae-b668-f59a3796ef8d req-2dc03428-7d7c-41dc-800c-89fd4f015731 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401156
Nov 24 15:00:07.246677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb1f5e-6936-4a92-99f2-cadce6d6ce29 req-5fbc2066-3e55-4851-a0f3-2f39c406ea24 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:07.248024 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eebb1f5e-6936-4a92-99f2-cadce6d6ce29 req-5fbc2066-3e55-4851-a0f3-2f39c406ea24 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0814509
Nov 24 15:00:07.292659 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-eebb1f5e-6936-4a92-99f2-cadce6d6ce29 req-e9389453-a42d-40d3-99e7-fb7413e11c95 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391915
Nov 24 15:00:08.131068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:00:08.264617 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:08.277483 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'mac_address': 'fa:16:3e:a4:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:00:08.330235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:08.347028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a16b30-8bfa-4fdf-b5fe-df0594f7636c {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:00:08.361817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:08.413895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:08.415881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:08.485768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:00:08.495439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767f1da-cd68-490c-bd3b-2a30a49ec345 req-77961786-5bba-4481-a2bf-35b8e29b9450 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:08.496934 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2767f1da-cd68-490c-bd3b-2a30a49ec345 req-77961786-5bba-4481-a2bf-35b8e29b9450 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 944 time: 0.0794387
Nov 24 15:00:08.521823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:08.526908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:08.547262 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2767f1da-cd68-490c-bd3b-2a30a49ec345 req-f1352f48-18bb-4c01-bf1b-cf9446b1eb79 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442915
Nov 24 15:00:09.751823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c5298-6e08-4c27-bb77-cf4ac49aa51d req-8a9f9f53-6502-4098-9ed5-842fc4c0cba0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:09.753261 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d6c5298-6e08-4c27-bb77-cf4ac49aa51d req-8a9f9f53-6502-4098-9ed5-842fc4c0cba0 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 944 time: 0.0804131
Nov 24 15:00:09.798201 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d6c5298-6e08-4c27-bb77-cf4ac49aa51d req-a1460018-d812-47e9-9f07-9786d30aea8c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387959
Nov 24 15:00:10.146740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:00:10.216442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:00:10.216815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:10.364771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:10.391192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:00:10.406304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:10.453773 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'code': 200}
Nov 24 15:00:10.477401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:10.479251 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:10.544227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:10.547237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:11.239104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701c97-6ed1-4acd-9c7a-d0afea331a23 req-abb6d8e7-0717-4fe3-adfc-8b1b4579cc6f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:11.240491 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f701c97-6ed1-4acd-9c7a-d0afea331a23 req-abb6d8e7-0717-4fe3-adfc-8b1b4579cc6f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.1802719
Nov 24 15:00:11.285307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f701c97-6ed1-4acd-9c7a-d0afea331a23 req-1220d55f-ca2d-43da-a559-42695de133c4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387397
Nov 24 15:00:12.487634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70bec1-a4fd-4c96-a873-031c25c77d75 req-6cd7c455-73c9-4ee2-b382-1d9cda9a5ccb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:12.489084 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-be70bec1-a4fd-4c96-a873-031c25c77d75 req-6cd7c455-73c9-4ee2-b382-1d9cda9a5ccb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0815814
Nov 24 15:00:12.536264 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-be70bec1-a4fd-4c96-a873-031c25c77d75 req-23d2c853-4b6c-4892-be88-208377b4337a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405633
Nov 24 15:00:13.732010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783d85-3ec8-4bcc-9324-bc3fc5409551 req-8fbb9b30-917f-438a-bba4-3a4dc153d7c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:13.733530 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7783d85-3ec8-4bcc-9324-bc3fc5409551 req-8fbb9b30-917f-438a-bba4-3a4dc153d7c8 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0767791
Nov 24 15:00:13.781383 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7783d85-3ec8-4bcc-9324-bc3fc5409551 req-48cb1cf2-04d3-4e55-9279-d2df46432a20 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423377
Nov 24 15:00:14.534334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da13d-1b69-41e1-86c1-a75244e985ac req-dc90b1ac-6a01-4682-8729-588e97453b56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:14.535783 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-530da13d-1b69-41e1-86c1-a75244e985ac req-dc90b1ac-6a01-4682-8729-588e97453b56 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.1409163
Nov 24 15:00:14.542521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-0927f311-332b-4976-ab30-446cdf0cbc0a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:14.543896 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-0927f311-332b-4976-ab30-446cdf0cbc0a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d&tenant_id=6d886bca879849ce82e3e0c80b007026&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 945 time: 0.1138775
Nov 24 15:00:14.641558 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-530da13d-1b69-41e1-86c1-a75244e985ac req-72ec3cf4-eccd-496e-8641-a19cee981aac tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966871
Nov 24 15:00:14.651118 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-a68d5717-1b8e-4ba6-914a-9903a0efa616 service neutron] 10.222.0.81 "GET /v2.0/ports/f5a16b30-8bfa-4fdf-b5fe-df0594f7636c/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.0931561
Nov 24 15:00:14.746081 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-948b07fc-b032-440b-93c1-d3499d63eec2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0732479
Nov 24 15:00:14.876221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-c5f4ef26-8c8c-4029-ae99-7000f721e146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:14.877660 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-c5f4ef26-8c8c-4029-ae99-7000f721e146 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1259620
Nov 24 15:00:14.980529 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-fc66d5d4-d146-4f10-8181-1e66e6fb73bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1002 time: 0.0958014
Nov 24 15:00:15.043631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-e37ee5de-be96-4e94-8118-7e88d0fc97cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:15.045058 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-e37ee5de-be96-4e94-8118-7e88d0fc97cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0583503
Nov 24 15:00:15.120553 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-44446cdf-41a6-45e2-a570-e272be680852 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687277
Nov 24 15:00:15.250812 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-7ff144c2-5286-46dd-993c-d370827376a9 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242688
Nov 24 15:00:15.382123 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-3c3dbe12-71a3-4f6d-a214-0bf5e9d4849f service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249626
Nov 24 15:00:15.537984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-9ecdec87-e86b-457a-a050-d0a06e4304ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0721607
Nov 24 15:00:15.581974 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:00:15.687716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-7cff7b07-1551-47f9-b1be-5dedd50d35d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:15.689212 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-7cff7b07-1551-47f9-b1be-5dedd50d35d4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1261215
Nov 24 15:00:15.797905 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-52febffc-a8eb-4273-990d-daa57cc7d1a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1002 time: 0.1015067
Nov 24 15:00:15.842002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7c368-f081-4f09-bb43-ae506d9a74d2 req-d337b43b-4195-42b4-881c-fc1cac6e9827 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:15.843582 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a4f7c368-f081-4f09-bb43-ae506d9a74d2 req-d337b43b-4195-42b4-881c-fc1cac6e9827 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0771053
Nov 24 15:00:15.862327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-649924a3-89f3-41d3-b13d-4de106bd1cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:15.863840 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-649924a3-89f3-41d3-b13d-4de106bd1cda service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0590031
Nov 24 15:00:15.892621 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a4f7c368-f081-4f09-bb43-ae506d9a74d2 req-f9251e63-09cc-4ac2-a418-91b05f35482e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436900
Nov 24 15:00:15.944341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-44c62309-f063-4a53-bd9c-e638780eb32e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712934
Nov 24 15:00:16.180536 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-f3db6dae-fcab-493a-9bc5-3b98eab5eef2 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289398
Nov 24 15:00:16.313279 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ed3b3f0-fba0-4ca0-9081-ebfbd12a1fbc req-9c5892e3-6e66-4dfc-97c7-153f55f300d1 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258118
Nov 24 15:00:17.094214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46c85-1d11-493b-99d9-898c17260bbe req-5599cc44-4355-4220-89bd-410c154e43a3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:17.095699 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bfa46c85-1d11-493b-99d9-898c17260bbe req-5599cc44-4355-4220-89bd-410c154e43a3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0764124
Nov 24 15:00:17.144690 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bfa46c85-1d11-493b-99d9-898c17260bbe req-795d9b8a-f9da-4649-a160-f5faef01d4e6 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432355
Nov 24 15:00:18.343338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa81f1-9bb4-4c19-bfa5-68bbec9b2f15 req-72b4aeea-c4ad-4497-aa84-0e3ef9e2c32a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:18.344790 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-adaa81f1-9bb4-4c19-bfa5-68bbec9b2f15 req-72b4aeea-c4ad-4497-aa84-0e3ef9e2c32a tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0769308
Nov 24 15:00:18.393142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-adaa81f1-9bb4-4c19-bfa5-68bbec9b2f15 req-4c81514b-7404-4e16-826e-3c7689307953 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429077
Nov 24 15:00:19.225996 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-e5ff2c7b-bc05-4161-a5d0-04b32623eca1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d&tenant_id=6d886bca879849ce82e3e0c80b007026 HTTP/1.1" status: 200  len: 1098 time: 0.0748432
Nov 24 15:00:19.315862 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-eddeb52d-fc9b-4f53-99f2-c32c2b70224c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d886bca879849ce82e3e0c80b007026&device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 1098 time: 0.0693972
Nov 24 15:00:19.454455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-b5d6f661-fa29-4275-a095-223fee334a13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:19.457126 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-b5d6f661-fa29-4275-a095-223fee334a13 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 200  len: 912 time: 0.1307869
Nov 24 15:00:19.603203 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-8e1db54f-5e38-4ed7-ad6f-7fcc1ddcbaca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 200  len: 1002 time: 0.1410780
Nov 24 15:00:19.676342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b18be-923e-4a5f-8f33-62b67849b3d8 req-ca0feac6-1304-4a59-a1a8-2633d466fe54 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:19.677768 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ad9b18be-923e-4a5f-8f33-62b67849b3d8 req-ca0feac6-1304-4a59-a1a8-2633d466fe54 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.1593783
Nov 24 15:00:19.683847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-1dab28df-43d8-4916-b129-c4d3d2f5954b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:19.685263 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-1dab28df-43d8-4916-b129-c4d3d2f5954b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 200  len: 850 time: 0.0756948
Nov 24 15:00:19.773809 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ad9b18be-923e-4a5f-8f33-62b67849b3d8 req-35e94a0c-86f4-4342-8d2e-4b35173bd63e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876601
Nov 24 15:00:19.798289 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-f83f9e0a-52ac-416a-84e1-8628b18f9d09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cb05e26a-6596-4532-9f08-da297600fc6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0960119
Nov 24 15:00:19.926265 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-e0506ae8-4406-4b80-89db-6ddb0f22b88f service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242452
Nov 24 15:00:20.055637 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c65a7f3f-f838-4efa-8f36-16c183ae6d1e req-61190fa7-8b63-4ff7-8f7c-9dc288a10c08 service neutron] 10.222.0.81 "GET /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232400
Nov 24 15:00:20.201956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:00:20.316888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:20.343694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:00:20.353418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:20.408761 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'code': 200}
Nov 24 15:00:20.413865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:20.417043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:20.494992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=9']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:20.498162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:20.551188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:20.979711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5d61f-6b7a-45c0-9f8f-67fb08edd413 req-f7945cf2-1714-401a-9acf-ebb8bb7f19cf tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:20.981085 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5bc5d61f-6b7a-45c0-9f8f-67fb08edd413 req-f7945cf2-1714-401a-9acf-ebb8bb7f19cf tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0774367
Nov 24 15:00:21.026712 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5bc5d61f-6b7a-45c0-9f8f-67fb08edd413 req-4ab5357c-b918-49af-b01f-95d2889b22c4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399106
Nov 24 15:00:22.234580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548317d-3361-4a08-b55b-d35b99245d49 req-99c97fe9-8d8c-4899-bb5c-d8c18a5f6b64 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:22.236023 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d548317d-3361-4a08-b55b-d35b99245d49 req-99c97fe9-8d8c-4899-bb5c-d8c18a5f6b64 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0835385
Nov 24 15:00:22.281841 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d548317d-3361-4a08-b55b-d35b99245d49 req-55484106-5430-4b2d-b085-47913d5954eb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401521
Nov 24 15:00:23.431432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1ceb1569-08c6-4d9e-b882-28edef6f7688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:23.485610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95500a91-c1f0-4ea8-acba-3df7c27aa642 req-70ba375e-a2a2-4e69-8ce8-82a0df8d5817 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:23.487047 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-95500a91-c1f0-4ea8-acba-3df7c27aa642 req-70ba375e-a2a2-4e69-8ce8-82a0df8d5817 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 943 time: 0.0803089
Nov 24 15:00:23.532339 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-95500a91-c1f0-4ea8-acba-3df7c27aa642 req-56a9602a-86e7-4b9f-94c9-cf51bfde3259 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395465
Nov 24 15:00:23.939726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:24.239899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:00:24.376068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:24.389310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'port_id': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'mac_address': 'fa:16:3e:a4:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:00:24.442598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:24.459965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a16b30-8bfa-4fdf-b5fe-df0594f7636c {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:00:24.475299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:24.516385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:24.518071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:24.582917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:00:24.626580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=10']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:24.631242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:24.730056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074dc40-ac89-4bdb-b3ac-4a08df72ae4c req-38fec16a-08a5-4f6f-8a01-f1981ed4f540 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:24.731399 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1074dc40-ac89-4bdb-b3ac-4a08df72ae4c req-38fec16a-08a5-4f6f-8a01-f1981ed4f540 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0755053
Nov 24 15:00:24.778283 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1074dc40-ac89-4bdb-b3ac-4a08df72ae4c req-a0e94fac-dc76-4b07-b2a6-51f6f6ffb04b tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413480
Nov 24 15:00:25.704927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b3923790-9255-4faa-8cd4-3a8ee05e75a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:25.977395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256107-0c4b-41fa-a5de-87c09110dcd7 req-2c7a343d-3351-45fb-8f6a-f817934e3df2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:25.979337 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78256107-0c4b-41fa-a5de-87c09110dcd7 req-2c7a343d-3351-45fb-8f6a-f817934e3df2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 945 time: 0.0806341
Nov 24 15:00:26.024940 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-78256107-0c4b-41fa-a5de-87c09110dcd7 req-36fec3b2-e563-4c91-b78b-5a76d04a6d65 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397840
Nov 24 15:00:26.239696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:00:26.306419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:00:26.306787 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:26.417340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:26.442337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:00:26.451740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:26.505118 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'code': 200}
Nov 24 15:00:26.516679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:26.518519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-f934fa89-5cdb-478f-9fbc-5545a1c621f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:26.583153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=11']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:26.586000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:26.756584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:27.330822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0494416-68c9-43cf-bcb2-c31c3fd66b5d req-0b100889-c1aa-4004-b339-d63b2d80fc6d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:27.332215 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c0494416-68c9-43cf-bcb2-c31c3fd66b5d req-0b100889-c1aa-4004-b339-d63b2d80fc6d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.1866944
Nov 24 15:00:27.377597 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c0494416-68c9-43cf-bcb2-c31c3fd66b5d req-9848657c-a7fc-4b02-aad9-10bf753aaf9d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398726
Nov 24 15:00:28.288164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:28.676589 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df715f7-d1af-415f-98b9-7ddbbe44a03e req-189df289-7b2c-4f1b-995c-a9739e8a7359 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:28.677944 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7df715f7-d1af-415f-98b9-7ddbbe44a03e req-189df289-7b2c-4f1b-995c-a9739e8a7359 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.1754715
Nov 24 15:00:28.724396 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7df715f7-d1af-415f-98b9-7ddbbe44a03e req-b492942c-0ce1-4f85-ae2e-64f27c8acbd4 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407512
Nov 24 15:00:29.924175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a47e9-0a6d-4555-be01-6b8db75528cb req-38ee0d63-13b4-4bf2-ba34-cf465a790e67 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:29.925584 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8e3a47e9-0a6d-4555-be01-6b8db75528cb req-38ee0d63-13b4-4bf2-ba34-cf465a790e67 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.0782301
Nov 24 15:00:29.974371 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8e3a47e9-0a6d-4555-be01-6b8db75528cb req-dab17616-5438-4daf-9aa2-661039d8f217 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415237
Nov 24 15:00:30.312489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777927e-f20d-4673-a658-1e92bfdf774c req-6d15dcff-8fa7-4221-acdf-5494b287c675 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:30.313925 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3777927e-f20d-4673-a658-1e92bfdf774c req-6d15dcff-8fa7-4221-acdf-5494b287c675 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.0786357
Nov 24 15:00:30.358719 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3777927e-f20d-4673-a658-1e92bfdf774c req-9e5297ba-bb1f-41a7-8b3c-0425883f1fd3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394547
Nov 24 15:00:30.551540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192bc29-31fa-48b9-8266-8b86b7542c6c req-1b7d8ff9-a389-4c6d-82a6-a8784ca4a4ac tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:30.552903 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5192bc29-31fa-48b9-8266-8b86b7542c6c req-1b7d8ff9-a389-4c6d-82a6-a8784ca4a4ac tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.0752730
Nov 24 15:00:30.599101 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5192bc29-31fa-48b9-8266-8b86b7542c6c req-b38a7442-2e57-4ce3-aa45-fc81a779a827 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401914
Nov 24 15:00:31.223683 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988b8d-24b4-467e-9f5f-cecef43dbda4 req-8ff5ea56-550e-4d46-9c41-ff467026af04 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:31.225031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2a988b8d-24b4-467e-9f5f-cecef43dbda4 req-8ff5ea56-550e-4d46-9c41-ff467026af04 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.0807426
Nov 24 15:00:31.269621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2a988b8d-24b4-467e-9f5f-cecef43dbda4 req-68b4b565-8751-4c15-8f1a-e0d8e17161de tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390692
Nov 24 15:00:32.468851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114799dc-0331-45d3-afae-e60ec47f9a9d req-49c16b19-e5ea-441a-bab0-31b74c442352 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:32.470184 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-114799dc-0331-45d3-afae-e60ec47f9a9d req-49c16b19-e5ea-441a-bab0-31b74c442352 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.0818276
Nov 24 15:00:32.515576 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-114799dc-0331-45d3-afae-e60ec47f9a9d req-46476c0a-261c-4b06-a1e0-b795b73818eb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399513
Nov 24 15:00:33.574888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-b2851910-8b07-4e52-bd26-afa14a37a156 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:33.576350 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-b2851910-8b07-4e52-bd26-afa14a37a156 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.0765193
Nov 24 15:00:33.647651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Deleting port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:00:33.647990 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:33.895125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824c188-65f0-49a7-a205-cf1e07ba4b9f req-7501191b-cd13-4892-a5b7-043f3cf9fc5f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:33.896592 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f824c188-65f0-49a7-a205-cf1e07ba4b9f req-7501191b-cd13-4892-a5b7-043f3cf9fc5f tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 946 time: 0.2248054
Nov 24 15:00:33.984731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f824c188-65f0-49a7-a205-cf1e07ba4b9f req-05a70425-ac34-4378-b4da-6678aee0a8de tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a5cf708-6020-4c13-a79d-48360fb0aec7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820487
Nov 24 15:00:33.986314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] For port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:33.986665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:34.273601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:34.273965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:34.274933 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Floating IP 27298a53-e617-4df2-96e3-0615085e98ac disassociated. External IP: 172.26.2.193, port: f5a16b30-8bfa-4fdf-b5fe-df0594f7636c.
Nov 24 15:00:34.275272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Calling delete_port for f5a16b30-8bfa-4fdf-b5fe-df0594f7636c owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:00:34.470658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:34.476335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a9f9891d-2f9f-431b-9a5c-86c6af9b1eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:34.523812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event deleted for resources: {'Port': ['ID=f5a16b30-8bfa-4fdf-b5fe-df0594f7636c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:34.536896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.537282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.537656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.538026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.538391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.538755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.539115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.539475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.540004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.540004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.540711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:34.543920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:34.751238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:00:35.064659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:00:35.077612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:00:35.092170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:00:35.093239 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420086a00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:00:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:35.138461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] No DVR routers for this DVR port f5a16b30-8bfa-4fdf-b5fe-df0594f7636c on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:00:35.140958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:35.143718 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-deleted', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:00:35.158140 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-385eec3b-8da4-4bf4-93b1-ffbd7292851f req-a3ddb5d6-8e8f-4a06-aa05-66852e80bbff tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 210 time: 0.0498676
Nov 24 15:00:35.231405 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-34c6d5fa-4832-47e7-b6fb-ab0c53f81fb6 req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.81 "DELETE /v2.0/ports/f5a16b30-8bfa-4fdf-b5fe-df0594f7636c HTTP/1.1" status: 204  len: 173 time: 1.6495695
Nov 24 15:00:35.273861 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545ada82-0588-4be3-8652-d945dd26326d', 'name': 'network-vif-deleted', 'tag': 'f5a16b30-8bfa-4fdf-b5fe-df0594f7636c', 'status': 'completed', 'code': 200}
Nov 24 15:00:35.284914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:00:35.644621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420086a00>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:35.648512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:00:35.660518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:00:35.660998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420086a00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:00:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:35.840640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:00:36.152117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420086a00>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:36.156190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4925723f-9603-41d5-a564-e5d657e2351c None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 4, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'b2507d1b-7685-406f-b5b8-d883052c3aac', 'name': '', 'network_id': 'cb05e26a-6596-4532-9f08-da297600fc6a', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'mac_address': 'fa:16:3e:4a:bf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:22Z', 'updated_at': '2021-11-24T14:54:40Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'subnets': [{'id': 'af109160-2e4a-44f6-b640-29e2ae589555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:00:36.302667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:00:36.338790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: f5a16b30-8bfa-4fdf-b5fe-df0594f7636c {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:00:36.339137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f5a16b30-8bfa-4fdf-b5fe-df0594f7636c not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:00:36.349505 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8c81cd86-62b4-441c-9df2-f2976e8d279a req-dd68db83-15b1-4bcd-a5b2-41d7697db7b2 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/ports?device_id=545ada82-0588-4be3-8652-d945dd26326d HTTP/1.1" status: 200  len: 210 time: 0.0480454
Nov 24 15:00:36.392983 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac10fc-8b9a-43dd-a34e-a95d519d0f2b None None] New status for floating IP 27298a53-e617-4df2-96e3-0615085e98ac: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:00:40.854513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34034) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:40.920117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc07d8a8-efd8-41c0-b3c3-c788a9d40582 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:40.947634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc07d8a8-efd8-41c0-b3c3-c788a9d40582 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.070202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc07d8a8-efd8-41c0-b3c3-c788a9d40582 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.074351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-656502b7-1fb5-46e3-95e5-8f40906b0b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:41.093016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d8a8-efd8-41c0-b3c3-c788a9d40582 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5cf708-6020-4c13-a79d-48360fb0aec7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:41.095617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bc07d8a8-efd8-41c0-b3c3-c788a9d40582 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:41.172606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bc07d8a8-efd8-41c0-b3c3-c788a9d40582 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.173634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bc07d8a8-efd8-41c0-b3c3-c788a9d40582 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a5cf708-6020-4c13-a79d-48360fb0aec7 HTTP/1.1" status: 204  len: 168 time: 0.3181570
Nov 24 15:00:41.176135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34038) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:41.192689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.api.v2.resource [None req-a975fb4d-67d7-4ae4-b66b-f0675f61d47d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] show failed (client error): The resource could not be found.
Nov 24 15:00:41.194177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a975fb4d-67d7-4ae4-b66b-f0675f61d47d tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "GET /v2.0/security-groups/5a5cf708-6020-4c13-a79d-48360fb0aec7 HTTP/1.1" status: 404  len: 347 time: 0.0166073
Nov 24 15:00:41.196253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34042) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:41.346366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Deleting port ebfc2df7-29fa-4c44-a9b5-38c50d30bdc3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:00:41.346702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.508656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.508883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.629842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Calling delete_port for ebfc2df7-29fa-4c44-a9b5-38c50d30bdc3 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:00:41.824609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.828569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e2f98eab-1d8d-4e68-bece-6767b3493ec5 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:41.873251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Pushing event deleted for resources: {'Port': ['ID=ebfc2df7-29fa-4c44-a9b5-38c50d30bdc3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:41.876685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:41.964349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.978518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:41.979662 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] 10.222.0.53 "DELETE /v2.0/floatingips/27298a53-e617-4df2-96e3-0615085e98ac HTTP/1.1" status: 204  len: 168 time: 0.7825634
Nov 24 15:00:41.982528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34046) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:42.562206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:43.152363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Deleting port b2507d1b-7685-406f-b5b8-d883052c3aac {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:00:43.153024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:43.319450 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] For port b2507d1b-7685-406f-b5b8-d883052c3aac, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=b2507d1b-7685-406f-b5b8-d883052c3aac,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:43.319791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:43.437439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Calling delete_port for b2507d1b-7685-406f-b5b8-d883052c3aac owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:00:43.676108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:43.679868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9de9eded-f825-4eba-848c-93a2bd2c8f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:43.723581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b2507d1b-7685-406f-b5b8-d883052c3aac,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:43.727778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:44.125855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:44.696346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Router e1fa1529-8e1f-4588-a728-785f07706e68 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:00:44.894223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:00:44.903143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] Sync routers for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:00:44.906200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] 10.222.0.53 "PUT /v2.0/routers/e1fa1529-8e1f-4588-a728-785f07706e68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9227157
Nov 24 15:00:44.908739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34052) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:44.916652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:00:44.917270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f491730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:00:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:45.099892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:00:45.104850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:45.297223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:45.367498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Deleting port a502c549-0d91-40c9-a86e-01783cbd4343 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:00:45.368722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:45.391203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f491730>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T15:00:43Z', 'revision_number': 5, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port': {'id': 'a502c549-0d91-40c9-a86e-01783cbd4343', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T14:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:45.395038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] Checking router: e1fa1529-8e1f-4588-a728-785f07706e68 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:00:45.406054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] Routers {'e1fa1529-8e1f-4588-a728-785f07706e68'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:00:45.406708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f491730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:00:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['e1fa1529-8e1f-4588-a728-785f07706e68'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:45.541663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] For port a502c549-0d91-40c9-a86e-01783cbd4343, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a502c549-0d91-40c9-a86e-01783cbd4343,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:45.542007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:45.606459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] Set router e1fa1529-8e1f-4588-a728-785f07706e68 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:00:45.716601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f491730>, [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T15:00:45Z', 'revision_number': 6, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:45.720568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9213612-fe01-45c6-af9a-4b46d48d93ff None None] The sync data for ids ['e1fa1529-8e1f-4588-a728-785f07706e68'] in dv-neutron-818347-1-hyperv is: [{'id': 'e1fa1529-8e1f-4588-a728-785f07706e68', 'name': 'tempest-ServerActionsTestJSON-462693854-router', 'tenant_id': '6d886bca879849ce82e3e0c80b007026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:54:20Z', 'updated_at': '2021-11-24T15:00:45Z', 'revision_number': 6, 'project_id': '6d886bca879849ce82e3e0c80b007026', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:00:45.789373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Calling delete_port for a502c549-0d91-40c9-a86e-01783cbd4343 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:00:45.984623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:45.989222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-41ba7834-42bd-4360-8221-291028083c23 tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:46.030810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a502c549-0d91-40c9-a86e-01783cbd4343,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:46.034445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:46.285098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:46.539940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b2507d1b-7685-406f-b5b8-d883052c3aac no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:00:46.556353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:46.561120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:46.581029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: b2507d1b-7685-406f-b5b8-d883052c3aac {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:00:46.586893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device b2507d1b-7685-406f-b5b8-d883052c3aac not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:00:46.586893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a502c549-0d91-40c9-a86e-01783cbd4343 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:00:46.623720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: a502c549-0d91-40c9-a86e-01783cbd4343 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:00:46.624079 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a502c549-0d91-40c9-a86e-01783cbd4343 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:00:46.658503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:46.659013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1fa1529-8e1f-4588-a728-785f07706e68 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:00:46.674768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:46.676078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e1fa1529-8e1f-4588-a728-785f07706e68 HTTP/1.1" status: 204  len: 168 time: 1.7662926
Nov 24 15:00:46.678554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34056) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:46.751021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Deleting subnet af109160-2e4a-44f6-b640-29e2ae589555 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:00:46.754443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:46.815663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:46.897063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.030750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.034782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9fe2ea6d-ef94-4072-99c8-4e25ee55d4c2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:47.077572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af109160-2e4a-44f6-b640-29e2ae589555,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:47.079933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:47.082671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.089050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d092f28-6a60-4a41-9eb3-2066a2e83607 None None] Network cb05e26a-6596-4532-9f08-da297600fc6a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:00:47.089221 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-120babc0-f2d6-4570-8f5c-8488cd6e96d1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/af109160-2e4a-44f6-b640-29e2ae589555 HTTP/1.1" status: 204  len: 168 time: 0.4096429
Nov 24 15:00:47.091539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34060) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:47.198468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.210613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Deleting port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:00:47.210942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.332620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] DHCP port deletion for cb05e26a-6596-4532-9f08-da297600fc6a request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:00:47.337921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Deleting port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:00:47.338307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.529530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] For port 3e0a0285-f326-40f5-9f1d-62fe023dbc89, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3e0a0285-f326-40f5-9f1d-62fe023dbc89,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:47.530530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.546989 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] For port 3e0a0285-f326-40f5-9f1d-62fe023dbc89, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3e0a0285-f326-40f5-9f1d-62fe023dbc89,segment=NetworkSegment(ff21c1e6-5070-43e6-840e-49da9b8aa458),segment_id=ff21c1e6-5070-43e6-840e-49da9b8aa458)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:00:47.547557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.652499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Calling delete_port for 3e0a0285-f326-40f5-9f1d-62fe023dbc89 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:00:47.676988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Calling delete_port for 3e0a0285-f326-40f5-9f1d-62fe023dbc89 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:00:47.802040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.806602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-96617f05-e641-4298-8ed1-d9cce210c8bb tempest-ServersAdminNegativeTestJSON-261064871 tempest-ServersAdminNegativeTestJSON-261064871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:47.809064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:00:47.809764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:00:47.847504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0a0285-f326-40f5-9f1d-62fe023dbc89,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:47.851538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:47.854772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] No DVR routers for this DVR port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:00:47.970945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:47.996106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fe712e0>,) {'filters': {'network_id': ['cb05e26a-6596-4532-9f08-da297600fc6a']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:48.007757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fe712e0>, 'ff21c1e6-5070-43e6-840e-49da9b8aa458') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:48.008939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fe712e0>, 'ff21c1e6-5070-43e6-840e-49da9b8aa458') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:00:48.019852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.035118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.041090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:00:48.041469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:00:48.058934 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:00:48.184948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.188581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:48.202485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.214447 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb05e26a-6596-4532-9f08-da297600fc6a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:48.217553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:48.228344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3e0a0285-f326-40f5-9f1d-62fe023dbc89 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:00:48.264632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 3e0a0285-f326-40f5-9f1d-62fe023dbc89 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:00:48.264979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3e0a0285-f326-40f5-9f1d-62fe023dbc89 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:00:48.288144 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cb05e26a-6596-4532-9f08-da297600fc6a HTTP/1.1" status: 204  len: 168 time: 1.1955421
Nov 24 15:00:48.312295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Deleting port 3e0a0285-f326-40f5-9f1d-62fe023dbc89 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:00:48.312295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.376280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6cd385ee-0b6b-4d42-ac5b-984d6dead5a2 None None] The port '3e0a0285-f326-40f5-9f1d-62fe023dbc89' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:00:48.593966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34066) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:48.649277 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-371facb4-d3d8-4e18-8ebb-3546961a0db6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d886bca879849ce82e3e0c80b007026&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0535944
Nov 24 15:00:48.651575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34070) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:48.709834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f73d460-63d6-4e8a-a6c2-0095b39452e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.736038 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f73d460-63d6-4e8a-a6c2-0095b39452e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.847139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f73d460-63d6-4e8a-a6c2-0095b39452e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.851098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-706a2a99-5b3f-496a-9242-9023bc0a295c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:48.866144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73d460-63d6-4e8a-a6c2-0095b39452e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198e282-f05b-4ddf-9efb-8f822f23b2da,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:48.868819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6f73d460-63d6-4e8a-a6c2-0095b39452e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:48.874477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6f73d460-63d6-4e8a-a6c2-0095b39452e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:48.875698 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6f73d460-63d6-4e8a-a6c2-0095b39452e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e198e282-f05b-4ddf-9efb-8f822f23b2da HTTP/1.1" status: 204  len: 168 time: 0.2231989
Nov 24 15:00:49.951525 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34092) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:50.080112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-754008523-network', 'tenant_id': 'ebd396501ba04d84bae594f60a713946'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:00:50.085005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:00:50.089513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Usage tracker for resource:network and tenant:ebd396501ba04d84bae594f60a713946 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:00:50.092391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:00:50.098836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:00:50.218414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Made reservation on behalf of ebd396501ba04d84bae594f60a713946 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:00:50.220733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.233224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.265402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:00:50.269568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd396501ba04d84bae594f60a713946 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:00:50.272408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:00:50.278413 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:00:50.342993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.401407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.404293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa3415bb-3314-4264-8c8f-d208d3b8af63 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:50.433930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:00:50.439459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74396e39-90a6-4dcd-8945-a8fed39c3428,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:50.451994 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.452359 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Added segment b70b578e-8e0c-47c3-910f-b634198d1cab of type vlan for network b44889e0-54b3-40df-8723-401384cc6200
Nov 24 15:00:50.453999 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.454387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.454760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.455126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.455491 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.455857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.456247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.456609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.456964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.457379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.457732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:00:50.462192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:50.489155 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.555887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.578599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.579517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:50.580096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:50.583559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9f2a0fc9-f942-4160-a2b0-44f5713cefde tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:50.682863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Pushing event updated for resources: {'Network': ['ID=b44889e0-54b3-40df-8723-401384cc6200,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:50.685670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:50.693057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network b44889e0-54b3-40df-8723-401384cc6200 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:00:50.739602 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7869468
Nov 24 15:00:50.742421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34098) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:00:50.748809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Request body: {'subnet': {'network_id': 'b44889e0-54b3-40df-8723-401384cc6200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-754008523-subnet', 'tenant_id': 'ebd396501ba04d84bae594f60a713946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:00:50.753768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:00:50.757628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Usage tracker for resource:subnet and tenant:ebd396501ba04d84bae594f60a713946 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:00:50.761679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:00:50.767423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:00:50.847424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Made reservation on behalf of ebd396501ba04d84bae594f60a713946 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:00:50.849817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:51.126861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:51.130963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ca049f65-8522-4d3a-9b6f-60acc055e100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:51.200038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8458ad-ce90-4e7c-a081-ce0138045339,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:51.203727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:51.211716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Checking segment: {'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:00:51.212124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Network hostable DHCP agents. Network: b44889e0-54b3-40df-8723-401384cc6200, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:00:51.310156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Network b44889e0-54b3-40df-8723-401384cc6200 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:00:51.390254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, b44889e0-54b3-40df-8723-401384cc6200) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:00:51.394073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:51.394657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:51.398625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd5cc95-4485-4b68-8baf-93ab12954618 None None] Network b44889e0-54b3-40df-8723-401384cc6200 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:00:51.495439 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7511311
Nov 24 15:00:51.652605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2d10c-0ddf-4ae2-ad5e-e0f425078b99 None None] Network b44889e0-54b3-40df-8723-401384cc6200 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:00:52.033151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-cf0b8f5b-7d62-401b-a27f-3ce24883f79a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:52.033825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-cf0b8f5b-7d62-401b-a27f-3ce24883f79a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Synchronizing usage tracker for tenant:ebd396501ba04d84bae594f60a713946 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:00:52.109641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-cf0b8f5b-7d62-401b-a27f-3ce24883f79a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Unset dirty status for tenant:ebd396501ba04d84bae594f60a713946 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:00:52.110783 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-cf0b8f5b-7d62-401b-a27f-3ce24883f79a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/networks?id=b44889e0-54b3-40df-8723-401384cc6200 HTTP/1.1" status: 200  len: 813 time: 0.2204745
Nov 24 15:00:52.126889 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-34e8d4fa-a490-4a53-a321-e29f757650c5 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/quotas/ebd396501ba04d84bae594f60a713946 HTTP/1.1" status: 200  len: 375 time: 0.0108166
Nov 24 15:00:52.176113 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-e698876c-d6e3-4201-a4c0-cf154b74c853 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd396501ba04d84bae594f60a713946&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443668
Nov 24 15:00:52.307920 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-c1c9568e-fe35-4979-b382-bfed95e90b4c service neutron] 10.222.0.53 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243737
Nov 24 15:00:52.436732 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-66228244-79f6-4993-8ef7-22ef172dcf89 service neutron] 10.222.0.53 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232064
Nov 24 15:00:52.587114 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:00:52.691319 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae1e0be0-f755-4d8a-a60e-022e53565d8b req-e422fe76-46e3-460c-822a-42a9e92956a2 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 210 time: 0.0421498
Nov 24 15:00:53.464715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08842247-a36f-43c0-9736-7fd26713bd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:53.854296 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7ef8b939-3500-485c-a3dc-c2acaf53d362 req-e66c79aa-6c3b-4340-a23d-7520260b15dd tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 210 time: 0.0430756
Nov 24 15:00:53.950191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:54.608635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-469fe556-b0c1-4225-8f04-b8f762f63e66 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:54.610040 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-469fe556-b0c1-4225-8f04-b8f762f63e66 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "GET /v2.0/networks?id=b44889e0-54b3-40df-8723-401384cc6200 HTTP/1.1" status: 200  len: 813 time: 0.1444554
Nov 24 15:00:54.625899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Request body: {'port': {'device_id': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200', 'admin_state_up': True, 'tenant_id': 'ebd396501ba04d84bae594f60a713946'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:00:54.764858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:00:54.768740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Usage tracker for resource:port and tenant:ebd396501ba04d84bae594f60a713946 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:00:54.771574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:00:54.777958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:00:54.818288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Made reservation on behalf of ebd396501ba04d84bae594f60a713946 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:00:54.821901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:55.029502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af324914-12cf-4608-9242-8bde5bc638d8 req-6f79640e-fa7e-4693-9c55-82294d6f8365 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 210 time: 0.0548155
Nov 24 15:00:55.041012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Allocated IP 172.20.0.5 (b44889e0-54b3-40df-8723-401384cc6200/fd8458ad-ce90-4e7c-a081-ce0138045339/c25f097b-d971-4b48-b443-ca5b4f8983dc) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:00:55.238975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:55.315873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:55.322557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d5c55b3e-99e5-44e7-a54d-1b5981a2d692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:55.497353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Network b44889e0-54b3-40df-8723-401384cc6200 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:00:55.500755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:00:55.504962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:00:55.530521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Pushing event updated for resources: {'Port': ['ID=c25f097b-d971-4b48-b443-ca5b4f8983dc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:55.535527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:55.567102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:55.567690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:55.636638 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0143282
Nov 24 15:00:55.648210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Request body: {'port': {'device_id': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:00:55.727469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-65bda5b4-b3ad-4f11-82a1-2f3cb96001cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:55.764915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:56.105058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25f097b-d971-4b48-b443-ca5b4f8983dc {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:00:56.112440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:56.127529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Transition to ACTIVE for port object c25f097b-d971-4b48-b443-ca5b4f8983dc will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:00:56.219744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:56.224267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3e632bc1-b899-4726-a470-8cf209a5a3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:56.234405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364db9b-5eb1-4824-b763-40804d590e6b req-8703e2af-490c-4935-a9ff-0ba78dfd40f6 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:56.240704 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3364db9b-5eb1-4824-b763-40804d590e6b req-8703e2af-490c-4935-a9ff-0ba78dfd40f6 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 931 time: 0.0785449
Nov 24 15:00:56.285982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3364db9b-5eb1-4824-b763-40804d590e6b req-0e1e720e-78d8-46c6-b2b2-f5375b0aecb7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Synchronizing usage tracker for tenant:ebd396501ba04d84bae594f60a713946 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:00:56.347905 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Pushing event updated for resources: {'Port': ['ID=c25f097b-d971-4b48-b443-ca5b4f8983dc,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:56.351188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3364db9b-5eb1-4824-b763-40804d590e6b req-0e1e720e-78d8-46c6-b2b2-f5375b0aecb7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Unset dirty status for tenant:ebd396501ba04d84bae594f60a713946 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:00:56.351490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:56.352618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3364db9b-5eb1-4824-b763-40804d590e6b req-0e1e720e-78d8-46c6-b2b2-f5375b0aecb7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112273
Nov 24 15:00:56.452589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Attempting to bind port c25f097b-d971-4b48-b443-ca5b4f8983dc on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:00:56.452916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Attempting to bind port c25f097b-d971-4b48-b443-ca5b4f8983dc by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:00:56.453230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Attempting to bind port c25f097b-d971-4b48-b443-ca5b4f8983dc on network b44889e0-54b3-40df-8723-401384cc6200 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:00:56.458761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Port c25f097b-d971-4b48-b443-ca5b4f8983dc on network b44889e0-54b3-40df-8723-401384cc6200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:00:56.459068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Attempting to bind port c25f097b-d971-4b48-b443-ca5b4f8983dc on network b44889e0-54b3-40df-8723-401384cc6200 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:00:56.465184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:00:56.465505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Checking segment: {'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:00:56.465876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Bound using segment: {'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:00:56.466284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Bound port: c25f097b-d971-4b48-b443-ca5b4f8983dc, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:00:56.466618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:56.553939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] For port c25f097b-d971-4b48-b443-ca5b4f8983dc, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:00:56.557629 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] For port c25f097b-d971-4b48-b443-ca5b4f8983dc, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c25f097b-d971-4b48-b443-ca5b4f8983dc,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:00:56.624064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:56.629947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:00:56.690050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:56.691407 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] 10.222.0.81 "PUT /v2.0/ports/c25f097b-d971-4b48-b443-ca5b4f8983dc HTTP/1.1" status: 200  len: 1093 time: 1.0473256
Nov 24 15:00:56.691924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'tag': 'c25f097b-d971-4b48-b443-ca5b4f8983dc'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:00:56.713556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Pushing event updated for resources: {'Port': ['ID=c25f097b-d971-4b48-b443-ca5b4f8983dc,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:00:56.716556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:00:56.754468 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'tag': 'c25f097b-d971-4b48-b443-ca5b4f8983dc', 'status': 'completed', 'code': 200}
Nov 24 15:00:56.784121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:56.845663 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4fd2265c-5b69-4f11-9940-0d07eafa70c6 req-e9096534-043a-424d-866c-a80b43e00ccc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebd396501ba04d84bae594f60a713946&device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 1096 time: 0.0702829
Nov 24 15:00:56.987771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2265c-5b69-4f11-9940-0d07eafa70c6 req-f384dbf2-6ad5-4526-822c-00b54c12248d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:56.989114 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4fd2265c-5b69-4f11-9940-0d07eafa70c6 req-f384dbf2-6ad5-4526-822c-00b54c12248d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ebd396501ba04d84bae594f60a713946&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1360469
Nov 24 15:00:57.123219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2265c-5b69-4f11-9940-0d07eafa70c6 req-c9a596b3-96c8-4d5f-9b70-b46ea5a4b751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:57.124721 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4fd2265c-5b69-4f11-9940-0d07eafa70c6 req-c9a596b3-96c8-4d5f-9b70-b46ea5a4b751 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1296201
Nov 24 15:00:57.235421 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-e6f181ad-9eaf-4a14-8c86-228aef300e9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebd396501ba04d84bae594f60a713946&device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 1096 time: 0.0750270
Nov 24 15:00:57.303028 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-8a8e6184-2612-42a0-9ecd-6ff1e7b23ec9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c25f097b-d971-4b48-b443-ca5b4f8983dc HTTP/1.1" status: 200  len: 217 time: 0.0606427
Nov 24 15:00:57.367553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-996a5fac-e625-4853-b316-4681744182e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:57.369587 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-996a5fac-e625-4853-b316-4681744182e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd8458ad-ce90-4e7c-a081-ce0138045339 HTTP/1.1" status: 200  len: 853 time: 0.0605118
Nov 24 15:00:57.415016 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-81c5a110-a90b-42e0-befb-e0c1fcb555f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b44889e0-54b3-40df-8723-401384cc6200&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393991
Nov 24 15:00:57.548624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade1cd6-b702-4730-90d3-dddf64f7e20f req-8917fe4b-7393-40cb-b7bd-0e74e4ab4e1c tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:57.549910 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-5278828f-afa3-475c-a37c-7895d6c77791 service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283555
Nov 24 15:00:57.550090 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4ade1cd6-b702-4730-90d3-dddf64f7e20f req-8917fe4b-7393-40cb-b7bd-0e74e4ab4e1c tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 943 time: 0.0784168
Nov 24 15:00:57.597568 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4ade1cd6-b702-4730-90d3-dddf64f7e20f req-ee28a675-0b29-419c-ae56-b8375806aad7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417135
Nov 24 15:00:57.688769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b0a3daa8-5c16-4184-aa5c-59ed8b612b22 req-c50ae6eb-8087-4c24-8e5e-ff306e490090 service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323624
Nov 24 15:00:58.269149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:00:58.904767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d70596-29d4-4007-8d87-c439931382c7 req-603f1195-b71a-41a0-929f-e1821ed3cb7f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:00:58.905432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-e2d70596-29d4-4007-8d87-c439931382c7 req-603f1195-b71a-41a0-929f-e1821ed3cb7f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Synchronizing usage tracker for tenant:ebd396501ba04d84bae594f60a713946 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:00:59.000512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-e2d70596-29d4-4007-8d87-c439931382c7 req-603f1195-b71a-41a0-929f-e1821ed3cb7f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Unset dirty status for tenant:ebd396501ba04d84bae594f60a713946 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:00:59.001662 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e2d70596-29d4-4007-8d87-c439931382c7 req-603f1195-b71a-41a0-929f-e1821ed3cb7f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 943 time: 0.2805839
Nov 24 15:00:59.051315 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e2d70596-29d4-4007-8d87-c439931382c7 req-370cd16a-ba63-48f4-a39c-a31d39f6ea76 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441349
Nov 24 15:01:00.343944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479a42b-c0ce-4585-8ebc-1fa09364cec4 req-ccf5817c-e212-4370-868a-fb82ab65a3b0 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:00.345407 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2479a42b-c0ce-4585-8ebc-1fa09364cec4 req-ccf5817c-e212-4370-868a-fb82ab65a3b0 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 943 time: 0.1738994
Nov 24 15:01:00.390432 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2479a42b-c0ce-4585-8ebc-1fa09364cec4 req-eb7c4526-3610-4ad8-b04d-bbc1c251b7a4 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394669
Nov 24 15:01:00.426291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c25f097b-d971-4b48-b443-ca5b4f8983dc details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:01:00.559804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c25f097b-d971-4b48-b443-ca5b4f8983dc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c25f097b-d971-4b48-b443-ca5b4f8983dc,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:00.573410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'c25f097b-d971-4b48-b443-ca5b4f8983dc', 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200', 'port_id': 'c25f097b-d971-4b48-b443-ca5b4f8983dc', 'mac_address': 'fa:16:3e:c0:ee:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8458ad-ce90-4e7c-a081-ce0138045339', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:01:00.626321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:00.643433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25f097b-d971-4b48-b443-ca5b4f8983dc {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:01:00.658591 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c25f097b-d971-4b48-b443-ca5b4f8983dc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c25f097b-d971-4b48-b443-ca5b4f8983dc,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:00.715494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:00.717252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:00.783388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c25f097b-d971-4b48-b443-ca5b4f8983dc,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:00.786274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:00.948643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c25f097b-d971-4b48-b443-ca5b4f8983dc'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:01:01.584455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bbc18-daa3-4100-baf9-360841934f14 req-914eebdc-4e45-41f2-a934-540026e9586b tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:01.585898 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d65bbc18-daa3-4100-baf9-360841934f14 req-914eebdc-4e45-41f2-a934-540026e9586b tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 944 time: 0.0764928
Nov 24 15:01:01.631935 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d65bbc18-daa3-4100-baf9-360841934f14 req-3c1d5bb6-eb2f-499b-9a66-8d158174cd57 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399802
Nov 24 15:01:02.441581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c25f097b-d971-4b48-b443-ca5b4f8983dc up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:01:02.583756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port c25f097b-d971-4b48-b443-ca5b4f8983dc completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:01:02.589141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port c25f097b-d971-4b48-b443-ca5b4f8983dc triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:02.591770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:02.702187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:02.729093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f097b-d971-4b48-b443-ca5b4f8983dc'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:01:02.738660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port c25f097b-d971-4b48-b443-ca5b4f8983dc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c25f097b-d971-4b48-b443-ca5b4f8983dc,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:02.807391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:02.809914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:02.856701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f796-026d-45c7-97e8-74ec30a80ae8 req-c75d9f15-74e4-4d44-8416-ed78276b5208 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:02.859359 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e5a5f796-026d-45c7-97e8-74ec30a80ae8 req-c75d9f15-74e4-4d44-8416-ed78276b5208 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 944 time: 0.1037700
Nov 24 15:01:02.881135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=c25f097b-d971-4b48-b443-ca5b4f8983dc,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:02.884420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:02.894673 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25f097b-d971-4b48-b443-ca5b4f8983dc', 'code': 200}
Nov 24 15:01:02.910789 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e5a5f796-026d-45c7-97e8-74ec30a80ae8 req-e0a0f0f6-eab4-4812-b837-d2c3fa062bf7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447865
Nov 24 15:01:03.238812 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b169b02-d71e-4842-afc6-d40cdbcc987d req-86860127-e45a-4172-a7c0-0679693a4fb8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 1098 time: 0.0747852
Nov 24 15:01:03.281462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b169b02-d71e-4842-afc6-d40cdbcc987d req-15b570f1-e365-4679-af42-cd14381a32a2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365629
Nov 24 15:01:04.114369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f6575-80d0-472e-bb72-d2e6e291c181 req-37ca6a7d-3db0-469a-9d26-251030f0721c tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:04.115720 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-016f6575-80d0-472e-bb72-d2e6e291c181 req-37ca6a7d-3db0-469a-9d26-251030f0721c tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0769196
Nov 24 15:01:04.165813 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-016f6575-80d0-472e-bb72-d2e6e291c181 req-8fd9a3d6-ab5a-4754-9d2b-853fb57dac40 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441685
Nov 24 15:01:05.365702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495142f0-27f7-453c-a45e-60cbf1098ec0 req-25813541-2aa9-426c-aa4c-1cdc0052da5a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:05.367114 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-495142f0-27f7-453c-a45e-60cbf1098ec0 req-25813541-2aa9-426c-aa4c-1cdc0052da5a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0790803
Nov 24 15:01:05.411002 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-495142f0-27f7-453c-a45e-60cbf1098ec0 req-a1f48897-b5e3-4844-9eeb-22926c05b602 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381160
Nov 24 15:01:05.706463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-7b9195a9-cbd3-43c4-8e70-1ff355f75346 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:05.707901 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-7b9195a9-cbd3-43c4-8e70-1ff355f75346 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/networks?id=b44889e0-54b3-40df-8723-401384cc6200 HTTP/1.1" status: 200  len: 813 time: 0.1429303
Nov 24 15:01:05.724023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-1d19f99e-1672-41e9-aea3-8174cdeb0600 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/quotas/ebd396501ba04d84bae594f60a713946 HTTP/1.1" status: 200  len: 375 time: 0.0107386
Nov 24 15:01:05.803388 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-40357f77-8a73-47ca-ab07-7684d8675f95 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd396501ba04d84bae594f60a713946&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0743947
Nov 24 15:01:05.937569 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-1b3240f8-0aee-4225-8684-bfdeb3b56c1f service neutron] 10.222.0.53 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269169
Nov 24 15:01:06.071571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-dc5a6d4a-7fd1-4d75-b7df-9b60e024eabf service neutron] 10.222.0.53 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284506
Nov 24 15:01:06.329171 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a4ea2267-732a-4686-99e0-279852821538 req-544c2973-8a12-4622-9ed9-76d78000e2b3 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 210 time: 0.0437040
Nov 24 15:01:07.489441 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f64007fe-ef8d-4de9-9fee-b9d515fe6066 req-6e6680b8-8072-46d1-9bde-ab273d120cad tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 210 time: 0.0421009
Nov 24 15:01:08.174559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-8ccf8898-8630-416d-85b3-c4e7491f3d0c tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:08.175965 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-8ccf8898-8630-416d-85b3-c4e7491f3d0c tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "GET /v2.0/networks?id=b44889e0-54b3-40df-8723-401384cc6200 HTTP/1.1" status: 200  len: 813 time: 0.1497092
Nov 24 15:01:08.192410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Request body: {'port': {'device_id': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200', 'admin_state_up': True, 'tenant_id': 'ebd396501ba04d84bae594f60a713946'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:08.330157 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:08.340440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:08.435198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Made reservation on behalf of ebd396501ba04d84bae594f60a713946 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:08.438188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:08.605467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Allocated IP 172.20.0.13 (b44889e0-54b3-40df-8723-401384cc6200/fd8458ad-ce90-4e7c-a081-ce0138045339/9fc546fd-3584-4bdc-b5cc-53e22beb54ea) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:01:08.655110 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6467ab69-d0fd-49f6-ae79-e6b32593dc25 req-e25cb9fc-60d7-4e21-80b9-952989ef8bd2 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 210 time: 0.0447311
Nov 24 15:01:08.805051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:08.870745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:08.876375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4fda2942-c30c-4eb5-a08a-4bbaad298a6e tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:08.882461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c25f097b-d971-4b48-b443-ca5b4f8983dc'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:01:08.935897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Network b44889e0-54b3-40df-8723-401384cc6200 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:01:08.943151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:08.947424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:01:08.980790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Pushing event updated for resources: {'Port': ['ID=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:08.986931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:09.121902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:09.122485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:09.213104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0244749
Nov 24 15:01:09.245923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Request body: {'port': {'device_id': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:09.349495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:09.680102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc546fd-3584-4bdc-b5cc-53e22beb54ea {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:01:09.687654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:09.702776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Transition to ACTIVE for port object 9fc546fd-3584-4bdc-b5cc-53e22beb54ea will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:09.749563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:09.753525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-beaf306d-a6a2-4f2b-9630-79f9f85434ec tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:09.914110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:09.927668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:10.017815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced924e-ca3c-4230-b4d8-307d5c123925 req-ef9eb4fb-0fc9-4864-8811-0cd70cc4e191 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:10.018504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6ced924e-ca3c-4230-b4d8-307d5c123925 req-ef9eb4fb-0fc9-4864-8811-0cd70cc4e191 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Synchronizing usage tracker for tenant:ebd396501ba04d84bae594f60a713946 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:01:10.062069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Attempting to bind port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:01:10.062396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Attempting to bind port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:01:10.062715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Attempting to bind port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea on network b44889e0-54b3-40df-8723-401384cc6200 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:01:10.068400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea on network b44889e0-54b3-40df-8723-401384cc6200 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:01:10.068713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Attempting to bind port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea on network b44889e0-54b3-40df-8723-401384cc6200 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:01:10.075568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:01:10.075898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Checking segment: {'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:10.076299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Bound using segment: {'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:01:10.076714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Bound port: 9fc546fd-3584-4bdc-b5cc-53e22beb54ea, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70b578e-8e0c-47c3-910f-b634198d1cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:01:10.077054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:10.125342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6ced924e-ca3c-4230-b4d8-307d5c123925 req-ef9eb4fb-0fc9-4864-8811-0cd70cc4e191 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Unset dirty status for tenant:ebd396501ba04d84bae594f60a713946 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:01:10.126500 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6ced924e-ca3c-4230-b4d8-307d5c123925 req-ef9eb4fb-0fc9-4864-8811-0cd70cc4e191 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 944 time: 0.3438225
Nov 24 15:01:10.202885 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6ced924e-ca3c-4230-b4d8-307d5c123925 req-fcd85baa-5438-4fbf-a003-adc81dfa1d6a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700769
Nov 24 15:01:10.205270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] For port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:01:10.208336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] For port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:01:10.281783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:10.285608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:10.347167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:10.348536 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] 10.222.0.81 "PUT /v2.0/ports/9fc546fd-3584-4bdc-b5cc-53e22beb54ea HTTP/1.1" status: 200  len: 1094 time: 1.1130462
Nov 24 15:01:10.349045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'tag': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:01:10.365872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:10.371904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:10.406870 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'tag': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea', 'status': 'completed', 'code': 200}
Nov 24 15:01:10.498478 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-793ee7f3-facd-4f40-a69b-35316a0a82e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebd396501ba04d84bae594f60a713946&device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 1097 time: 0.0752292
Nov 24 15:01:10.574650 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-ff9be5bc-ea76-419a-a7e4-894855a0173f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc546fd-3584-4bdc-b5cc-53e22beb54ea HTTP/1.1" status: 200  len: 217 time: 0.0590312
Nov 24 15:01:10.637988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-d436f7b6-707e-4c04-8d9c-9f77ad986d83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:10.639346 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-d436f7b6-707e-4c04-8d9c-9f77ad986d83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd8458ad-ce90-4e7c-a081-ce0138045339 HTTP/1.1" status: 200  len: 853 time: 0.0586982
Nov 24 15:01:10.683478 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-9d45332b-0d11-42d6-9084-97c6cb28ca04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b44889e0-54b3-40df-8723-401384cc6200&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379558
Nov 24 15:01:10.811916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-8c5a29d5-678d-4a4b-a55e-3a3e74cb43d2 service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222591
Nov 24 15:01:10.941638 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6bca8efa-6a09-45d9-b724-fb2d6a4c782b req-660c17e5-b1d1-46ff-854e-43739aaa284a service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240327
Nov 24 15:01:11.280283 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-22252dff-a304-4def-a153-7ff2c8f5ea3b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebd396501ba04d84bae594f60a713946&device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 1097 time: 0.1799517
Nov 24 15:01:11.457837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-def08580-1568-4d65-a212-835d0e7fd4e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:11.459247 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-def08580-1568-4d65-a212-835d0e7fd4e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b44889e0-54b3-40df-8723-401384cc6200 HTTP/1.1" status: 200  len: 914 time: 0.1707149
Nov 24 15:01:11.535572 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-db9ae8ac-397b-4d58-b455-c08cca629f77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc546fd-3584-4bdc-b5cc-53e22beb54ea HTTP/1.1" status: 200  len: 217 time: 0.0664136
Nov 24 15:01:11.541770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ba0e-db22-4087-aa36-77cb2f9cc478 req-df312eed-0508-454e-8f6b-5cc8b21bd681 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:11.543272 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e94ba0e-db22-4087-aa36-77cb2f9cc478 req-df312eed-0508-454e-8f6b-5cc8b21bd681 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 944 time: 0.1834164
Nov 24 15:01:11.630797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-8d744138-5695-4e06-bc59-7bec95b660f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:11.632226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-8d744138-5695-4e06-bc59-7bec95b660f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd8458ad-ce90-4e7c-a081-ce0138045339 HTTP/1.1" status: 200  len: 853 time: 0.0880966
Nov 24 15:01:11.637414 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e94ba0e-db22-4087-aa36-77cb2f9cc478 req-1168d75b-cde6-41e5-8bde-230a48b9b98e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652578
Nov 24 15:01:11.677819 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-97fd1f88-f06a-4a3f-9e9e-8be42f952de1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b44889e0-54b3-40df-8723-401384cc6200&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389433
Nov 24 15:01:11.819174 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-3c1a4812-6ddd-4c16-8b2d-a9a07a8cabd8 service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342041
Nov 24 15:01:11.949596 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-50fa4f2b-ecd2-46fe-a7ea-094ffca6ff4f req-18e30453-c94f-4a5f-b4fd-340e6467c0e2 service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235323
Nov 24 15:01:12.835923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df274c12-477f-4193-b95a-8c11b8319c31 req-af44fb17-e218-4eac-b46e-29c234c28f0e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:12.837381 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df274c12-477f-4193-b95a-8c11b8319c31 req-af44fb17-e218-4eac-b46e-29c234c28f0e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 944 time: 0.0760868
Nov 24 15:01:12.883131 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df274c12-477f-4193-b95a-8c11b8319c31 req-fef3d477-b0bd-45e8-bfb7-55ec80ffd8d7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395391
Nov 24 15:01:14.075392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b7f27-a9bd-4044-a80b-1de7529f1883 req-a4be009a-7a93-4b9d-96a7-3bcdc7fe4b2e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:14.076879 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-580b7f27-a9bd-4044-a80b-1de7529f1883 req-a4be009a-7a93-4b9d-96a7-3bcdc7fe4b2e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 944 time: 0.0761647
Nov 24 15:01:14.126580 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-580b7f27-a9bd-4044-a80b-1de7529f1883 req-77e9e946-c0c4-484c-9e71-1e90ada72953 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441813
Nov 24 15:01:14.480523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 9fc546fd-3584-4bdc-b5cc-53e22beb54ea details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:01:14.611814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:14.625447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea', 'network_id': 'b44889e0-54b3-40df-8723-401384cc6200', 'port_id': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea', 'mac_address': 'fa:16:3e:ef:ea:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8458ad-ce90-4e7c-a081-ce0138045339', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:01:14.680206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:14.697143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc546fd-3584-4bdc-b5cc-53e22beb54ea {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:01:14.711305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:14.743745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:14.746582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:14.811124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:14.819353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.819696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.820030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.820394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.820725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.821050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.821372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.821693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.822011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.822326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.822644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:14.826792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:14.965899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['9fc546fd-3584-4bdc-b5cc-53e22beb54ea'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:01:15.323693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cee7b-0775-4ea1-bc20-9d1512b6d3cb req-85fba05e-2780-4460-80c8-68a8d3568605 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:15.325129 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1f7cee7b-0775-4ea1-bc20-9d1512b6d3cb req-85fba05e-2780-4460-80c8-68a8d3568605 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 945 time: 0.0793676
Nov 24 15:01:15.371447 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1f7cee7b-0775-4ea1-bc20-9d1512b6d3cb req-c5accdb1-8c8f-4cc4-8dc0-cb3df0e80846 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407972
Nov 24 15:01:16.337334 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-0d20d093-d260-4a0e-8a03-868e97fed4fc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0709009
Nov 24 15:01:16.480780 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-a4a1794b-44be-4b63-9c67-28a4614bfb74 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ebd396501ba04d84bae594f60a713946&device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 1098 time: 0.0738449
Nov 24 15:01:16.497266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 9fc546fd-3584-4bdc-b5cc-53e22beb54ea up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:01:16.612364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:01:16.617834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:16.618247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:16.695756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdccd64-ecbc-47e2-97f2-817bc712ed8a req-abc3237a-ae92-4c68-a59c-6ac1f11311b1 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:16.697297 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4bdccd64-ecbc-47e2-97f2-817bc712ed8a req-abc3237a-ae92-4c68-a59c-6ac1f11311b1 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 945 time: 0.2062528
Nov 24 15:01:16.700786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24942-2577-490c-bfe2-baa06b266857 req-f05082a8-f892-465b-9e65-c823813125d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:16.702169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-f05082a8-f892-465b-9e65-c823813125d0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b44889e0-54b3-40df-8723-401384cc6200 HTTP/1.1" status: 200  len: 914 time: 0.1724846
Nov 24 15:01:16.780605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:16.801745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-54e5cd0a-9429-483f-80f2-293be45ca791 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c25f097b-d971-4b48-b443-ca5b4f8983dc HTTP/1.1" status: 200  len: 217 time: 0.0822642
Nov 24 15:01:16.816582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:16.817648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:01:16.850004 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4bdccd64-ecbc-47e2-97f2-817bc712ed8a req-132f4a24-1b7b-48c6-967d-3eac311bafc4 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465447
Nov 24 15:01:16.878387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:16.878387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:16.889955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24942-2577-490c-bfe2-baa06b266857 req-7b577442-049d-4b07-8b39-fa8d251505df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:16.891594 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-7b577442-049d-4b07-8b39-fa8d251505df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fd8458ad-ce90-4e7c-a081-ce0138045339 HTTP/1.1" status: 200  len: 853 time: 0.0805008
Nov 24 15:01:16.921866 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea', 'code': 200}
Nov 24 15:01:16.941994 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-7f8271ef-4133-4591-8765-7e5a6d764169 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b44889e0-54b3-40df-8723-401384cc6200&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422297
Nov 24 15:01:16.958297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:16.961919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:17.080924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-aa8a12a7-d483-474e-96ce-1cf06a863111 service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305938
Nov 24 15:01:17.384702 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-fa495717-0018-4aff-94b5-41be7f1787de service neutron] 10.222.0.81 "GET /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970815
Nov 24 15:01:17.388189 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b627aa19-fa1a-47af-a4f1-8244ef4e8b42 req-ff6ab456-cab5-4e68-ae9e-19c4b8cbee91 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 1099 time: 0.1619120
Nov 24 15:01:17.433152 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b627aa19-fa1a-47af-a4f1-8244ef4e8b42 req-dbf18a03-0481-4680-b351-871cca52099a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365863
Nov 24 15:01:18.060275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255715-b7d3-4fff-aa5e-88e3b352fa4f req-2daeb6dd-4826-44b2-962c-8409aeaa993e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:18.061698 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-09255715-b7d3-4fff-aa5e-88e3b352fa4f req-2daeb6dd-4826-44b2-962c-8409aeaa993e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 946 time: 0.0805614
Nov 24 15:01:18.106766 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-09255715-b7d3-4fff-aa5e-88e3b352fa4f req-3f3d8496-d661-4474-b7d2-88891c526cb1 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396168
Nov 24 15:01:19.303762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860da6a-7c5c-4c36-876e-4b1e78d8f3dc req-977cc02f-2719-45f0-a1b3-2373edf091fd tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:19.305208 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5860da6a-7c5c-4c36-876e-4b1e78d8f3dc req-977cc02f-2719-45f0-a1b3-2373edf091fd tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 946 time: 0.0772717
Nov 24 15:01:19.350113 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5860da6a-7c5c-4c36-876e-4b1e78d8f3dc req-c4fb83ab-b4d5-4d84-819d-1f8654fb5f6e tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391796
Nov 24 15:01:19.974022 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f0cb1-76a3-463d-9bbd-f900fbed1c92 req-7d66e9f4-0590-4b17-97d4-74f168eb7aea tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:19.975450 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df6f0cb1-76a3-463d-9bbd-f900fbed1c92 req-7d66e9f4-0590-4b17-97d4-74f168eb7aea tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 946 time: 0.0810592
Nov 24 15:01:20.020957 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df6f0cb1-76a3-463d-9bbd-f900fbed1c92 req-a3361b2d-f6f2-45e5-861a-7618db869700 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399759
Nov 24 15:01:20.572179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:21.284648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-bb199c27-cdd1-4eec-9bad-ed2bff74627b tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:21.286057 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-bb199c27-cdd1-4eec-9bad-ed2bff74627b tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 946 time: 0.1116924
Nov 24 15:01:21.292600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01624c61-77e4-4f5d-b3e7-ba5a0e3448fb req-67ee0ad2-e8d0-4438-ad72-39544882049a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:21.293936 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-01624c61-77e4-4f5d-b3e7-ba5a0e3448fb req-67ee0ad2-e8d0-4438-ad72-39544882049a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 946 time: 0.1497929
Nov 24 15:01:21.384344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Deleting port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:21.384678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:21.427776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-01624c61-77e4-4f5d-b3e7-ba5a0e3448fb req-0e182f64-5b30-4a7d-96dd-a756f3d75fc2 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046221
Nov 24 15:01:21.630679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] For port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:21.630922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:21.749399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Calling delete_port for 9fc546fd-3584-4bdc-b5cc-53e22beb54ea owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:21.954400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:21.959907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5fa17f0c-3378-4c6b-9cd4-99d2aad79702 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:21.966009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c25f097b-d971-4b48-b443-ca5b4f8983dc', '9fc546fd-3584-4bdc-b5cc-53e22beb54ea'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:01:22.003473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Pushing event deleted for resources: {'Port': ['ID=9fc546fd-3584-4bdc-b5cc-53e22beb54ea,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:22.006932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:22.079566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] No DVR routers for this DVR port 9fc546fd-3584-4bdc-b5cc-53e22beb54ea on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:01:22.082049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:22.084674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'name': 'network-vif-deleted', 'tag': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:01:22.142350 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6411d7bf-d903-4137-8e58-97bff8d523d5', 'name': 'network-vif-deleted', 'tag': '9fc546fd-3584-4bdc-b5cc-53e22beb54ea', 'status': 'completed', 'code': 200}
Nov 24 15:01:22.149509 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-db434e7e-5728-4d59-9824-f1008b1d30cb req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "DELETE /v2.0/ports/9fc546fd-3584-4bdc-b5cc-53e22beb54ea HTTP/1.1" status: 204  len: 173 time: 0.8546557
Nov 24 15:01:22.609078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-993d7852-dc49-4b87-aff7-69c3a3c9f5ab req-d16c792f-5399-4800-86b6-9c4d6c40c6c5 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Synchronizing usage tracker for tenant:ebd396501ba04d84bae594f60a713946 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:01:22.674310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-993d7852-dc49-4b87-aff7-69c3a3c9f5ab req-d16c792f-5399-4800-86b6-9c4d6c40c6c5 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Unset dirty status for tenant:ebd396501ba04d84bae594f60a713946 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:01:22.675475 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-993d7852-dc49-4b87-aff7-69c3a3c9f5ab req-d16c792f-5399-4800-86b6-9c4d6c40c6c5 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=6411d7bf-d903-4137-8e58-97bff8d523d5 HTTP/1.1" status: 200  len: 210 time: 0.1107244
Nov 24 15:01:23.457418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fd1269cb-d688-4179-816c-c9580b7c596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:23.952283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be199f3-ce70-45a5-81c4-ede474153c9e req-8b9cd55e-24a3-432b-a086-a4de9703e866 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:23.953975 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3be199f3-ce70-45a5-81c4-ede474153c9e req-8b9cd55e-24a3-432b-a086-a4de9703e866 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0810397
Nov 24 15:01:23.966077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:24.000575 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3be199f3-ce70-45a5-81c4-ede474153c9e req-70ffff07-1062-41dd-beee-1dc03cb76c44 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410333
Nov 24 15:01:24.219982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fc85-8bb7-49b3-be71-be35ee131db1 req-f0aad6f8-ca60-4a52-a3b9-8b2d2aa7dae7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:24.221501 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5338fc85-8bb7-49b3-be71-be35ee131db1 req-f0aad6f8-ca60-4a52-a3b9-8b2d2aa7dae7 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0773194
Nov 24 15:01:24.269581 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5338fc85-8bb7-49b3-be71-be35ee131db1 req-22c55811-7232-40e8-93a2-5ad8ef93d46a tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424857
Nov 24 15:01:24.467286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7edb9b-e515-4a61-a346-0751e01691d2 req-e5acf42a-abd5-4508-a755-a37bb24efddf tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:24.468734 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0d7edb9b-e515-4a61-a346-0751e01691d2 req-e5acf42a-abd5-4508-a755-a37bb24efddf tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0761547
Nov 24 15:01:24.516387 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0d7edb9b-e515-4a61-a346-0751e01691d2 req-ae031c50-f529-4f14-ab13-04680939f88d tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421126
Nov 24 15:01:24.712165 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fdbcf473-a112-4b7b-b238-391539292017 req-c8db90aa-54ba-4cfa-a833-f9074552abc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0713379
Nov 24 15:01:24.906888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2648fb8-6161-486a-8fd5-1f053a7ae5ee req-a3b41775-0b6f-4fd9-aa0b-9eb7e1e301f0 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:24.908328 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d2648fb8-6161-486a-8fd5-1f053a7ae5ee req-a3b41775-0b6f-4fd9-aa0b-9eb7e1e301f0 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0770762
Nov 24 15:01:24.953213 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d2648fb8-6161-486a-8fd5-1f053a7ae5ee req-7549e765-af6d-45a7-a59e-290b988810e0 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394146
Nov 24 15:01:25.148751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d2bca-9cb0-42ce-b088-b59612f1eccb req-a35731b5-fd3f-4a3b-818f-599bf980690f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:25.150106 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bd3d2bca-9cb0-42ce-b088-b59612f1eccb req-a35731b5-fd3f-4a3b-818f-599bf980690f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0760431
Nov 24 15:01:25.197173 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bd3d2bca-9cb0-42ce-b088-b59612f1eccb req-219e85b4-3b66-49eb-b9fa-e3db9fc41264 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409672
Nov 24 15:01:25.519435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84998513-f676-42bf-94eb-b3c0e9874906 req-82f5230f-8bba-47d6-bc0c-0aad74da01e2 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:25.520885 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-84998513-f676-42bf-94eb-b3c0e9874906 req-82f5230f-8bba-47d6-bc0c-0aad74da01e2 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.1870217
Nov 24 15:01:25.565476 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-84998513-f676-42bf-94eb-b3c0e9874906 req-c5273fe1-9d95-46c1-ad40-31e30798a479 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391243
Nov 24 15:01:25.708813 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b15cf38-ab7c-4c9e-bb27-635f401f190c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:26.300246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3de92-8869-4f76-8971-c151f19495eb req-e9a3f61e-c310-42f5-ad7b-173382f02c0f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:26.301661 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a3a3de92-8869-4f76-8971-c151f19495eb req-e9a3f61e-c310-42f5-ad7b-173382f02c0f tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0778358
Nov 24 15:01:26.349261 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a3a3de92-8869-4f76-8971-c151f19495eb req-8992afb3-1374-41d4-b2cc-4ee3c39de969 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421615
Nov 24 15:01:26.506966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 9fc546fd-3584-4bdc-b5cc-53e22beb54ea no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:01:26.544861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 9fc546fd-3584-4bdc-b5cc-53e22beb54ea {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:01:26.545206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 9fc546fd-3584-4bdc-b5cc-53e22beb54ea not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:01:26.783333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:27.550487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dd52e-230e-4711-8c40-b5d2f4abc6c6 req-89538d06-37ba-4530-9793-3cd8620f7fc1 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:27.551976 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4d6dd52e-230e-4711-8c40-b5d2f4abc6c6 req-89538d06-37ba-4530-9793-3cd8620f7fc1 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0831842
Nov 24 15:01:27.595531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-db5c87d8-eb19-4611-952d-279f6b529187 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:27.596999 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-db5c87d8-eb19-4611-952d-279f6b529187 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 945 time: 0.0790515
Nov 24 15:01:27.598634 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4d6dd52e-230e-4711-8c40-b5d2f4abc6c6 req-373ad875-318e-4a50-8b63-9c8866198010 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/security-groups?id=74396e39-90a6-4dcd-8945-a8fed39c3428&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409400
Nov 24 15:01:27.664707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Deleting port c25f097b-d971-4b48-b443-ca5b4f8983dc {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:27.664967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:27.912036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] For port c25f097b-d971-4b48-b443-ca5b4f8983dc, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=c25f097b-d971-4b48-b443-ca5b4f8983dc,segment=NetworkSegment(b70b578e-8e0c-47c3-910f-b634198d1cab),segment_id=b70b578e-8e0c-47c3-910f-b634198d1cab)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:27.912413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:28.035368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Calling delete_port for c25f097b-d971-4b48-b443-ca5b4f8983dc owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:28.235132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:28.240847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:28.247407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['c25f097b-d971-4b48-b443-ca5b4f8983dc'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:01:28.275325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:28.285971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Pushing event deleted for resources: {'Port': ['ID=c25f097b-d971-4b48-b443-ca5b4f8983dc,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:28.289766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:28.361041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] No DVR routers for this DVR port c25f097b-d971-4b48-b443-ca5b4f8983dc on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:01:28.363357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:28.365826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'name': 'network-vif-deleted', 'tag': 'c25f097b-d971-4b48-b443-ca5b4f8983dc'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:01:28.419422 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-de0d101b-cb81-4de7-a4e2-fd56cda0a379 req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.81 "DELETE /v2.0/ports/c25f097b-d971-4b48-b443-ca5b4f8983dc HTTP/1.1" status: 204  len: 173 time: 0.8172143
Nov 24 15:01:28.421240 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8ad743-f27b-440b-ad1a-66707fdd48ba', 'name': 'network-vif-deleted', 'tag': 'c25f097b-d971-4b48-b443-ca5b4f8983dc', 'status': 'completed', 'code': 200}
Nov 24 15:01:28.759526 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-972d4359-0775-4b22-84ae-f07c7144223c req-9a802c12-3e9e-4cf0-a421-0bac3f58ed50 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8ad743-f27b-440b-ad1a-66707fdd48ba HTTP/1.1" status: 200  len: 210 time: 0.0416491
Nov 24 15:01:29.595885 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:01:29.863748 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34238) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:29.926517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Deleting subnet fd8458ad-ce90-4e7c-a081-ce0138045339 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:01:29.929379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:29.977472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.031711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.161079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.165322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a89276e0-530b-48bd-9f31-d229c8b1fb74 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:30.198954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8458ad-ce90-4e7c-a081-ce0138045339,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:30.203226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:30.205965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.211689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fd8458ad-ce90-4e7c-a081-ce0138045339 HTTP/1.1" status: 204  len: 168 time: 0.3468699
Nov 24 15:01:30.214198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34242) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:30.319058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.441147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.465565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e9174c0>,) {'filters': {'network_id': ['b44889e0-54b3-40df-8723-401384cc6200']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:30.477259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9174c0>, 'b70b578e-8e0c-47c3-910f-b634198d1cab') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:30.477553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e9174c0>, 'b70b578e-8e0c-47c3-910f-b634198d1cab') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:30.489190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.505437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.511432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:30.511808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:30.524538 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:30.760774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.764152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e30d831d-3675-45e8-9871-f2fff7bf4f26 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:30.777014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:30.789099 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Pushing event deleted for resources: {'Network': ['ID=b44889e0-54b3-40df-8723-401384cc6200,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:30.792071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:30.841437 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5baf5cd9-db4c-4f59-97a1-151a102ed560 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b44889e0-54b3-40df-8723-401384cc6200 HTTP/1.1" status: 204  len: 168 time: 0.6262813
Nov 24 15:01:31.156352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34248) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:31.207455 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c74e9539-1a42-46b8-a96f-05ebd9b2e3a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebd396501ba04d84bae594f60a713946&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496626
Nov 24 15:01:31.209908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34252) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:31.273180 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76239c70-3b47-4b34-a946-67291734bc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:31.298070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76239c70-3b47-4b34-a946-67291734bc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:31.417677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76239c70-3b47-4b34-a946-67291734bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:31.421289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5de8b5a1-7207-4263-ad9a-81e402715ee4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:31.434897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239c70-3b47-4b34-a946-67291734bc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74396e39-90a6-4dcd-8945-a8fed39c3428,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:31.437859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-76239c70-3b47-4b34-a946-67291734bc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:31.496660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-76239c70-3b47-4b34-a946-67291734bc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:31.498263 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-76239c70-3b47-4b34-a946-67291734bc13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74396e39-90a6-4dcd-8945-a8fed39c3428 HTTP/1.1" status: 204  len: 168 time: 0.2869809
Nov 24 15:01:32.549974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c25f097b-d971-4b48-b443-ca5b4f8983dc no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:01:32.583165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: c25f097b-d971-4b48-b443-ca5b4f8983dc {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:01:32.583528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device c25f097b-d971-4b48-b443-ca5b4f8983dc not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:01:32.691203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34274) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:32.843949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203227328'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:32.848978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:32.852796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:network and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:32.855639 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:32.862856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:32.920708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:32.923618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:32.936152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:32.967516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:32.971316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:security_group_rule and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:32.974115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:32.979806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:33.046894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:33.108730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:33.112625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7610971e-3659-49d2-85d6-81d16c07f887 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:33.137675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:01:33.150244 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d39c4e-d754-4f7d-99dc-2db797f1a704,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:33.154140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:33.155559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:33.155889 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Added segment 7897be39-a3b1-4815-9094-239e2a23525a of type vlan for network 99593433-83c9-49e1-b7b2-529b0f65acfb
Nov 24 15:01:33.184252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:33.268674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:33.272436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:33.272997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:33.277960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e52267e6-0952-45bd-b3b6-915d7e123900 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:33.381014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Network': ['ID=99593433-83c9-49e1-b7b2-529b0f65acfb,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:33.383596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:33.391903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 99593433-83c9-49e1-b7b2-529b0f65acfb details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:01:33.407534 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.7152333
Nov 24 15:01:36.730574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34280) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:36.737675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'subnet': {'network_id': '99593433-83c9-49e1-b7b2-529b0f65acfb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:36.845778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:36.849595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:subnet and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:36.852436 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:36.858888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:36.931493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:37.034198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:37.400476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:37.403977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-374be32a-536b-40e1-9b99-d9a7a4160d8e tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:37.478310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Subnet': ['ID=7274457d-1289-4dd3-bd69-8eb32c5d8d60,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:37.481162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:37.491846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Checking segment: {'id': '7897be39-a3b1-4815-9094-239e2a23525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '99593433-83c9-49e1-b7b2-529b0f65acfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:37.492495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network hostable DHCP agents. Network: 99593433-83c9-49e1-b7b2-529b0f65acfb, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:01:37.565737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network 99593433-83c9-49e1-b7b2-529b0f65acfb is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:01:37.646143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 99593433-83c9-49e1-b7b2-529b0f65acfb) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:37.650154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:37.650786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:37.655395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf318a-bc83-4d6d-9c41-3831cbb45a0a None None] Network 99593433-83c9-49e1-b7b2-529b0f65acfb requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:37.727694 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9957912
Nov 24 15:01:37.731083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34284) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:37.740178 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559559470'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:37.748685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:37.754518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:network and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:37.758674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:37.767379 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:37.852693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:37.856152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:37.891458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:01:37.894913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-99593433-83c9-49e1-b7b2-529b0f65acfb', 'network_id': '99593433-83c9-49e1-b7b2-529b0f65acfb', 'tenant_id': '872d375171be448192eb08703dd505a2', 'fixed_ips': [{'subnet_id': '7274457d-1289-4dd3-bd69-8eb32c5d8d60'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:01:37.895741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:37.901192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:37.901460 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Added segment 4683ee73-bf39-41bf-ab03-1f499edf95a5 of type vlan for network c0afb9b6-f55e-4c3d-bb83-83b2ba820353
Nov 24 15:01:38.046987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.136551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.140574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:38.141154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.143856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Allocated IP 2001:db8:0:ffff::2 (99593433-83c9-49e1-b7b2-529b0f65acfb/7274457d-1289-4dd3-bd69-8eb32c5d8d60/80ba8e9e-940c-498f-a556-3eb4bba3311d) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:01:38.146421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0885ded5-1610-4866-8ca3-c03bda2a3840 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:38.246399 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5133681
Nov 24 15:01:38.250181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34288) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:38.257876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'subnet': {'network_id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:38.274912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Network': ['ID=c0afb9b6-f55e-4c3d-bb83-83b2ba820353,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:38.281729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0944a1b1-943a-43d1-ba21-d5f555b3776e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:38.289337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c0afb9b6-f55e-4c3d-bb83-83b2ba820353 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:01:38.370913 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:38.375749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:subnet and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:38.378610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:38.384371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:38.442466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.453752 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Transition to ACTIVE for port object 80ba8e9e-940c-498f-a556-3eb4bba3311d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:38.462870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:38.471774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Transition to ACTIVE for port object 80ba8e9e-940c-498f-a556-3eb4bba3311d will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:38.554710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.558983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:38.562727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.620322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Network 99593433-83c9-49e1-b7b2-529b0f65acfb is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:01:38.621457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:38.630238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:01:38.640282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Pushing event updated for resources: {'Port': ['ID=80ba8e9e-940c-498f-a556-3eb4bba3311d,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:38.666549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:38.723692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Attempting to bind port 80ba8e9e-940c-498f-a556-3eb4bba3311d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:01:38.723986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Attempting to bind port 80ba8e9e-940c-498f-a556-3eb4bba3311d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '7897be39-a3b1-4815-9094-239e2a23525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '99593433-83c9-49e1-b7b2-529b0f65acfb'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:01:38.724391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Attempting to bind port 80ba8e9e-940c-498f-a556-3eb4bba3311d on network 99593433-83c9-49e1-b7b2-529b0f65acfb {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:01:38.730796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:01:38.731172 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Checking segment: {'id': '7897be39-a3b1-4815-9094-239e2a23525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '99593433-83c9-49e1-b7b2-529b0f65acfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:38.731595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.732543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Bound using segment: {'id': '7897be39-a3b1-4815-9094-239e2a23525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '99593433-83c9-49e1-b7b2-529b0f65acfb'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:01:38.733192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Bound port: 80ba8e9e-940c-498f-a556-3eb4bba3311d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7897be39-a3b1-4815-9094-239e2a23525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '99593433-83c9-49e1-b7b2-529b0f65acfb'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:01:38.733441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.823418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] For port 80ba8e9e-940c-498f-a556-3eb4bba3311d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:01:38.826464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] For port 80ba8e9e-940c-498f-a556-3eb4bba3311d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=80ba8e9e-940c-498f-a556-3eb4bba3311d,segment=NetworkSegment(7897be39-a3b1-4815-9094-239e2a23525a),segment_id=7897be39-a3b1-4815-9094-239e2a23525a)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:01:38.863296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.867454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-73a8c2aa-344b-4a60-bf41-0f5e59f3afea tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:38.892229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:38.895942 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:38.943534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Subnet': ['ID=8abfcfb0-6162-442d-ad19-9833d510851c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:38.947476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:38.956264 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Checking segment: {'id': '4683ee73-bf39-41bf-ab03-1f499edf95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:38.956617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network hostable DHCP agents. Network: c0afb9b6-f55e-4c3d-bb83-83b2ba820353, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:01:38.975034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Pushing event updated for resources: {'Port': ['ID=80ba8e9e-940c-498f-a556-3eb4bba3311d,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:38.977769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:39.040496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network c0afb9b6-f55e-4c3d-bb83-83b2ba820353 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:01:39.136949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c0afb9b6-f55e-4c3d-bb83-83b2ba820353) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:39.141600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:39.142216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:39.146117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b337f20f-43a2-406a-b803-bdeaa9a0cd93 None None] Network c0afb9b6-f55e-4c3d-bb83-83b2ba820353 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:39.255235 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-59159b25-5004-4807-b9f3-ab7d4d4f147e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.0039999
Nov 24 15:01:39.255710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34292) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:39.403261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:39.406626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-c0afb9b6-f55e-4c3d-bb83-83b2ba820353', 'network_id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353', 'tenant_id': '872d375171be448192eb08703dd505a2', 'fixed_ips': [{'subnet_id': '8abfcfb0-6162-442d-ad19-9833d510851c'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:01:39.407061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:39.475699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:39.572314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Allocated IP 2001:db8::2 (c0afb9b6-f55e-4c3d-bb83-83b2ba820353/8abfcfb0-6162-442d-ad19-9833d510851c/cb40aff9-edab-45c2-893c-83dd2946f570) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:01:39.784114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:39.795047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Transition to ACTIVE for port object cb40aff9-edab-45c2-893c-83dd2946f570 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:39.814648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Transition to ACTIVE for port object cb40aff9-edab-45c2-893c-83dd2946f570 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:39.921587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae85cd3-f22f-4032-a105-22667192c87b None None] Network 99593433-83c9-49e1-b7b2-529b0f65acfb requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:39.982793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:39.982793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:40.001061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.005761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-553b385b-1f3b-4b69-a680-6809f618368a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:40.041485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Subnet': ['ID=8abfcfb0-6162-442d-ad19-9833d510851c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:40.052510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.052827 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.053060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Network c0afb9b6-f55e-4c3d-bb83-83b2ba820353 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:01:40.053200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.053556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.053921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.054284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.054642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.055001 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.055960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.055960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.058362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:40.058936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:40.061178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7bf842e2-4bd6-4bd5-8e85-be7ca16be37c None None] Provisioning for port 80ba8e9e-940c-498f-a556-3eb4bba3311d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:01:40.067055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:01:40.070262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Pushing event updated for resources: {'Port': ['ID=cb40aff9-edab-45c2-893c-83dd2946f570,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:40.079021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:40.082649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:40.153728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.179863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ea3e7c0>,) {'filters': {'network_id': ['c0afb9b6-f55e-4c3d-bb83-83b2ba820353']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:40.192545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea3e7c0>, '4683ee73-bf39-41bf-ab03-1f499edf95a5') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:40.192842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea3e7c0>, '4683ee73-bf39-41bf-ab03-1f499edf95a5') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:40.205894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.226826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.234309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:40.234709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.239313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Attempting to bind port cb40aff9-edab-45c2-893c-83dd2946f570 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:01:40.239712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Attempting to bind port cb40aff9-edab-45c2-893c-83dd2946f570 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '4683ee73-bf39-41bf-ab03-1f499edf95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:01:40.240060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Attempting to bind port cb40aff9-edab-45c2-893c-83dd2946f570 on network c0afb9b6-f55e-4c3d-bb83-83b2ba820353 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:01:40.258657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:40.258937 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:40.261810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Checking segment: {'id': '4683ee73-bf39-41bf-ab03-1f499edf95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:40.261810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.261810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Bound using segment: {'id': '4683ee73-bf39-41bf-ab03-1f499edf95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:01:40.261810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Bound port: cb40aff9-edab-45c2-893c-83dd2946f570, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4683ee73-bf39-41bf-ab03-1f499edf95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:01:40.261810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.309279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 80ba8e9e-940c-498f-a556-3eb4bba3311d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:01:40.377215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 15:01:40.377215 dv-neutron-818347-1-hyperv neutron-server[84233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 15:01:40.377215 dv-neutron-818347-1-hyperv neutron-server[84233]: [parameters: {'id': 'c0afb9b6-f55e-4c3d-bb83-83b2ba820353'}]
Nov 24 15:01:40.377215 dv-neutron-818347-1-hyperv neutron-server[84233]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:01:40.377729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:01:40.420914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] For port cb40aff9-edab-45c2-893c-83dd2946f570, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:01:40.426055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] For port cb40aff9-edab-45c2-893c-83dd2946f570, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cb40aff9-edab-45c2-893c-83dd2946f570,segment=NetworkSegment(4683ee73-bf39-41bf-ab03-1f499edf95a5),segment_id=4683ee73-bf39-41bf-ab03-1f499edf95a5)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:01:40.498312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.506240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:40.540436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 80ba8e9e-940c-498f-a556-3eb4bba3311d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:01:40.559567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 80ba8e9e-940c-498f-a556-3eb4bba3311d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:40.559878 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.627710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Pushing event updated for resources: {'Port': ['ID=cb40aff9-edab-45c2-893c-83dd2946f570,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:40.631958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:40.709348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ac95aa6b-87aa-464a-9e43-20ece8332df3 None None] Provisioning complete for port 80ba8e9e-940c-498f-a556-3eb4bba3311d triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:40.709636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ac95aa6b-87aa-464a-9e43-20ece8332df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.785960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9a64d3-0e79-404f-a6eb-4d90c42ae866 None None] Network c0afb9b6-f55e-4c3d-bb83-83b2ba820353 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:40.878569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.890047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting port cb40aff9-edab-45c2-893c-83dd2946f570 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:40.890441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:40.896526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.098453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] For port cb40aff9-edab-45c2-893c-83dd2946f570, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cb40aff9-edab-45c2-893c-83dd2946f570,segment=NetworkSegment(4683ee73-bf39-41bf-ab03-1f499edf95a5),segment_id=4683ee73-bf39-41bf-ab03-1f499edf95a5)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:41.099138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.099871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 80ba8e9e-940c-498f-a556-3eb4bba3311d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=80ba8e9e-940c-498f-a556-3eb4bba3311d,segment=NetworkSegment(7897be39-a3b1-4815-9094-239e2a23525a),segment_id=7897be39-a3b1-4815-9094-239e2a23525a)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:41.103102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ac95aa6b-87aa-464a-9e43-20ece8332df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.155650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3f42f-3100-41b8-84bf-96c1b1af4d54 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 15:01:41.183399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.190051 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:41.222789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Calling delete_port for cb40aff9-edab-45c2-893c-83dd2946f570 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:41.320495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-ac95aa6b-87aa-464a-9e43-20ece8332df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:01:41.320860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-ac95aa6b-87aa-464a-9e43-20ece8332df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:01:41.330627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=80ba8e9e-940c-498f-a556-3eb4bba3311d,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:41.335540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:41.356433 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f3f42f-3100-41b8-84bf-96c1b1af4d54 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 15:01:41.359759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.364299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:41.406818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Port': ['ID=cb40aff9-edab-45c2-893c-83dd2946f570,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:41.410219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:41.413426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No DVR routers for this DVR port cb40aff9-edab-45c2-893c-83dd2946f570 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:01:41.539672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.564307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e37df70>,) {'filters': {'network_id': ['c0afb9b6-f55e-4c3d-bb83-83b2ba820353']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:41.576952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e37df70>, '4683ee73-bf39-41bf-ab03-1f499edf95a5') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:41.577252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e37df70>, '4683ee73-bf39-41bf-ab03-1f499edf95a5') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:41.588661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.605082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.611536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:41.611920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:41.626661 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:41.760407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.765200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.767924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76aeab38-4e54-4eac-9634-bc220ae18139 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:41.792295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Network': ['ID=c0afb9b6-f55e-4c3d-bb83-83b2ba820353,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:41.795793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:41.797324 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/c0afb9b6-f55e-4c3d-bb83-83b2ba820353 HTTP/1.1" status: 204  len: 168 time: 2.5405352
Nov 24 15:01:41.800927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34296) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:41.806363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-178706580'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:41.812018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:41.815840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:network and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:41.818692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:41.825043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:41.902996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:41.907208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.934328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:01:41.943389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:41.943728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Added segment 68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee of type vlan for network d130222b-f06a-4e5e-af4e-645ecf4d2739
Nov 24 15:01:41.973100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:42.085534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:42.090492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:42.091069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:42.094662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5446b760-39ed-489d-8e33-713a1712957e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:42.263456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 80ba8e9e-940c-498f-a556-3eb4bba3311d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:01:42.299359 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4972839
Nov 24 15:01:42.302384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34300) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:42.308876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'subnet': {'network_id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:42.309980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Network': ['ID=d130222b-f06a-4e5e-af4e-645ecf4d2739,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:42.313356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:42.323243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network d130222b-f06a-4e5e-af4e-645ecf4d2739 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:01:42.421063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:42.425070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:subnet and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:42.427600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:42.433401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:42.434038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 80ba8e9e-940c-498f-a556-3eb4bba3311d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:42.434420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:42.519933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:42.623550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:42.713014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Performing IP validity checks on allocation pools {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Nov 24 15:01:42.713476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.ipam_backend_mixin [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84234) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Nov 24 15:01:42.874693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:42.878400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4b6a9473-2a63-46a4-9b01-d2a0b93c53d0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:42.949015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Subnet': ['ID=263b4101-afdf-434b-a55f-1c3ff0ee4aa2,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:42.954352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:42.964169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Checking segment: {'id': '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:42.964486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network hostable DHCP agents. Network: d130222b-f06a-4e5e-af4e-645ecf4d2739, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:01:43.038885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network d130222b-f06a-4e5e-af4e-645ecf4d2739 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:01:43.102801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, d130222b-f06a-4e5e-af4e-645ecf4d2739) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:43.107505 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:43.108110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:43.113003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61c924-f7f9-4bc1-b107-e64af0a912bc None None] Network d130222b-f06a-4e5e-af4e-645ecf4d2739 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:43.190128 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7c018953-fd4f-4c4f-b42e-e9a92dd1f616 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.8860912
Nov 24 15:01:43.192695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34304) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:43.332590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:43.333211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-d130222b-f06a-4e5e-af4e-645ecf4d2739', 'network_id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739', 'tenant_id': '872d375171be448192eb08703dd505a2', 'fixed_ips': [{'subnet_id': '263b4101-afdf-434b-a55f-1c3ff0ee4aa2'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:01:43.334004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:43.401034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:43.491249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Allocated IP 2001:db8::3 (d130222b-f06a-4e5e-af4e-645ecf4d2739/263b4101-afdf-434b-a55f-1c3ff0ee4aa2/87f3f506-f64f-40a3-baaa-a34b332e1fb1) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:01:43.694651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:43.704220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Transition to ACTIVE for port object 87f3f506-f64f-40a3-baaa-a34b332e1fb1 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:43.721400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Transition to ACTIVE for port object 87f3f506-f64f-40a3-baaa-a34b332e1fb1 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:43.782537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:43.788071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:43.869257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:43.874402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7930d8bb-0790-4751-b8a2-77d8177f948b tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:43.888451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Network d130222b-f06a-4e5e-af4e-645ecf4d2739 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:01:43.895785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:43.898344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:01:43.909010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Pushing event updated for resources: {'Port': ['ID=87f3f506-f64f-40a3-baaa-a34b332e1fb1,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:43.911067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Subnet': ['ID=263b4101-afdf-434b-a55f-1c3ff0ee4aa2,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:43.911843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:43.913756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:43.995043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Attempting to bind port 87f3f506-f64f-40a3-baaa-a34b332e1fb1 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:01:43.995331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Attempting to bind port 87f3f506-f64f-40a3-baaa-a34b332e1fb1 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:01:43.995700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Attempting to bind port 87f3f506-f64f-40a3-baaa-a34b332e1fb1 on network d130222b-f06a-4e5e-af4e-645ecf4d2739 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:01:44.003047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:01:44.003426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Checking segment: {'id': '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:44.003830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.004438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Bound using segment: {'id': '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:01:44.004907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Bound port: 87f3f506-f64f-40a3-baaa-a34b332e1fb1, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:01:44.005293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.009293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.034398 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ec04040>,) {'filters': {'network_id': ['d130222b-f06a-4e5e-af4e-645ecf4d2739']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:44.046864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ec04040>, '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:44.047164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ec04040>, '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:44.058468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.077943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.083893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:44.084305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.090190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] For port 87f3f506-f64f-40a3-baaa-a34b332e1fb1, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:44.190371 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:44.267800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] For port 87f3f506-f64f-40a3-baaa-a34b332e1fb1, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87f3f506-f64f-40a3-baaa-a34b332e1fb1,segment=NetworkSegment(68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee),segment_id=68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:01:44.314769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.db.api [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 15:01:44.314769 dv-neutron-818347-1-hyperv neutron-server[84234]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 15:01:44.314769 dv-neutron-818347-1-hyperv neutron-server[84234]: [parameters: {'id': 'd130222b-f06a-4e5e-af4e-645ecf4d2739'}]
Nov 24 15:01:44.314769 dv-neutron-818347-1-hyperv neutron-server[84234]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:01:44.315183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_db.api [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:01:44.360242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.363891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:44.438511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Pushing event updated for resources: {'Port': ['ID=87f3f506-f64f-40a3-baaa-a34b332e1fb1,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:44.465545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:44.510903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c48805-b4e6-4b00-b4e6-c270e14dc771 None None] Network d130222b-f06a-4e5e-af4e-645ecf4d2739 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:44.705426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a16ad-d089-4acd-87bd-8445466d3368 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 15:01:44.793404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a16ad-d089-4acd-87bd-8445466d3368 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 15:01:44.816723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:44.829310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting port 87f3f506-f64f-40a3-baaa-a34b332e1fb1 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:44.829850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.032824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] For port 87f3f506-f64f-40a3-baaa-a34b332e1fb1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87f3f506-f64f-40a3-baaa-a34b332e1fb1,segment=NetworkSegment(68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee),segment_id=68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:45.033173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.152370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Calling delete_port for 87f3f506-f64f-40a3-baaa-a34b332e1fb1 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:45.274400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.278089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-881875bd-291e-4b03-9621-e1ba165027be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:45.321707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Port': ['ID=87f3f506-f64f-40a3-baaa-a34b332e1fb1,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:45.324428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:45.327399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No DVR routers for this DVR port 87f3f506-f64f-40a3-baaa-a34b332e1fb1 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:01:45.449616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.474788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e8310d0>,) {'filters': {'network_id': ['d130222b-f06a-4e5e-af4e-645ecf4d2739']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:45.487672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8310d0>, '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:45.487963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e8310d0>, '68ba4f10-d0a1-4c19-8af9-dd9d6bcdb7ee') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:45.500352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.519568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.525508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:45.525896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:45.540819 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:45.668715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.672940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-826ec434-0d23-4e6b-90fd-bca2391c13c1 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:45.686907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.697382 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Network': ['ID=d130222b-f06a-4e5e-af4e-645ecf4d2739,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:45.701474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:45.704015 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/d130222b-f06a-4e5e-af4e-645ecf4d2739 HTTP/1.1" status: 204  len: 168 time: 2.5104084
Nov 24 15:01:45.707519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34308) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:45.714104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-54307710'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:45.719755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:45.723788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:network and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:45.726649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:45.737623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:45.788585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:45.791485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.820484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:01:45.829027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.829385 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Added segment 90f9754c-ee0a-4891-855f-0cfba0a6b519 of type vlan for network 80011d8c-56b1-4ece-a11f-0c36264b6e85
Nov 24 15:01:45.855143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.925827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.932553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:45.933527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:45.941449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:46.042461 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.3327649
Nov 24 15:01:46.045402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34312) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:46.048464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Network': ['ID=80011d8c-56b1-4ece-a11f-0c36264b6e85,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:46.050980 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-955b2431-0901-40a9-b25f-20e7c30bffbe tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:46.051499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'subnet': {'network_id': '80011d8c-56b1-4ece-a11f-0c36264b6e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:46.062188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 80011d8c-56b1-4ece-a11f-0c36264b6e85 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:01:46.165981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:46.170704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:subnet and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:46.173685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:46.179353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:46.228745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:46.328331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:46.583318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:46.587297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c85fc3c1-3ed5-4c4d-9bfd-f6a57c0109e2 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:46.662350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Subnet': ['ID=2fadc14b-cfae-4498-932d-9a59751f6116,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:46.666247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:46.671966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Checking segment: {'id': '90f9754c-ee0a-4891-855f-0cfba0a6b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '80011d8c-56b1-4ece-a11f-0c36264b6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:46.672346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network hostable DHCP agents. Network: 80011d8c-56b1-4ece-a11f-0c36264b6e85, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:01:46.736659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network 80011d8c-56b1-4ece-a11f-0c36264b6e85 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:01:46.788151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 80011d8c-56b1-4ece-a11f-0c36264b6e85) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:46.791974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:46.792573 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:46.798147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589f044-4fcf-445b-a75b-42a51dfe1f8b None None] Network 80011d8c-56b1-4ece-a11f-0c36264b6e85 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:46.863443 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8168254
Nov 24 15:01:46.866790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34316) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:46.873316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-634390735'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:46.878360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:46.882662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:network and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:46.885147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:46.891373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:46.942604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:46.945565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:46.972800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:01:46.980980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:46.981384 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Added segment bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb of type vlan for network e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2
Nov 24 15:01:47.007710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.011252 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-80011d8c-56b1-4ece-a11f-0c36264b6e85', 'network_id': '80011d8c-56b1-4ece-a11f-0c36264b6e85', 'tenant_id': '872d375171be448192eb08703dd505a2', 'fixed_ips': [{'subnet_id': '2fadc14b-cfae-4498-932d-9a59751f6116'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:01:47.012076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.109019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.112987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:47.118934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.118934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bfa8a4bc-6160-4207-a9ae-db53549c516b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:47.171046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Allocated IP 2001:db8::2 (80011d8c-56b1-4ece-a11f-0c36264b6e85/2fadc14b-cfae-4498-932d-9a59751f6116/8e7295de-d1d2-4624-ab61-c6d55b2171c1) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:01:47.220561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Network': ['ID=e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:47.223264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:47.254989 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3842518
Nov 24 15:01:47.255182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:01:47.255285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34320) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:47.260866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Request body: {'subnet': {'network_id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:47.374385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:47.378058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Usage tracker for resource:subnet and tenant:872d375171be448192eb08703dd505a2 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:47.380848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:47.386392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:47.463143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Made reservation on behalf of 872d375171be448192eb08703dd505a2 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:47.507717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.518334 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Transition to ACTIVE for port object 8e7295de-d1d2-4624-ab61-c6d55b2171c1 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:47.537768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Transition to ACTIVE for port object 8e7295de-d1d2-4624-ab61-c6d55b2171c1 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:47.567875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.623665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.627490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:47.696440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Network 80011d8c-56b1-4ece-a11f-0c36264b6e85 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:01:47.699701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Pushing event updated for resources: {'Port': ['ID=8e7295de-d1d2-4624-ab61-c6d55b2171c1,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:47.703117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:47.704186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:47.706294 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:01:47.795138 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Attempting to bind port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:01:47.795518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Attempting to bind port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '90f9754c-ee0a-4891-855f-0cfba0a6b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '80011d8c-56b1-4ece-a11f-0c36264b6e85'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:01:47.795886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Attempting to bind port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 on network 80011d8c-56b1-4ece-a11f-0c36264b6e85 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:01:47.802503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:01:47.802888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Checking segment: {'id': '90f9754c-ee0a-4891-855f-0cfba0a6b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '80011d8c-56b1-4ece-a11f-0c36264b6e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:47.803299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.803702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Bound using segment: {'id': '90f9754c-ee0a-4891-855f-0cfba0a6b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '80011d8c-56b1-4ece-a11f-0c36264b6e85'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:01:47.804203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Bound port: 8e7295de-d1d2-4624-ab61-c6d55b2171c1, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f9754c-ee0a-4891-855f-0cfba0a6b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '80011d8c-56b1-4ece-a11f-0c36264b6e85'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:01:47.804718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.851754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.856449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8aa920f7-0330-47d2-9ed7-19a60b5749cc tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:47.896931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] For port 8e7295de-d1d2-4624-ab61-c6d55b2171c1, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:01:47.899943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] For port 8e7295de-d1d2-4624-ab61-c6d55b2171c1, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8e7295de-d1d2-4624-ab61-c6d55b2171c1,segment=NetworkSegment(90f9754c-ee0a-4891-855f-0cfba0a6b519),segment_id=90f9754c-ee0a-4891-855f-0cfba0a6b519)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:01:47.927114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event updated for resources: {'Subnet': ['ID=bfa8e0f3-c1b0-40ae-846a-bb54620ad7e7,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:47.931477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:47.942168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Checking segment: {'id': 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:47.942512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network hostable DHCP agents. Network: e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:01:47.954598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:47.959374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:48.016936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Network e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:01:48.035946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Pushing event updated for resources: {'Port': ['ID=8e7295de-d1d2-4624-ab61-c6d55b2171c1,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:48.038384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:48.074120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:48.078785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:48.079508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:48.085005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e669198-f5c4-49d4-bc23-9931022fbe84 None None] Network e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:48.156148 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8993292
Nov 24 15:01:48.158218 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34324) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:48.394716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8e7295de-d1d2-4624-ab61-c6d55b2171c1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:01:48.424659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:48.441374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2', 'network_id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2', 'tenant_id': '872d375171be448192eb08703dd505a2', 'fixed_ips': [{'subnet_id': 'bfa8e0f3-c1b0-40ae-846a-bb54620ad7e7'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:01:48.442199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:48.519106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:48.630545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:01:48.651457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Allocated IP 2001:db8::2 (e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2/bfa8e0f3-c1b0-40ae-846a-bb54620ad7e7/44a34110-09a3-4c0c-9476-3e2fb0e1b54b) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:01:48.892052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:48.902804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Transition to ACTIVE for port object 44a34110-09a3-4c0c-9476-3e2fb0e1b54b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:48.922825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Transition to ACTIVE for port object 44a34110-09a3-4c0c-9476-3e2fb0e1b54b will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:48.983364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:48.987763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:49.051959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.054587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Network e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:01:49.057195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed533c1f-7e09-4990-bcdb-6e1e6e12b4b7 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:49.058362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:49.065809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:01:49.070116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Pushing event updated for resources: {'Port': ['ID=44a34110-09a3-4c0c-9476-3e2fb0e1b54b,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:49.073129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:49.100352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa8e0f3-c1b0-40ae-846a-bb54620ad7e7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:49.103164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:49.103421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6288fde-b4ba-4935-9a2c-aab1696f7a0d None None] Network 80011d8c-56b1-4ece-a11f-0c36264b6e85 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:49.197206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.223156 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f141f10>,) {'filters': {'network_id': ['e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:49.235055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f141f10>, 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:49.235335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f141f10>, 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:49.247198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.248141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Attempting to bind port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:01:49.248531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Attempting to bind port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:01:49.249041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Attempting to bind port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b on network e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:01:49.264184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.267867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:01:49.268278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Checking segment: {'id': 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:49.268693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.269099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Bound using segment: {'id': 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:01:49.269577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Bound port: 44a34110-09a3-4c0c-9476-3e2fb0e1b54b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:01:49.269969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.270213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:49.270587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:49.284847 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:49.335011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Provisioning for port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:01:49.378322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Provisioning complete for port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:49.378703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.394739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 24 15:01:49.394739 dv-neutron-818347-1-hyperv neutron-server[84233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 24 15:01:49.394739 dv-neutron-818347-1-hyperv neutron-server[84233]: [parameters: {'id': 'e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2'}]
Nov 24 15:01:49.394739 dv-neutron-818347-1-hyperv neutron-server[84233]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:01:49.395077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:01:49.480328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] For port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:01:49.564599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] For port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=44a34110-09a3-4c0c-9476-3e2fb0e1b54b,segment=NetworkSegment(bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb),segment_id=bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:01:49.637806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.644544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:49.675981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.792564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] For port 8e7295de-d1d2-4624-ab61-c6d55b2171c1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8e7295de-d1d2-4624-ab61-c6d55b2171c1,segment=NetworkSegment(90f9754c-ee0a-4891-855f-0cfba0a6b519),segment_id=90f9754c-ee0a-4891-855f-0cfba0a6b519)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:49.797554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Pushing event updated for resources: {'Port': ['ID=44a34110-09a3-4c0c-9476-3e2fb0e1b54b,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:49.801509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:49.840254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.843189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fbf676da-4b27-46b5-a016-37c4eb8ce4ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:49.872009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af13b8-9483-4d7f-8fd3-e438fe5fcb91 None None] Network e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:49.896228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:49.909488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:49.911242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.012060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Pushing event updated for resources: {'Port': ['ID=8e7295de-d1d2-4624-ab61-c6d55b2171c1,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:50.038447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:50.082113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-10283449-457c-426d-9d55-b62a9daa81e5 None None] Provisioning complete for port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:50.082395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-10283449-457c-426d-9d55-b62a9daa81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.197874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd537d0-1f00-4627-8ba3-5547ccb54c79 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 15:01:50.221097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] For port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=44a34110-09a3-4c0c-9476-3e2fb0e1b54b,segment=NetworkSegment(bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb),segment_id=bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:50.221565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.268312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8e7295de-d1d2-4624-ab61-c6d55b2171c1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:01:50.346576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Calling delete_port for 44a34110-09a3-4c0c-9476-3e2fb0e1b54b owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:50.363668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd537d0-1f00-4627-8ba3-5547ccb54c79 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 15:01:50.388528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:01:50.389222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.491640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.496559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-69a0a9e8-88c9-4619-a681-4b385d18f812 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:50.538910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Port': ['ID=44a34110-09a3-4c0c-9476-3e2fb0e1b54b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:50.543076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:50.547191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No DVR routers for this DVR port 44a34110-09a3-4c0c-9476-3e2fb0e1b54b on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:01:50.597898 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.681652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.708409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f5285b0>,) {'filters': {'network_id': ['e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:50.721045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5285b0>, 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:50.721344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f5285b0>, 'bdcf98ca-89c4-4c62-b00d-3b6cbf528fdb') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:50.733405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.750164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.756211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:50.756707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:50.771161 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:50.919480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.923623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:50.927230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0e1d14d9-b75d-460c-9972-6f873ee85859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:50.949174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Network': ['ID=e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:50.951442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:50.956806 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 HTTP/1.1" status: 204  len: 168 time: 2.7976000
Nov 24 15:01:50.959812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34328) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:50.998811 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e52ca1d-6e08-48fb-b66b-ec946b417b13 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] GET failed (client error): The resource could not be found.
Nov 24 15:01:50.999313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e52ca1d-6e08-48fb-b66b-ec946b417b13 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Synchronizing usage tracker for tenant:872d375171be448192eb08703dd505a2 on resource:subnet {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:01:51.073284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2e52ca1d-6e08-48fb-b66b-ec946b417b13 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Unset dirty status for tenant:872d375171be448192eb08703dd505a2 on resource:subnet {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:01:51.074375 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2e52ca1d-6e08-48fb-b66b-ec946b417b13 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "GET /v2.0/subnets/bfa8e0f3-c1b0-40ae-846a-bb54620ad7e7 HTTP/1.1" status: 404  len: 337 time: 0.1136448
Nov 24 15:01:51.077427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34332) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:51.102619 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea178cc-c791-46e8-bab9-f0256fd20eb8 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] DELETE failed (client error): The resource could not be found.
Nov 24 15:01:51.103047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea178cc-c791-46e8-bab9-f0256fd20eb8 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 15:01:51.104612 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7ea178cc-c791-46e8-bab9-f0256fd20eb8 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 HTTP/1.1" status: 404  len: 339 time: 0.0262861
Nov 24 15:01:51.109124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34336) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:51.149954 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-df22b47f-a70c-4157-bb18-bbd84abb9052 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] DELETE failed (client error): The resource could not be found.
Nov 24 15:01:51.150371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df22b47f-a70c-4157-bb18-bbd84abb9052 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 15:01:51.151901 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-df22b47f-a70c-4157-bb18-bbd84abb9052 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/subnets/bfa8e0f3-c1b0-40ae-846a-bb54620ad7e7 HTTP/1.1" status: 404  len: 337 time: 0.0419734
Nov 24 15:01:51.155056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34340) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:51.179123 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c49bf2-d346-4d42-8eb5-8e39cbb663a2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] DELETE failed (client error): The resource could not be found.
Nov 24 15:01:51.179550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c49bf2-d346-4d42-8eb5-8e39cbb663a2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 15:01:51.181153 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d6c49bf2-d346-4d42-8eb5-8e39cbb663a2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/e465a8c9-e2d8-40c7-bca3-0f1b02e45fb2 HTTP/1.1" status: 404  len: 339 time: 0.0252287
Nov 24 15:01:51.183491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34344) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:51.247751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting subnet 2fadc14b-cfae-4498-932d-9a59751f6116 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:01:51.250601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.306853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.390165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.519919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.523574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b4b0ee1c-ea70-4454-905c-3bb3b7e40c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:51.563224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Subnet': ['ID=2fadc14b-cfae-4498-932d-9a59751f6116,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:51.566020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:51.568657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.574426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5a657-a4e8-4a78-88f2-01517b6dd548 None None] Network 80011d8c-56b1-4ece-a11f-0c36264b6e85 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:51.623969 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-52ae6fab-cba6-486d-8caf-9e2a9ed7ce52 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/subnets/2fadc14b-cfae-4498-932d-9a59751f6116 HTTP/1.1" status: 204  len: 168 time: 0.4394705
Nov 24 15:01:51.626390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34348) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:51.737724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.749594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:51.750019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.813705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] DHCP port deletion for 80011d8c-56b1-4ece-a11f-0c36264b6e85 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:01:51.818020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Deleting port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:51.818404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:51.957788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] For port 8e7295de-d1d2-4624-ab61-c6d55b2171c1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8e7295de-d1d2-4624-ab61-c6d55b2171c1,segment=NetworkSegment(90f9754c-ee0a-4891-855f-0cfba0a6b519),segment_id=90f9754c-ee0a-4891-855f-0cfba0a6b519)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:51.958127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:52.062551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] For port 8e7295de-d1d2-4624-ab61-c6d55b2171c1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8e7295de-d1d2-4624-ab61-c6d55b2171c1,segment=NetworkSegment(90f9754c-ee0a-4891-855f-0cfba0a6b519),segment_id=90f9754c-ee0a-4891-855f-0cfba0a6b519)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:52.062868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:52.081027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Calling delete_port for 8e7295de-d1d2-4624-ab61-c6d55b2171c1 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:52.185373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Calling delete_port for 8e7295de-d1d2-4624-ab61-c6d55b2171c1 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:52.270704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8e7295de-d1d2-4624-ab61-c6d55b2171c1 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:01:52.337059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:01:52.337601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:01:52.355590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:52.363143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:52.390552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 update to DOWN by agent not found {{(pid=84235) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Nov 24 15:01:52.408841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Pushing event deleted for resources: {'Port': ['ID=8e7295de-d1d2-4624-ab61-c6d55b2171c1,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:52.411819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:52.412675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] No DVR routers for this DVR port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:01:52.838858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting port 8e7295de-d1d2-4624-ab61-c6d55b2171c1 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:52.839196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:52.904148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] The port '8e7295de-d1d2-4624-ab61-c6d55b2171c1' was deleted {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:01:53.025715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.051424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eb38a00>,) {'filters': {'network_id': ['80011d8c-56b1-4ece-a11f-0c36264b6e85']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:53.063223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb38a00>, '90f9754c-ee0a-4891-855f-0cfba0a6b519') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:53.063516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb38a00>, '90f9754c-ee0a-4891-855f-0cfba0a6b519') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:53.074660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.090100 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.096672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:53.097057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   util.warn(
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:53.111696 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:53.244776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.248191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-75dc5e10-ae97-413b-9013-29979cdaef6c tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:53.262012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.272685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Network': ['ID=80011d8c-56b1-4ece-a11f-0c36264b6e85,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:53.275290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:53.277554 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/80011d8c-56b1-4ece-a11f-0c36264b6e85 HTTP/1.1" status: 204  len: 168 time: 1.6496704
Nov 24 15:01:53.280534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34352) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:53.318040 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f10868-e66d-40d9-b4fa-2d9a9362ea1e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] DELETE failed (client error): The resource could not be found.
Nov 24 15:01:53.318478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f10868-e66d-40d9-b4fa-2d9a9362ea1e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 15:01:53.320056 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-88f10868-e66d-40d9-b4fa-2d9a9362ea1e tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/subnets/263b4101-afdf-434b-a55f-1c3ff0ee4aa2 HTTP/1.1" status: 404  len: 337 time: 0.0385511
Nov 24 15:01:53.322543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34356) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:53.346822 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b3a635-58f3-4b1e-9af2-0b9e1fa0c409 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] DELETE failed (client error): The resource could not be found.
Nov 24 15:01:53.347445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b3a635-58f3-4b1e-9af2-0b9e1fa0c409 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 15:01:53.348730 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a5b3a635-58f3-4b1e-9af2-0b9e1fa0c409 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/d130222b-f06a-4e5e-af4e-645ecf4d2739 HTTP/1.1" status: 404  len: 339 time: 0.0253317
Nov 24 15:01:53.350948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34360) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:53.394978 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b5471e-bcc3-4d04-af3a-6f7d43b69d66 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] DELETE failed (client error): The resource could not be found.
Nov 24 15:01:53.397314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b5471e-bcc3-4d04-af3a-6f7d43b69d66 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 15:01:53.397314 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-86b5471e-bcc3-4d04-af3a-6f7d43b69d66 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/subnets/8abfcfb0-6162-442d-ad19-9833d510851c HTTP/1.1" status: 404  len: 337 time: 0.0452542
Nov 24 15:01:53.399656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34364) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:53.425042 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da047c9-1848-47dd-b09c-0b159a43270f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] DELETE failed (client error): The resource could not be found.
Nov 24 15:01:53.425973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da047c9-1848-47dd-b09c-0b159a43270f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 24 15:01:53.427026 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6da047c9-1848-47dd-b09c-0b159a43270f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/c0afb9b6-f55e-4c3d-bb83-83b2ba820353 HTTP/1.1" status: 404  len: 339 time: 0.0264573
Nov 24 15:01:53.429479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34368) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:53.474019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-895dbf88-0298-4d13-a9e6-87c3de106252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.613087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting subnet 7274457d-1289-4dd3-bd69-8eb32c5d8d60 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:01:53.615818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.673267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.754065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.897494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.902068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cd438b37-606c-4420-88a8-9a936ef1dc9f tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:53.942075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Subnet': ['ID=7274457d-1289-4dd3-bd69-8eb32c5d8d60,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:53.942782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.944865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:53.947284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:53.952757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf338cb-fc90-4ed0-80f6-6d0ba892eb29 None None] Network 99593433-83c9-49e1-b7b2-529b0f65acfb requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:53.959993 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-312f11a3-3da3-495c-9d5e-c356f6e38860 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/subnets/7274457d-1289-4dd3-bd69-8eb32c5d8d60 HTTP/1.1" status: 204  len: 168 time: 0.5295608
Nov 24 15:01:53.962376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34372) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:54.076339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.086671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Deleting port 80ba8e9e-940c-498f-a556-3eb4bba3311d {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:54.086998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.195275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] DHCP port deletion for 99593433-83c9-49e1-b7b2-529b0f65acfb request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:01:54.199649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Deleting port 80ba8e9e-940c-498f-a556-3eb4bba3311d {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:54.200114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.286676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 80ba8e9e-940c-498f-a556-3eb4bba3311d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:01:54.299667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] For port 80ba8e9e-940c-498f-a556-3eb4bba3311d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=80ba8e9e-940c-498f-a556-3eb4bba3311d,segment=NetworkSegment(7897be39-a3b1-4815-9094-239e2a23525a),segment_id=7897be39-a3b1-4815-9094-239e2a23525a)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:54.300021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.492774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] For port 80ba8e9e-940c-498f-a556-3eb4bba3311d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=80ba8e9e-940c-498f-a556-3eb4bba3311d,segment=NetworkSegment(7897be39-a3b1-4815-9094-239e2a23525a),segment_id=7897be39-a3b1-4815-9094-239e2a23525a)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:01:54.493378 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.535724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Calling delete_port for 80ba8e9e-940c-498f-a556-3eb4bba3311d owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:54.627885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Calling delete_port for 80ba8e9e-940c-498f-a556-3eb4bba3311d owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:01:54.652229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.662258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.666205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4914a6a8-ade2-49f5-b7f6-aff4abe6f681 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:54.707207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Port': ['ID=80ba8e9e-940c-498f-a556-3eb4bba3311d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:54.710665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:54.714427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] No DVR routers for this DVR port 80ba8e9e-940c-498f-a556-3eb4bba3311d on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:01:54.749479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:01:54.749844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:01:54.836933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.866257 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f519070>,) {'filters': {'network_id': ['99593433-83c9-49e1-b7b2-529b0f65acfb']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:54.878292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f519070>, '7897be39-a3b1-4815-9094-239e2a23525a') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:54.878583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f519070>, '7897be39-a3b1-4815-9094-239e2a23525a') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:01:54.890180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.906198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.912037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:01:54.912443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:01:54.927121 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:01:55.073179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:55.077879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:55.080698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d0fca38d-e0b0-44aa-bdaf-627773aba2de tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:55.104607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Pushing event deleted for resources: {'Network': ['ID=99593433-83c9-49e1-b7b2-529b0f65acfb,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:55.107049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:55.108759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] 10.222.0.53 "DELETE /v2.0/networks/99593433-83c9-49e1-b7b2-529b0f65acfb HTTP/1.1" status: 204  len: 168 time: 1.1454740
Nov 24 15:01:55.251384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Deleting port 80ba8e9e-940c-498f-a556-3eb4bba3311d {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:01:55.251816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:55.314886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ce344c54-d24d-47aa-bd0c-84884d5af3d5 None None] The port '80ba8e9e-940c-498f-a556-3eb4bba3311d' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:01:55.622837 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34380) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:55.708339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6678168f-149a-4704-b726-6a0a1b02395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:55.801322 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f0a5e65f-9ced-4f93-8f46-952ceed46a2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=872d375171be448192eb08703dd505a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1772575
Nov 24 15:01:55.803708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34386) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:55.863978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:55.889871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:56.011520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:56.015318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-393094b1-c4ac-4359-b602-3f8a31cb5a19 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:56.026248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d39c4e-d754-4f7d-99dc-2db797f1a704,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:56.037734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:56.038814 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32d39c4e-d754-4f7d-99dc-2db797f1a704 HTTP/1.1" status: 204  len: 168 time: 0.2342074
Nov 24 15:01:56.040278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.040650 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.041015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.041375 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.041733 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.042119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.042474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.042824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.043172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.043517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.043864 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:01:56.047660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:56.788460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.158159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34408) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:57.284601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-567709104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:57.291018 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:57.295398 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Usage tracker for resource:router and tenant:28a811c7910b45e3a3710a3219a9ebef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:57.298341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:57.304811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:57.376744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.377701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.395319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.462513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.531147 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.532457 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-36d29e4e-6e73-4c51-b9b5-b0c1944f64b6 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.3732436
Nov 24 15:01:57.535216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34414) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:57.540682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1248718620'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:57.545503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:57.549274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Usage tracker for resource:network and tenant:28a811c7910b45e3a3710a3219a9ebef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:57.552952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:57.558605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:57.622756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Made reservation on behalf of 28a811c7910b45e3a3710a3219a9ebef for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:57.625776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.639007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.668784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:57.672728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Usage tracker for resource:security_group_rule and tenant:28a811c7910b45e3a3710a3219a9ebef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:57.677377 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:57.681201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:57.747956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.810958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.814195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-70bee0ed-cca3-40d7-8135-036e00f30f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:57.846419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:01:57.851852 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3432832b-eb4a-41e8-a21b-a7c961e5fed8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:57.855497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:57.859980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.860346 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Added segment 079b0f37-008a-4c36-9dee-52c6e2ee82c4 of type vlan for network 422c393f-f509-4988-b5ee-6b3db889dcf5
Nov 24 15:01:57.889762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.988322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.992336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:57.992914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:57.996466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-627d4e7e-6b36-431d-8544-f39e81fcf9ab tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:58.102680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event updated for resources: {'Network': ['ID=422c393f-f509-4988-b5ee-6b3db889dcf5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:58.105195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:58.112364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 422c393f-f509-4988-b5ee-6b3db889dcf5 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:01:58.182793 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.6465189
Nov 24 15:01:58.185689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34418) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:58.191407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Request body: {'subnet': {'network_id': '422c393f-f509-4988-b5ee-6b3db889dcf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:58.290939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:58.305632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:58.312040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Usage tracker for resource:subnet and tenant:28a811c7910b45e3a3710a3219a9ebef is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:58.313252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:58.318961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:58.388646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Made reservation on behalf of 28a811c7910b45e3a3710a3219a9ebef for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:58.493148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:58.765649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:58.769898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a9dcb3d-bb8b-4716-b94b-5adcb6259dd8 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:58.842983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event updated for resources: {'Subnet': ['ID=619c12e8-431a-462d-80e8-c8a598f2af0c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:58.846723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:58.854904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Checking segment: {'id': '079b0f37-008a-4c36-9dee-52c6e2ee82c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '422c393f-f509-4988-b5ee-6b3db889dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:01:58.855260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Network hostable DHCP agents. Network: 422c393f-f509-4988-b5ee-6b3db889dcf5, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:01:58.931059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Network 422c393f-f509-4988-b5ee-6b3db889dcf5 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:01:59.016910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 422c393f-f509-4988-b5ee-6b3db889dcf5) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:59.020689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:59.026635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.027431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b9d88f-acc1-425b-bcfe-825b948a25c5 None None] Network 422c393f-f509-4988-b5ee-6b3db889dcf5 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:01:59.103677 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9169147
Nov 24 15:01:59.107279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34422) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:59.113763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1948936757'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:59.119271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:59.123416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Usage tracker for resource:network and tenant:28a811c7910b45e3a3710a3219a9ebef is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:59.127925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:59.132367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:59.205594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Made reservation on behalf of 28a811c7910b45e3a3710a3219a9ebef for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:59.208597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.237886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:01:59.246587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.246924 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Added segment d6ddddf2-f41f-4f68-bacb-0b1df4bb4580 of type vlan for network 6c05cf52-ae6d-485b-bc72-e09466214954
Nov 24 15:01:59.272542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.272713 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-422c393f-f509-4988-b5ee-6b3db889dcf5', 'network_id': '422c393f-f509-4988-b5ee-6b3db889dcf5', 'tenant_id': '28a811c7910b45e3a3710a3219a9ebef', 'fixed_ips': [{'subnet_id': '619c12e8-431a-462d-80e8-c8a598f2af0c'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:01:59.273493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.365641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.370011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:01:59.375692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.376172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8fb196c-2735-4e97-a539-10f6c037564b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:59.427247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Allocated IP 172.20.0.2 (422c393f-f509-4988-b5ee-6b3db889dcf5/619c12e8-431a-462d-80e8-c8a598f2af0c/24612abd-648f-4b86-9560-ce76227fed65) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:01:59.480862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event updated for resources: {'Network': ['ID=6c05cf52-ae6d-485b-bc72-e09466214954,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:59.483587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:01:59.506534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 6c05cf52-ae6d-485b-bc72-e09466214954 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:01:59.509326 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bc87b5a9-827d-468f-a51f-89383306c61a tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4004085
Nov 24 15:01:59.513446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34426) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:01:59.518556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Request body: {'subnet': {'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:01:59.628862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:01:59.632788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Usage tracker for resource:subnet and tenant:28a811c7910b45e3a3710a3219a9ebef is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:01:59.635670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:01:59.642488 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:01:59.717931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.727843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Transition to ACTIVE for port object 24612abd-648f-4b86-9560-ce76227fed65 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:59.736638 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Made reservation on behalf of 28a811c7910b45e3a3710a3219a9ebef for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:01:59.746223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Transition to ACTIVE for port object 24612abd-648f-4b86-9560-ce76227fed65 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:01:59.828886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.832496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:01:59.839613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:01:59.902504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Network 422c393f-f509-4988-b5ee-6b3db889dcf5 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:01:59.905950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:01:59.910261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:01:59.912688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Pushing event updated for resources: {'Port': ['ID=24612abd-648f-4b86-9560-ce76227fed65,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:01:59.915530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:00.005586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Attempting to bind port 24612abd-648f-4b86-9560-ce76227fed65 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:00.005956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Attempting to bind port 24612abd-648f-4b86-9560-ce76227fed65 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '079b0f37-008a-4c36-9dee-52c6e2ee82c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '422c393f-f509-4988-b5ee-6b3db889dcf5'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:00.006317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Attempting to bind port 24612abd-648f-4b86-9560-ce76227fed65 on network 422c393f-f509-4988-b5ee-6b3db889dcf5 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:00.012702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:00.013889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Checking segment: {'id': '079b0f37-008a-4c36-9dee-52c6e2ee82c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '422c393f-f509-4988-b5ee-6b3db889dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:00.014028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:00.014367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Bound using segment: {'id': '079b0f37-008a-4c36-9dee-52c6e2ee82c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '422c393f-f509-4988-b5ee-6b3db889dcf5'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:00.014825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Bound port: 24612abd-648f-4b86-9560-ce76227fed65, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079b0f37-008a-4c36-9dee-52c6e2ee82c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '422c393f-f509-4988-b5ee-6b3db889dcf5'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:00.015200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:00.110993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] For port 24612abd-648f-4b86-9560-ce76227fed65, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:00.114008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] For port 24612abd-648f-4b86-9560-ce76227fed65, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=24612abd-648f-4b86-9560-ce76227fed65,segment=NetworkSegment(079b0f37-008a-4c36-9dee-52c6e2ee82c4),segment_id=079b0f37-008a-4c36-9dee-52c6e2ee82c4)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:00.210657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:00.214501 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:00.244813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:00.249364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-48598ed3-f59e-4d75-a551-45d5a14df4ce tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:00.293064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Pushing event updated for resources: {'Port': ['ID=24612abd-648f-4b86-9560-ce76227fed65,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:00.297176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:00.318755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event updated for resources: {'Subnet': ['ID=859bfeec-a6fd-4e68-81c4-1167fd961646,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:00.322947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:00.341531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Checking segment: {'id': 'd6ddddf2-f41f-4f68-bacb-0b1df4bb4580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:00.341821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Network hostable DHCP agents. Network: 6c05cf52-ae6d-485b-bc72-e09466214954, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:02:00.441846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Network 6c05cf52-ae6d-485b-bc72-e09466214954 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:02:00.497693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 6c05cf52-ae6d-485b-bc72-e09466214954) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:00.501956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:00.502595 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:00.506992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e6918-ffe3-40ed-b7e1-8c36d83e70d2 None None] Network 6c05cf52-ae6d-485b-bc72-e09466214954 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:00.571775 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-89460f57-1aa1-4380-b5f6-9e709fba3d91 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0580611
Nov 24 15:02:00.574484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34430) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:00.579924 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b1f59482-9cb9-4670-b4a4-f28a6a9845a5 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Request body: {'router': {'external_gateway_info': {'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:00.727635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-6c05cf52-ae6d-485b-bc72-e09466214954', 'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954', 'tenant_id': '28a811c7910b45e3a3710a3219a9ebef', 'fixed_ips': [{'subnet_id': '859bfeec-a6fd-4e68-81c4-1167fd961646'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:02:00.728619 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:00.896267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Allocated IP 172.21.0.2 (6c05cf52-ae6d-485b-bc72-e09466214954/859bfeec-a6fd-4e68-81c4-1167fd961646/cea96cfb-f7e1-4793-9ef0-c434e61ab2a9) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:00.977238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b1f59482-9cb9-4670-b4a4-f28a6a9845a5 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.110750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.121453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Transition to ACTIVE for port object cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:01.141018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Transition to ACTIVE for port object cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:01.208589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c837f9b9-2744-4a60-9f67-99e87ea968d1 None None] Network 422c393f-f509-4988-b5ee-6b3db889dcf5 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:01.217010 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.api.v2.resource [None req-b1f59482-9cb9-4670-b4a4-f28a6a9845a5 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 24 15:02:01.223409 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b1f59482-9cb9-4670-b4a4-f28a6a9845a5 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "PUT /v2.0/routers/0cbea0e7-5ff8-494b-a87f-573205a908b3 HTTP/1.1" status: 400  len: 364 time: 0.6424675
Nov 24 15:02:01.223836 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34434) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:01.231157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.291191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Deleting subnet 859bfeec-a6fd-4e68-81c4-1167fd961646 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:02:01.294476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.319817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:01.352593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.412069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Network 6c05cf52-ae6d-485b-bc72-e09466214954 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:01.427761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:01.429479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Pushing event updated for resources: {'Port': ['ID=cea96cfb-f7e1-4793-9ef0-c434e61ab2a9,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:01.434268 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.435033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:01.437880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:01.545847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-330c0afc-b3cc-46d5-83d3-09a41e45cb40 None None] Provisioning for port 24612abd-648f-4b86-9560-ce76227fed65 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:01.579815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Attempting to bind port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:01.580263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Attempting to bind port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'd6ddddf2-f41f-4f68-bacb-0b1df4bb4580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:01.580631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Attempting to bind port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 on network 6c05cf52-ae6d-485b-bc72-e09466214954 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:01.587979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.592659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8ea0e711-f1ba-4628-92cf-4d650d4818bf tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:01.617648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:01.618027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Checking segment: {'id': 'd6ddddf2-f41f-4f68-bacb-0b1df4bb4580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:01.618434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.618827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Bound using segment: {'id': 'd6ddddf2-f41f-4f68-bacb-0b1df4bb4580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:01.619301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Bound port: cea96cfb-f7e1-4793-9ef0-c434e61ab2a9, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ddddf2-f41f-4f68-bacb-0b1df4bb4580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '6c05cf52-ae6d-485b-bc72-e09466214954'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:01.619679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.633079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event deleted for resources: {'Subnet': ['ID=859bfeec-a6fd-4e68-81c4-1167fd961646,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:01.638720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:01.639492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.645538 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-051ec12a-f9db-47a5-9102-43924f8c115e tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "DELETE /v2.0/subnets/859bfeec-a6fd-4e68-81c4-1167fd961646 HTTP/1.1" status: 204  len: 168 time: 0.4205761
Nov 24 15:02:01.647910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34438) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:01.730349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] For port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:01.735834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] For port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cea96cfb-f7e1-4793-9ef0-c434e61ab2a9,segment=NetworkSegment(d6ddddf2-f41f-4f68-bacb-0b1df4bb4580),segment_id=d6ddddf2-f41f-4f68-bacb-0b1df4bb4580)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:01.763008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.775104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Deleting port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:02:01.775544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.806478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:01.813144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-596cddc9-0aaa-4413-8d9a-eb070f3a4da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:01.935953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Pushing event updated for resources: {'Port': ['ID=cea96cfb-f7e1-4793-9ef0-c434e61ab2a9,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:01.940946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:01.968507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadb9de-d111-42d8-b045-3f85e80c3ad2 None None] Network 6c05cf52-ae6d-485b-bc72-e09466214954 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:02.100771 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] For port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cea96cfb-f7e1-4793-9ef0-c434e61ab2a9,segment=NetworkSegment(d6ddddf2-f41f-4f68-bacb-0b1df4bb4580),segment_id=d6ddddf2-f41f-4f68-bacb-0b1df4bb4580)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:02.101044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.187862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9f254-9ec6-4ca3-9852-30b8b8fa10b2 None None] get_active_networks_info from dv-neutron-818347-1-hyperv {{(pid=84235) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 15:02:02.227399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Calling delete_port for cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 owned by network:dhcp {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:02:02.287597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed9f254-9ec6-4ca3-9852-30b8b8fa10b2 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 24 15:02:02.309230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 24612abd-648f-4b86-9560-ce76227fed65 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:02.376707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.381311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5e6b8423-775e-43ac-8b61-073d557c05ff tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:02.422605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event deleted for resources: {'Port': ['ID=cea96cfb-f7e1-4793-9ef0-c434e61ab2a9,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:02.426088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:02.432878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] No DVR routers for this DVR port cea96cfb-f7e1-4793-9ef0-c434e61ab2a9 on host dv-neutron-818347-1-hyperv {{(pid=84234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:02:02.553877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 24612abd-648f-4b86-9560-ce76227fed65 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:02.559768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.560542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 24612abd-648f-4b86-9560-ce76227fed65 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:02.560954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.585760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e74df10>,) {'filters': {'network_id': ['6c05cf52-ae6d-485b-bc72-e09466214954']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:02.598933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e74df10>, 'd6ddddf2-f41f-4f68-bacb-0b1df4bb4580') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:02.599218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e74df10>, 'd6ddddf2-f41f-4f68-bacb-0b1df4bb4580') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:02.610963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.627422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.634565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:02:02.634963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:02:02.650505 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:02:02.745807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.778190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 24612abd-648f-4b86-9560-ce76227fed65, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=24612abd-648f-4b86-9560-ce76227fed65,segment=NetworkSegment(079b0f37-008a-4c36-9dee-52c6e2ee82c4),segment_id=079b0f37-008a-4c36-9dee-52c6e2ee82c4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:02.816751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.821276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.824476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-600a84fa-34c0-4aaa-b28d-7df9fa1ecad0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:02.849015 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event deleted for resources: {'Network': ['ID=6c05cf52-ae6d-485b-bc72-e09466214954,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:02.851557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:02.855676 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "DELETE /v2.0/networks/6c05cf52-ae6d-485b-bc72-e09466214954 HTTP/1.1" status: 204  len: 168 time: 1.2044864
Nov 24 15:02:02.856970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34442) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:02.902583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.905537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:02.928059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Deleting subnet 619c12e8-431a-462d-80e8-c8a598f2af0c {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:02:02.931044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:02.970197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=24612abd-648f-4b86-9560-ce76227fed65,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:02.973292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:02.984144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.066875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.205842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.209524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2cb47e37-739e-47e5-9723-7742b125ef95 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:03.246560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event deleted for resources: {'Subnet': ['ID=619c12e8-431a-462d-80e8-c8a598f2af0c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:03.250691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:03.251691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.257533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb5e9a8-db9e-43ca-8870-de6c8001d409 None None] Network 422c393f-f509-4988-b5ee-6b3db889dcf5 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:03.258275 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e5e54bb2-25d4-48e2-9fda-d28ad2557dd8 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "DELETE /v2.0/subnets/619c12e8-431a-462d-80e8-c8a598f2af0c HTTP/1.1" status: 204  len: 168 time: 0.4005787
Nov 24 15:02:03.260686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34446) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:03.374182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.384416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Deleting port 24612abd-648f-4b86-9560-ce76227fed65 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:02:03.384750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.552372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] DHCP port deletion for 422c393f-f509-4988-b5ee-6b3db889dcf5 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:02:03.556810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Deleting port 24612abd-648f-4b86-9560-ce76227fed65 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:02:03.557428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.701140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] For port 24612abd-648f-4b86-9560-ce76227fed65, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=24612abd-648f-4b86-9560-ce76227fed65,segment=NetworkSegment(079b0f37-008a-4c36-9dee-52c6e2ee82c4),segment_id=079b0f37-008a-4c36-9dee-52c6e2ee82c4)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:03.701488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.761137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] For port 24612abd-648f-4b86-9560-ce76227fed65, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=24612abd-648f-4b86-9560-ce76227fed65,segment=NetworkSegment(079b0f37-008a-4c36-9dee-52c6e2ee82c4),segment_id=079b0f37-008a-4c36-9dee-52c6e2ee82c4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:03.761445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.821153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Calling delete_port for 24612abd-648f-4b86-9560-ce76227fed65 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:02:03.884835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Calling delete_port for 24612abd-648f-4b86-9560-ce76227fed65 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:02:03.971393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:03.976222 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4cd233e7-29dd-4e96-8d9c-b1ef582e26ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:03.977030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:02:03.977442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:02:04.018775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event deleted for resources: {'Port': ['ID=24612abd-648f-4b86-9560-ce76227fed65,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:04.021274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:04.025411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] No DVR routers for this DVR port 24612abd-648f-4b86-9560-ce76227fed65 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:02:04.153638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:04.177953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e6f2760>,) {'filters': {'network_id': ['422c393f-f509-4988-b5ee-6b3db889dcf5']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:04.190589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e6f2760>, '079b0f37-008a-4c36-9dee-52c6e2ee82c4') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:04.190885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e6f2760>, '079b0f37-008a-4c36-9dee-52c6e2ee82c4') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:04.210243 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:04.226655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:04.233456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:02:04.233854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:02:04.249323 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:02:04.269560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 24612abd-648f-4b86-9560-ce76227fed65 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:02:04.304468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 24612abd-648f-4b86-9560-ce76227fed65 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:02:04.304816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 24612abd-648f-4b86-9560-ce76227fed65 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:02:04.376681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:04.379920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e30a53f5-f1ec-491b-b44a-58fa4d67e75a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:04.394264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:04.405543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Pushing event deleted for resources: {'Network': ['ID=422c393f-f509-4988-b5ee-6b3db889dcf5,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:04.408352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:04.410071 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "DELETE /v2.0/networks/422c393f-f509-4988-b5ee-6b3db889dcf5 HTTP/1.1" status: 204  len: 168 time: 1.1484866
Nov 24 15:02:04.412693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34450) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:04.457622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e0a5c854-97fa-4295-8746-0c032b6ebf51 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Synchronizing usage tracker for tenant:28a811c7910b45e3a3710a3219a9ebef on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:02:04.479022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Deleting port 24612abd-648f-4b86-9560-ce76227fed65 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:02:04.479420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:04.542889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e0a5c854-97fa-4295-8746-0c032b6ebf51 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Unset dirty status for tenant:28a811c7910b45e3a3710a3219a9ebef on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:02:04.547045 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e0a5c854-97fa-4295-8746-0c032b6ebf51 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cbea0e7-5ff8-494b-a87f-573205a908b3 HTTP/1.1" status: 200  len: 205 time: 0.1312051
Nov 24 15:02:04.547206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-30bdabfa-86bb-46ed-ac86-ea7a68c1bfea None None] The port '24612abd-648f-4b86-9560-ce76227fed65' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:02:04.547486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34454) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:04.682452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-885f05ca-97c1-47db-8e0d-a3b98dc20742 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:05.064272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-885f05ca-97c1-47db-8e0d-a3b98dc20742 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:05.068539 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-885f05ca-97c1-47db-8e0d-a3b98dc20742 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:05.159594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-885f05ca-97c1-47db-8e0d-a3b98dc20742 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:05.160049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885f05ca-97c1-47db-8e0d-a3b98dc20742 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Fanout notify agent at l3_agent the message router_deleted on router 0cbea0e7-5ff8-494b-a87f-573205a908b3 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:02:05.170634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-885f05ca-97c1-47db-8e0d-a3b98dc20742 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:05.171704 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-885f05ca-97c1-47db-8e0d-a3b98dc20742 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] 10.222.0.53 "DELETE /v2.0/routers/0cbea0e7-5ff8-494b-a87f-573205a908b3 HTTP/1.1" status: 204  len: 168 time: 0.6233108
Nov 24 15:02:05.634915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34462) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:05.821668 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0a978f86-d12e-4dc6-a74e-f48b6b327403 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28a811c7910b45e3a3710a3219a9ebef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1851790
Nov 24 15:02:05.824024 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34468) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:05.993870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:06.018263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:06.130892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:06.134789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e2646bbe-9768-43cc-905d-fa3e46914270 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:06.146285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432832b-eb4a-41e8-a21b-a7c961e5fed8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:06.150102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:06.153760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:06.154899 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3432832b-eb4a-41e8-a21b-a7c961e5fed8 HTTP/1.1" status: 204  len: 168 time: 0.3299484
Nov 24 15:02:06.593268 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:02:07.179376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34490) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:07.305997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-408777972-network', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:07.310945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:07.314796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Usage tracker for resource:network and tenant:3e9142449e554db987da8a04ab8ea84b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:07.317672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:07.323343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:07.387850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Made reservation on behalf of 3e9142449e554db987da8a04ab8ea84b for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:02:07.390034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.402097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.432630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:07.436441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Usage tracker for resource:security_group_rule and tenant:3e9142449e554db987da8a04ab8ea84b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:07.439139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:07.444750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:07.508350 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.576610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.580853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ec20af6d-4713-43b3-b99b-bd31366d422d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:07.604498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:02:07.617615 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c8ed69-62ea-4144-b771-c6f06571651b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:07.621385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:07.622331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.622752 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Added segment 5309e8fa-8dbe-4b99-8759-a786aa347715 of type vlan for network 6372dcf2-2f7d-447b-8c78-ee104c94438e
Nov 24 15:02:07.649460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.759102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.760031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:07.760613 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:07.764577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2d4a0df-1534-4aaa-b423-af5f1e442ef3 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:07.865718 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Pushing event updated for resources: {'Network': ['ID=6372dcf2-2f7d-447b-8c78-ee104c94438e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:07.869183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:07.875786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:02:07.923188 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7395236
Nov 24 15:02:07.923419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34496) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:07.928641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Request body: {'subnet': {'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-subnet', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:07.933637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:07.937745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Usage tracker for resource:subnet and tenant:3e9142449e554db987da8a04ab8ea84b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:07.940640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:07.946404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:08.033216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Made reservation on behalf of 3e9142449e554db987da8a04ab8ea84b for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:02:08.035507 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:08.308246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:08.312360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f35044dc-9cd7-475b-b5e4-e595867e4f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:08.382778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b405cb-ad5f-49d1-96b6-88486ebdf216,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:08.385862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:08.396469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Checking segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:08.396820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Network hostable DHCP agents. Network: 6372dcf2-2f7d-447b-8c78-ee104c94438e, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:02:08.473668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:02:08.548013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 6372dcf2-2f7d-447b-8c78-ee104c94438e) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:08.553474 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:08.554427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:08.557789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b3024e-4bc9-4ca3-a97d-185177ee13fd None None] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:08.640431 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ed9c0cfb-568b-4bda-8c86-dd762526355a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7161052
Nov 24 15:02:08.643006 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34500) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:08.649266 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:08.653901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:08.657741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Usage tracker for resource:router and tenant:3e9142449e554db987da8a04ab8ea84b is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:08.660599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:08.666252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:08.759998 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:08.761153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:08.772202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-6372dcf2-2f7d-447b-8c78-ee104c94438e', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'fixed_ips': [{'subnet_id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:02:08.772202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:08.781025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:08.927353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Allocated IP 172.20.0.2 (6372dcf2-2f7d-447b-8c78-ee104c94438e/a4b405cb-ad5f-49d1-96b6-88486ebdf216/d5e36ad6-0d50-4718-8f52-bdabed5edd77) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:09.002098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.145590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.157595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Transition to ACTIVE for port object d5e36ad6-0d50-4718-8f52-bdabed5edd77 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:09.177531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Transition to ACTIVE for port object d5e36ad6-0d50-4718-8f52-bdabed5edd77 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:09.245401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.250883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:09.315280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:09.318437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:09.322565 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:09.324661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Pushing event updated for resources: {'Port': ['ID=d5e36ad6-0d50-4718-8f52-bdabed5edd77,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:09.327081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.329714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:09.363016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.417412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Attempting to bind port d5e36ad6-0d50-4718-8f52-bdabed5edd77 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:09.417714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Attempting to bind port d5e36ad6-0d50-4718-8f52-bdabed5edd77 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:09.418086 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Attempting to bind port d5e36ad6-0d50-4718-8f52-bdabed5edd77 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:09.424914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:09.425301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Checking segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:09.425720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.426171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Bound using segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:09.426644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Bound port: d5e36ad6-0d50-4718-8f52-bdabed5edd77, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:09.427028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.497935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Allocated IP 172.26.2.237 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/212a2c1d-64c8-4959-b9e9-086fce58cd4a) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:09.514972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] For port d5e36ad6-0d50-4718-8f52-bdabed5edd77, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:09.518019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] For port d5e36ad6-0d50-4718-8f52-bdabed5edd77, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d5e36ad6-0d50-4718-8f52-bdabed5edd77,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:09.571317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.575572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:09.648757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.691522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Pushing event updated for resources: {'Port': ['ID=d5e36ad6-0d50-4718-8f52-bdabed5edd77,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:09.694283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:09.743084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:09.747712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3f7b44ee-390b-4107-b27b-41cb155633bc tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:09.813826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:09.821732 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:09.824716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:09.861012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Pushing event updated for resources: {'Port': ['ID=212a2c1d-64c8-4959-b9e9-086fce58cd4a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:09.864442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:10.081581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:10.082363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:10.296843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5e36ad6-0d50-4718-8f52-bdabed5edd77 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:10.388263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Router 4043ab71-bd78-4fc4-bc3c-6918866d972f is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:02:10.416797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d5e36ad6-0d50-4718-8f52-bdabed5edd77 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:10.597157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:02:10.607522 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Sync routers for ids ['4043ab71-bd78-4fc4-bc3c-6918866d972f'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:02:10.622018 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Routers {'4043ab71-bd78-4fc4-bc3c-6918866d972f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:10.622355 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff0e4c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:01:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4043ab71-bd78-4fc4-bc3c-6918866d972f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:10.672123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ef5bf-d447-43e9-8bfd-a52305f6e8a6 None None] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:10.685591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:10.690162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34504) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:10.690635 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.0453482
Nov 24 15:02:10.803560 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Set router 4043ab71-bd78-4fc4-bc3c-6918866d972f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:10.834182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Provisioning for port d5e36ad6-0d50-4718-8f52-bdabed5edd77 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:10.846308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Provisioning complete for port d5e36ad6-0d50-4718-8f52-bdabed5edd77 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:10.846688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.037004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.087225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] For port d5e36ad6-0d50-4718-8f52-bdabed5edd77, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d5e36ad6-0d50-4718-8f52-bdabed5edd77,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:11.092661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff0e4c0>, [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:02:09Z', 'revision_number': 3, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:11.097026 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Checking router: 4043ab71-bd78-4fc4-bc3c-6918866d972f for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:02:11.102931 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Updating router 4043ab71-bd78-4fc4-bc3c-6918866d972f port 212a2c1d-64c8-4959-b9e9-086fce58cd4a binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:02:11.147503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.149540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:11.156197 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.220142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Pushing event updated for resources: {'Port': ['ID=d5e36ad6-0d50-4718-8f52-bdabed5edd77,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:11.223573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:11.275638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7df0ff4d-2868-454b-9dad-4a9635e0ed01 None None] Provisioning complete for port d5e36ad6-0d50-4718-8f52-bdabed5edd77 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:11.276789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7df0ff4d-2868-454b-9dad-4a9635e0ed01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.488517 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.500627 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Transition to ACTIVE for port object 212a2c1d-64c8-4959-b9e9-086fce58cd4a will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:11.515904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.576935 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.581374 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:11.657417 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Pushing event updated for resources: {'Port': ['ID=212a2c1d-64c8-4959-b9e9-086fce58cd4a,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:11.659455 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Attempting to bind port 212a2c1d-64c8-4959-b9e9-086fce58cd4a on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:11.659823 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Attempting to bind port 212a2c1d-64c8-4959-b9e9-086fce58cd4a by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:11.660209 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Attempting to bind port 212a2c1d-64c8-4959-b9e9-086fce58cd4a on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:11.671190 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:11.671562 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:11.671967 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.672387 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:11.672847 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Bound port: 212a2c1d-64c8-4959-b9e9-086fce58cd4a, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:11.673222 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.703613 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.703948 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.704306 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.704637 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.704963 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.705281 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.705603 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.705924 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.706239 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.706553 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.706866 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:11.715303 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:11.723609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Allocated IP 172.20.0.1 (6372dcf2-2f7d-447b-8c78-ee104c94438e/a4b405cb-ad5f-49d1-96b6-88486ebdf216/c648ef0a-00dd-4386-acca-02bb862aeef5) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:11.755004 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] For port 212a2c1d-64c8-4959-b9e9-086fce58cd4a, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:11.758182 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] For port 212a2c1d-64c8-4959-b9e9-086fce58cd4a, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=212a2c1d-64c8-4959-b9e9-086fce58cd4a,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:11.816887 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.821196 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-cc77efb4-6aaf-4ccb-8441-329ef2d2a46f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:11.876349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.892774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Transition to ACTIVE for port object c648ef0a-00dd-4386-acca-02bb862aeef5 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:11.895265 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Pushing event updated for resources: {'Port': ['ID=212a2c1d-64c8-4959-b9e9-086fce58cd4a,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:11.899066 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:11.903481 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Routers {'4043ab71-bd78-4fc4-bc3c-6918866d972f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:11.903481 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff0e4c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:01:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4043ab71-bd78-4fc4-bc3c-6918866d972f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:11.960205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:11.964143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:12.028444 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:12.035588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:12.038694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:12.075192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Pushing event updated for resources: {'Port': ['ID=c648ef0a-00dd-4386-acca-02bb862aeef5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:12.078701 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:12.101665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:12.106736 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] Set router 4043ab71-bd78-4fc4-bc3c-6918866d972f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:12.260663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:12.287437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5e36ad6-0d50-4718-8f52-bdabed5edd77 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:12.370958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d5e36ad6-0d50-4718-8f52-bdabed5edd77 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:12.371242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:12.410330 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff0e4c0>, [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:02:09Z', 'revision_number': 3, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:12.414344 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f316154-0ec2-4c17-bc0e-0ba693dc32f3 None None] The sync data for ids ['4043ab71-bd78-4fc4-bc3c-6918866d972f'] in dv-neutron-818347-1-hyperv is: [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:02:09Z', 'revision_number': 3, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:02:12.423425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-774ead2d-b24c-417c-b24b-43f686edfe70 None None] Provisioning for port c648ef0a-00dd-4386-acca-02bb862aeef5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:12.438520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-774ead2d-b24c-417c-b24b-43f686edfe70 None None] Provisioning complete for port c648ef0a-00dd-4386-acca-02bb862aeef5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:12.438902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-774ead2d-b24c-417c-b24b-43f686edfe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:12.539036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-774ead2d-b24c-417c-b24b-43f686edfe70 None None] Port c648ef0a-00dd-4386-acca-02bb862aeef5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:02:12.639887 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:12.702671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:12.730368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b045070b-55a7-4feb-b6e8-ce3bf86bc443 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:12.808423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:12.820462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Pushing event updated for resources: {'Port': ['ID=c648ef0a-00dd-4386-acca-02bb862aeef5,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:12.824513 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:12.960998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:12.962138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:13.264451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ccb4ad7f-c703-4e5f-b587-08883b010f62 None None] Provisioning complete for port c648ef0a-00dd-4386-acca-02bb862aeef5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:13.264951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ccb4ad7f-c703-4e5f-b587-08883b010f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:13.318226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4ad7f-c703-4e5f-b587-08883b010f62 None None] Port c648ef0a-00dd-4386-acca-02bb862aeef5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:02:13.355175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Router 4043ab71-bd78-4fc4-bc3c-6918866d972f has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:02:13.562308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:02:13.571182 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] 10.222.0.53 "PUT /v2.0/routers/4043ab71-bd78-4fc4-bc3c-6918866d972f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8793163
Nov 24 15:02:14.293078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 212a2c1d-64c8-4959-b9e9-086fce58cd4a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:14.433604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 212a2c1d-64c8-4959-b9e9-086fce58cd4a completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:14.439390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 212a2c1d-64c8-4959-b9e9-086fce58cd4a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:14.439774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:14.555954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:14.572529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 212a2c1d-64c8-4959-b9e9-086fce58cd4a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=212a2c1d-64c8-4959-b9e9-086fce58cd4a,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:14.650809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:14.652680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:14.716841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=212a2c1d-64c8-4959-b9e9-086fce58cd4a,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:14.717861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34526) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:14.720753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:14.726241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-644906655-network', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:14.729774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:14.734479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Usage tracker for resource:network and tenant:df25ef9ede57418d888b7479b71e5275 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:14.737361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:14.743323 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:14.827146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Made reservation on behalf of df25ef9ede57418d888b7479b71e5275 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:02:14.829557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:14.842864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:14.874472 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:14.878264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:df25ef9ede57418d888b7479b71e5275 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:14.881023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:14.886727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:14.949607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.021533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.024702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f88a2e6-eb83-471d-8da4-a2f7a868b90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:15.053282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:02:15.061665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d72c8d-9665-4ab7-8548-7a138b74bae0,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:15.065179 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:15.068575 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.068919 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Added segment 58b3691c-097e-4016-b17f-c718a09f83c8 of type vlan for network eb850c2d-d993-40bd-99b5-cd60cda9e307
Nov 24 15:02:15.094446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.217236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.218076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:15.218647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.222023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dd0bb9c1-bdb3-43bc-a017-d34c2957c36f tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:15.320711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb850c2d-d993-40bd-99b5-cd60cda9e307,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:15.323975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:15.331642 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:02:15.389261 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6702721
Nov 24 15:02:15.391863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34530) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:15.397336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Request body: {'subnet': {'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-subnet', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:15.404910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:15.409136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Usage tracker for resource:subnet and tenant:df25ef9ede57418d888b7479b71e5275 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:15.412122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:15.420399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:15.513872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Made reservation on behalf of df25ef9ede57418d888b7479b71e5275 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:02:15.516183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.759297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:15.764517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c5096ff2-9a76-4af8-a1f6-fa3bc435b9cd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:15.835486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b834655-ca1e-4e5c-bc67-7797a053fd5e,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:15.838756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:15.853746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Checking segment: {'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:15.854149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Network hostable DHCP agents. Network: eb850c2d-d993-40bd-99b5-cd60cda9e307, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:02:15.861323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Sync routers for ids ['4043ab71-bd78-4fc4-bc3c-6918866d972f'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:02:15.874574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Routers {'4043ab71-bd78-4fc4-bc3c-6918866d972f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:15.875209 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff6d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:01:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4043ab71-bd78-4fc4-bc3c-6918866d972f'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:15.947876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:02:16.021898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, eb850c2d-d993-40bd-99b5-cd60cda9e307) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:16.025952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:16.026638 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.032477 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c8a117-7782-451f-b38b-c3373b760dac None None] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:16.091562 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b6400e1a-e9b7-4306-9874-9ffdd614599d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6985383
Nov 24 15:02:16.094442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34534) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:16.099508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:16.104554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:16.109505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Usage tracker for resource:router and tenant:df25ef9ede57418d888b7479b71e5275 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:02:16.112487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:02:16.119079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:16.182171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.183279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.185763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Set router 4043ab71-bd78-4fc4-bc3c-6918866d972f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:16.202440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.307647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 212a2c1d-64c8-4959-b9e9-086fce58cd4a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:16.550291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.574023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-eb850c2d-d993-40bd-99b5-cd60cda9e307', 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'fixed_ips': [{'subnet_id': '9b834655-ca1e-4e5c-bc67-7797a053fd5e'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:02:16.575398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.720362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 212a2c1d-64c8-4959-b9e9-086fce58cd4a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:16.720655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.785224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.822097 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:16.910981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Allocated IP 172.20.0.2 (eb850c2d-d993-40bd-99b5-cd60cda9e307/9b834655-ca1e-4e5c-bc67-7797a053fd5e/e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:16.932809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff6d0>, [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:02:12Z', 'revision_number': 4, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'c648ef0a-00dd-4386-acca-02bb862aeef5', 'name': '', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'mac_address': 'fa:16:3e:f7:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:11Z', 'updated_at': '2021-11-24T15:02:12Z', 'revision_number': 2, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'subnets': [{'id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:16.965715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Checking router: 4043ab71-bd78-4fc4-bc3c-6918866d972f for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:02:16.966476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Updating router 4043ab71-bd78-4fc4-bc3c-6918866d972f port c648ef0a-00dd-4386-acca-02bb862aeef5 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:02:16.967633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Allocated IP 172.26.2.52 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/5f6d2925-2eac-4255-ad56-a31d9453494a) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:17.089270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.124325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.193922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.198496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-707646dd-b221-4617-8986-11fe134f91aa tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:17.269268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:17.272789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:17.277395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:17.305687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Pushing event updated for resources: {'Port': ['ID=5f6d2925-2eac-4255-ad56-a31d9453494a,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:17.312329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:17.318033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.345738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Transition to ACTIVE for port object e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:17.423389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Transition to ACTIVE for port object e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:17.480272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.481552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.486747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.493520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-28fd1574-5445-41c4-a6de-c1841e12016d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:17.608643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:17.613152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:17.623511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:17.625621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Pushing event updated for resources: {'Port': ['ID=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:17.632513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.735567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.735910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.736275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.736611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.736943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.737274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.737601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.737948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.738249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.738569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.738889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:17.746278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Transition to ACTIVE for port object c648ef0a-00dd-4386-acca-02bb862aeef5 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:17.749572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:17.792712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Router 461ed6ed-36d1-4817-964a-c851a967d903 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:02:17.800468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Attempting to bind port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:17.800838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Attempting to bind port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:17.801202 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Attempting to bind port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d on network eb850c2d-d993-40bd-99b5-cd60cda9e307 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:17.807599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:17.807973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Checking segment: {'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:17.808405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.808831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Bound using segment: {'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:17.809823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Bound port: e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:17.809823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.852376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:17.864650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:18.005746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:02:18.013893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de8ea2-6961-4d30-affc-6f00dc5bce6b None None] Pushing event updated for resources: {'Port': ['ID=c648ef0a-00dd-4386-acca-02bb862aeef5,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:18.016051 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Sync routers for ids ['461ed6ed-36d1-4817-964a-c851a967d903'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:02:18.022595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48de8ea2-6961-4d30-affc-6f00dc5bce6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:18.023648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] For port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:18.033152 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Routers {'461ed6ed-36d1-4817-964a-c851a967d903'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:18.034029 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fec63d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:01:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['461ed6ed-36d1-4817-964a-c851a967d903'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:18.034997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] For port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,segment=NetworkSegment(58b3691c-097e-4016-b17f-c718a09f83c8),segment_id=58b3691c-097e-4016-b17f-c718a09f83c8)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:18.096725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:18.098676 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0026412
Nov 24 15:02:18.100627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34538) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:02:18.111870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:18.117674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:18.184644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Attempting to bind port c648ef0a-00dd-4386-acca-02bb862aeef5 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:18.184644 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Attempting to bind port c648ef0a-00dd-4386-acca-02bb862aeef5 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:18.185072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Attempting to bind port c648ef0a-00dd-4386-acca-02bb862aeef5 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:18.214521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:18.214819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Checking segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:18.215249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:18.216182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Bound using segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:18.216655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Bound port: c648ef0a-00dd-4386-acca-02bb862aeef5, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:18.217032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:18.233638 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Set router 461ed6ed-36d1-4817-964a-c851a967d903 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:18.234950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Pushing event updated for resources: {'Port': ['ID=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:18.239247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:18.330702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] For port c648ef0a-00dd-4386-acca-02bb862aeef5, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:18.333860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] For port c648ef0a-00dd-4386-acca-02bb862aeef5, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c648ef0a-00dd-4386-acca-02bb862aeef5,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:18.400070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:18.404287 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:18.502474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Routers {'4043ab71-bd78-4fc4-bc3c-6918866d972f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:18.503298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff6d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:01:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4043ab71-bd78-4fc4-bc3c-6918866d972f'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:18.593461 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fec63d0>, [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:17Z', 'revision_number': 3, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port': {'id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:18.598629 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Checking router: 461ed6ed-36d1-4817-964a-c851a967d903 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:02:18.599152 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Updating router 461ed6ed-36d1-4817-964a-c851a967d903 port 5f6d2925-2eac-4255-ad56-a31d9453494a binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:02:18.681712 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:18.693814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de8ea2-6961-4d30-affc-6f00dc5bce6b None None] Pushing event updated for resources: {'Port': ['ID=c648ef0a-00dd-4386-acca-02bb862aeef5,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:18.707842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48de8ea2-6961-4d30-affc-6f00dc5bce6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:18.758441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] Set router 4043ab71-bd78-4fc4-bc3c-6918866d972f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:19.096706 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.123725 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Transition to ACTIVE for port object 5f6d2925-2eac-4255-ad56-a31d9453494a will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:19.159314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5ff6d0>, [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:02:12Z', 'revision_number': 4, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'c648ef0a-00dd-4386-acca-02bb862aeef5', 'name': '', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'mac_address': 'fa:16:3e:f7:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:11Z', 'updated_at': '2021-11-24T15:02:18Z', 'revision_number': 4, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'subnets': [{'id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:19.165472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d53ac-fe66-4c50-80c6-40348d35b601 None None] The sync data for ids ['4043ab71-bd78-4fc4-bc3c-6918866d972f'] in dv-neutron-818347-1-hyperv is: [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:02:12Z', 'revision_number': 4, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'c648ef0a-00dd-4386-acca-02bb862aeef5', 'name': '', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'mac_address': 'fa:16:3e:f7:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:11Z', 'updated_at': '2021-11-24T15:02:18Z', 'revision_number': 4, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'subnets': [{'id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:02:19.188118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.204775 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.218523 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-278e10ab-305b-4816-a8c3-eabfbffbf355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:19.351257 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c422b25-b68e-4108-b146-af8fd6d594cf None None] Pushing event updated for resources: {'Port': ['ID=5f6d2925-2eac-4255-ad56-a31d9453494a,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:19.361283 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7c422b25-b68e-4108-b146-af8fd6d594cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:19.399811 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Attempting to bind port 5f6d2925-2eac-4255-ad56-a31d9453494a on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:19.400479 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Attempting to bind port 5f6d2925-2eac-4255-ad56-a31d9453494a by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:19.400479 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Attempting to bind port 5f6d2925-2eac-4255-ad56-a31d9453494a on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:19.419035 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:19.419851 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:19.420503 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.421074 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:19.421961 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Bound port: 5f6d2925-2eac-4255-ad56-a31d9453494a, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:19.422766 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.474803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Allocated IP 172.20.0.1 (eb850c2d-d993-40bd-99b5-cd60cda9e307/9b834655-ca1e-4e5c-bc67-7797a053fd5e/4ec4efb8-a680-4523-ac75-814870c52755) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:19.554978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e68cfcb-6c7e-4e2b-b437-e1c60378d9fa None None] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:02:19.608431 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] For port 5f6d2925-2eac-4255-ad56-a31d9453494a, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:19.612774 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] For port 5f6d2925-2eac-4255-ad56-a31d9453494a, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f6d2925-2eac-4255-ad56-a31d9453494a,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:19.657487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.676049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Transition to ACTIVE for port object 4ec4efb8-a680-4523-ac75-814870c52755 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:19.708451 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.712310 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-12009d77-3653-4e0f-9bf5-1cc8d08aa38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:19.741646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-504ca2ec-1f0e-4366-9f69-4c8c33f2461c None None] Provisioning for port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:19.801011 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Routers {'461ed6ed-36d1-4817-964a-c851a967d903'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:19.801642 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fec63d0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:01:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['461ed6ed-36d1-4817-964a-c851a967d903'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:19.804512 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:19.811261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7d40598c-67ae-45ee-acd2-ff8f7d4241e3 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:19.874731 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c422b25-b68e-4108-b146-af8fd6d594cf None None] Pushing event updated for resources: {'Port': ['ID=5f6d2925-2eac-4255-ad56-a31d9453494a,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:19.882281 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7c422b25-b68e-4108-b146-af8fd6d594cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:19.916804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:19.925163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:19.927619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:19.964557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Pushing event updated for resources: {'Port': ['ID=4ec4efb8-a680-4523-ac75-814870c52755,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:19.967610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:19.990367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.026600 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] Set router 461ed6ed-36d1-4817-964a-c851a967d903 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:20.214790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.400841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:20.401587 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fec63d0>, [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:17Z', 'revision_number': 3, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port': {'id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:20.407036 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db52c1-933e-4962-81ab-e0f32fdbdc98 None None] The sync data for ids ['461ed6ed-36d1-4817-964a-c851a967d903'] in dv-neutron-818347-1-hyperv is: [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:17Z', 'revision_number': 3, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port': {'id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:02:20.493897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.530171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-11c63c77-9aa8-4d22-af9a-0d6c067f668a None None] Provisioning for port 4ec4efb8-a680-4523-ac75-814870c52755 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:20.534867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-11c63c77-9aa8-4d22-af9a-0d6c067f668a None None] Provisioning complete for port 4ec4efb8-a680-4523-ac75-814870c52755 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:20.535265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-11c63c77-9aa8-4d22-af9a-0d6c067f668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.559106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.565742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:20.584860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:20.622725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.625690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:20.626056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.669541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Pushing event updated for resources: {'Port': ['ID=4ec4efb8-a680-4523-ac75-814870c52755,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:20.673639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:20.674569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.680397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-11c63c77-9aa8-4d22-af9a-0d6c067f668a None None] Port 4ec4efb8-a680-4523-ac75-814870c52755 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:02:20.760244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.794510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,segment=NetworkSegment(58b3691c-097e-4016-b17f-c718a09f83c8),segment_id=58b3691c-097e-4016-b17f-c718a09f83c8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:20.873887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:20.874782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c648ef0a-00dd-4386-acca-02bb862aeef5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:20.898587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48de8ea2-6961-4d30-affc-6f00dc5bce6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:20.952413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:20.953454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:20.987895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:20.991601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:21.073763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port c648ef0a-00dd-4386-acca-02bb862aeef5 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:21.080253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c648ef0a-00dd-4386-acca-02bb862aeef5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:21.080632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:21.204737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:21.242716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8341aeff-3b3b-463a-a27f-38d8da29b850 None None] Provisioning complete for port 4ec4efb8-a680-4523-ac75-814870c52755 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:21.242716 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8341aeff-3b3b-463a-a27f-38d8da29b850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:21.277723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port c648ef0a-00dd-4386-acca-02bb862aeef5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c648ef0a-00dd-4386-acca-02bb862aeef5,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:21.300727 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8341aeff-3b3b-463a-a27f-38d8da29b850 None None] Port 4ec4efb8-a680-4523-ac75-814870c52755 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:02:21.342002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:21.343819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:21.347717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Router 461ed6ed-36d1-4817-964a-c851a967d903 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:02:21.409942 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=c648ef0a-00dd-4386-acca-02bb862aeef5,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:21.413032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:21.555660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:02:21.564906 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] 10.222.0.53 "PUT /v2.0/routers/461ed6ed-36d1-4817-964a-c851a967d903/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4630415
Nov 24 15:02:22.295052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:22.372010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:22.372486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:22.485091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c648ef0a-00dd-4386-acca-02bb862aeef5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:22.524376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423b33-b829-403a-9885-2ec4d730a76c req-5c416fec-0db3-44c0-aa0a-95bd92f309f6 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:22.525795 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-5c416fec-0db3-44c0-aa0a-95bd92f309f6 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/networks?id=6372dcf2-2f7d-447b-8c78-ee104c94438e HTTP/1.1" status: 200  len: 816 time: 0.1444020
Nov 24 15:02:22.542725 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-df5891d1-f35b-41c7-9636-3bc7dfd6af26 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/quotas/3e9142449e554db987da8a04ab8ea84b HTTP/1.1" status: 200  len: 375 time: 0.0112746
Nov 24 15:02:22.555525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port c648ef0a-00dd-4386-acca-02bb862aeef5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:22.555902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:22.622598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bb423b33-b829-403a-9885-2ec4d730a76c req-3aef883c-0688-4b84-9402-00741a39aed7 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Synchronizing usage tracker for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:02:22.696130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bb423b33-b829-403a-9885-2ec4d730a76c req-3aef883c-0688-4b84-9402-00741a39aed7 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Unset dirty status for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:02:22.697492 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-3aef883c-0688-4b84-9402-00741a39aed7 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e9142449e554db987da8a04ab8ea84b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1487989
Nov 24 15:02:22.712865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-353c75b0-b4b6-4c47-b733-0920e80a1c0c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:02:22.713826 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-353c75b0-b4b6-4c47-b733-0920e80a1c0c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0050857
Nov 24 15:02:22.845168 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-35e7630a-050b-466e-a878-b4f4d330a880 service neutron] 10.222.0.53 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256742
Nov 24 15:02:22.977204 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-493b0097-3751-4e16-852c-7c77e94baf39 service neutron] 10.222.0.53 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261132
Nov 24 15:02:23.248539 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-631dc6da-5c1c-42ad-8a94-207a47e16b3a req-26e04077-62cb-424c-9e28-bf0da8dcd032 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 210 time: 0.0447958
Nov 24 15:02:23.473317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-18755f0b-9d3c-453c-99e9-418809ea1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:23.964638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:24.423559 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9e0fbd38-d6ed-490f-94ae-d99932a534b7 req-dc707b90-5dda-4fce-a352-0d4fe5117115 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 210 time: 0.0426476
Nov 24 15:02:25.405989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423b33-b829-403a-9885-2ec4d730a76c req-0e08571f-23be-429f-9b04-2573e035d80a tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:25.407382 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-0e08571f-23be-429f-9b04-2573e035d80a tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "GET /v2.0/networks?id=6372dcf2-2f7d-447b-8c78-ee104c94438e HTTP/1.1" status: 200  len: 816 time: 0.1429007
Nov 24 15:02:25.424110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Request body: {'port': {'device_id': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'admin_state_up': True, 'tenant_id': '3e9142449e554db987da8a04ab8ea84b'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:25.561607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:02:25.571121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:02:25.592302 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0a90c817-0865-42cb-8838-eaa23797b938 req-731c3e80-fc20-41df-abd2-0811b7a48ef0 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 210 time: 0.0446455
Nov 24 15:02:25.627816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Made reservation on behalf of 3e9142449e554db987da8a04ab8ea84b for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:02:25.631109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:25.713718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e32f-de82-4517-9147-12542ac0c909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:25.910061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Allocated IP 172.20.0.9 (6372dcf2-2f7d-447b-8c78-ee104c94438e/a4b405cb-ad5f-49d1-96b6-88486ebdf216/7becffcf-0e6a-4b6c-be06-89b35090ac30) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:02:26.107995 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:26.124388 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Transition to ACTIVE for port object 7becffcf-0e6a-4b6c-be06-89b35090ac30 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:26.227320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:26.233180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0114b390-8070-437e-9b83-f9035fc24315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:26.299879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:02:26.303207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:02:26.307342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:02:26.336464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Pushing event updated for resources: {'Port': ['ID=7becffcf-0e6a-4b6c-be06-89b35090ac30,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:26.342056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:26.375426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:26.376023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:26.468977 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0485971
Nov 24 15:02:26.480404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Request body: {'port': {'device_id': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:02:26.588418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:26.610562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d1d3242e-0f0f-40ad-8b1e-c1eafe9ac17c None None] Provisioning for port 7becffcf-0e6a-4b6c-be06-89b35090ac30 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:26.615721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d1d3242e-0f0f-40ad-8b1e-c1eafe9ac17c None None] Provisioning complete for port 7becffcf-0e6a-4b6c-be06-89b35090ac30 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:26.616373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d1d3242e-0f0f-40ad-8b1e-c1eafe9ac17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:26.670270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3242e-0f0f-40ad-8b1e-c1eafe9ac17c None None] Port 7becffcf-0e6a-4b6c-be06-89b35090ac30 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:02:26.776187 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:26.916225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b919f-7bf4-417f-832f-2691295383e5 req-52021ba4-2380-475c-8dde-62424f84d38d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:26.916900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0a8b919f-7bf4-417f-832f-2691295383e5 req-52021ba4-2380-475c-8dde-62424f84d38d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Synchronizing usage tracker for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:02:27.001561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7becffcf-0e6a-4b6c-be06-89b35090ac30 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:02:27.008309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:27.012358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0a8b919f-7bf4-417f-832f-2691295383e5 req-52021ba4-2380-475c-8dde-62424f84d38d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Unset dirty status for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:02:27.013492 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0a8b919f-7bf4-417f-832f-2691295383e5 req-52021ba4-2380-475c-8dde-62424f84d38d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 931 time: 0.2944968
Nov 24 15:02:27.042170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Transition to ACTIVE for port object 7becffcf-0e6a-4b6c-be06-89b35090ac30 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:27.076593 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0a8b919f-7bf4-417f-832f-2691295383e5 req-84a9f3d0-8a70-4be5-a99b-4607a58f1a06 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569973
Nov 24 15:02:27.113908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:27.119487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a7d901a-6ca9-4f51-8bed-daa50724ecac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:27.273185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7becffcf-0e6a-4b6c-be06-89b35090ac30,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:27.276204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:27.391516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Attempting to bind port 7becffcf-0e6a-4b6c-be06-89b35090ac30 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:27.391992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Attempting to bind port 7becffcf-0e6a-4b6c-be06-89b35090ac30 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:27.392409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Attempting to bind port 7becffcf-0e6a-4b6c-be06-89b35090ac30 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:27.399151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Port 7becffcf-0e6a-4b6c-be06-89b35090ac30 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:02:27.399582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Attempting to bind port 7becffcf-0e6a-4b6c-be06-89b35090ac30 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:27.407836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:27.408204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Checking segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:27.408576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Bound using segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:27.409195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Bound port: 7becffcf-0e6a-4b6c-be06-89b35090ac30, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:27.409552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:27.506875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] For port 7becffcf-0e6a-4b6c-be06-89b35090ac30, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:27.510041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] For port 7becffcf-0e6a-4b6c-be06-89b35090ac30, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7becffcf-0e6a-4b6c-be06-89b35090ac30,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:27.617146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:27.621044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:27.678119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:27.679473 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/7becffcf-0e6a-4b6c-be06-89b35090ac30 HTTP/1.1" status: 200  len: 1093 time: 1.2032743
Nov 24 15:02:27.679988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'tag': '7becffcf-0e6a-4b6c-be06-89b35090ac30'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:02:27.704627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7becffcf-0e6a-4b6c-be06-89b35090ac30,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:27.706490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:27.753775 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'tag': '7becffcf-0e6a-4b6c-be06-89b35090ac30', 'status': 'completed', 'code': 200}
Nov 24 15:02:27.842065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fbed63b3-51fc-45b6-9940-b2d5223f7229 req-31d66aed-685f-4366-90c8-aa983579fab1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e9142449e554db987da8a04ab8ea84b&device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 1096 time: 0.0764670
Nov 24 15:02:28.094106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed63b3-51fc-45b6-9940-b2d5223f7229 req-2978a4cc-c1c7-4563-8e98-8b42f3da31cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:28.095557 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fbed63b3-51fc-45b6-9940-b2d5223f7229 req-2978a4cc-c1c7-4563-8e98-8b42f3da31cf service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3e9142449e554db987da8a04ab8ea84b&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2464037
Nov 24 15:02:28.296802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:28.313330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed63b3-51fc-45b6-9940-b2d5223f7229 req-d0663861-f91a-4e53-ac4e-9d66eef7c57a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:28.314348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f6d2925-2eac-4255-ad56-a31d9453494a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:28.314807 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fbed63b3-51fc-45b6-9940-b2d5223f7229 req-d0663861-f91a-4e53-ac4e-9d66eef7c57a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2128632
Nov 24 15:02:28.343843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f25e-b10d-43b3-a112-267053b0ba13 req-18f45633-b668-442e-8c3a-fbfed3dfa472 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:28.346149 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39c8f25e-b10d-43b3-a112-267053b0ba13 req-18f45633-b668-442e-8c3a-fbfed3dfa472 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 943 time: 0.1117649
Nov 24 15:02:28.444424 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39c8f25e-b10d-43b3-a112-267053b0ba13 req-45ca927d-3ddc-4c42-9e0b-7acbb3e1ec55 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925205
Nov 24 15:02:28.467404 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-db75cd43-6333-42a3-a397-c4d32c33b376 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e9142449e554db987da8a04ab8ea84b&device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 1096 time: 0.1138291
Nov 24 15:02:28.536162 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-925be76e-fc37-450e-8d1a-9c6e7cf243ca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7becffcf-0e6a-4b6c-be06-89b35090ac30 HTTP/1.1" status: 200  len: 217 time: 0.0618849
Nov 24 15:02:28.553260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5f6d2925-2eac-4255-ad56-a31d9453494a completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:28.558441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5f6d2925-2eac-4255-ad56-a31d9453494a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:28.559371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:28.603267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423b33-b829-403a-9885-2ec4d730a76c req-cbe46e23-3800-4c1b-8cf1-62db5bf7bce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:28.604798 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-cbe46e23-3800-4c1b-8cf1-62db5bf7bce7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4b405cb-ad5f-49d1-96b6-88486ebdf216 HTTP/1.1" status: 200  len: 855 time: 0.0620749
Nov 24 15:02:28.686018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:28.695596 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-4bc7e9f6-f331-4bba-b269-8be4e063fccd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6372dcf2-2f7d-447b-8c78-ee104c94438e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0847583
Nov 24 15:02:28.702943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 5f6d2925-2eac-4255-ad56-a31d9453494a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f6d2925-2eac-4255-ad56-a31d9453494a,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:28.776346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:28.778974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-48de8ea2-6961-4d30-affc-6f00dc5bce6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:28.839702 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-b9565168-871f-47c3-8c1f-d6cd9f912ce8 service neutron] 10.222.0.81 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374738
Nov 24 15:02:28.851925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=5f6d2925-2eac-4255-ad56-a31d9453494a,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:28.855093 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:28.977194 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bb423b33-b829-403a-9885-2ec4d730a76c req-7bb10686-f024-41e2-ba13-46fec46f6cd9 service neutron] 10.222.0.81 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306577
Nov 24 15:02:29.642089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f80af-f600-4b50-9451-3fd8af08baa2 req-f3349550-177d-4796-ad91-94f598901462 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:29.643520 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6a9f80af-f600-4b50-9451-3fd8af08baa2 req-f3349550-177d-4796-ad91-94f598901462 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 943 time: 0.0770524
Nov 24 15:02:29.689312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-6a9f80af-f600-4b50-9451-3fd8af08baa2 req-a56835a8-9604-416e-87d3-b47d57b4047d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Synchronizing usage tracker for tenant:3e9142449e554db987da8a04ab8ea84b on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:02:29.770058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-6a9f80af-f600-4b50-9451-3fd8af08baa2 req-a56835a8-9604-416e-87d3-b47d57b4047d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Unset dirty status for tenant:3e9142449e554db987da8a04ab8ea84b on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:02:29.771207 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6a9f80af-f600-4b50-9451-3fd8af08baa2 req-a56835a8-9604-416e-87d3-b47d57b4047d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222236
Nov 24 15:02:30.289951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f6d2925-2eac-4255-ad56-a31d9453494a up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:30.357546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5f6d2925-2eac-4255-ad56-a31d9453494a triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:30.357847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:30.968072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1ed42-8ab7-4c76-8fef-49fff183fefe req-99ab8859-54c0-4e2d-8ac4-78e73a74044a tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:30.969510 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-62f1ed42-8ab7-4c76-8fef-49fff183fefe req-99ab8859-54c0-4e2d-8ac4-78e73a74044a tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 943 time: 0.0790851
Nov 24 15:02:31.014941 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-62f1ed42-8ab7-4c76-8fef-49fff183fefe req-0c17a64e-541f-46b9-b6d3-77a3e00f7c1d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399160
Nov 24 15:02:32.212620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56200b-0254-4ccf-8429-9d29004d06a0 req-c255ac20-49df-4321-849e-ae7156fc6e3f tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:32.213971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3b56200b-0254-4ccf-8429-9d29004d06a0 req-c255ac20-49df-4321-849e-ae7156fc6e3f tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 943 time: 0.0797384
Nov 24 15:02:32.262468 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3b56200b-0254-4ccf-8429-9d29004d06a0 req-158ffe3b-d4b9-49b6-a620-7c48feb23155 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419185
Nov 24 15:02:32.813519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7becffcf-0e6a-4b6c-be06-89b35090ac30 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:02:32.945169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7becffcf-0e6a-4b6c-be06-89b35090ac30, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7becffcf-0e6a-4b6c-be06-89b35090ac30,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:32.958409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '7becffcf-0e6a-4b6c-be06-89b35090ac30', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'port_id': '7becffcf-0e6a-4b6c-be06-89b35090ac30', 'mac_address': 'fa:16:3e:bb:4d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:02:33.013506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:33.030986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7becffcf-0e6a-4b6c-be06-89b35090ac30 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:02:33.046402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7becffcf-0e6a-4b6c-be06-89b35090ac30, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7becffcf-0e6a-4b6c-be06-89b35090ac30,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:33.107717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:33.109394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:33.175159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7becffcf-0e6a-4b6c-be06-89b35090ac30,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:33.178047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:33.318259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['7becffcf-0e6a-4b6c-be06-89b35090ac30'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:02:33.456930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23d8a-cfdf-4f49-a3b8-a2f19c7a8d72 req-cd2d54b4-e084-4d60-a514-b341b1a8552b tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:33.458313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ad23d8a-cfdf-4f49-a3b8-a2f19c7a8d72 req-cd2d54b4-e084-4d60-a514-b341b1a8552b tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 944 time: 0.0767348
Nov 24 15:02:33.506522 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ad23d8a-cfdf-4f49-a3b8-a2f19c7a8d72 req-74d139df-d190-46d7-b388-5c61becbacc3 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425110
Nov 24 15:02:34.702677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc0ae0-f5a6-4c78-ac66-4773cc3efd69 req-cc5de63f-3e95-496c-bc5f-d029b95ce27b tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:34.704142 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fbbc0ae0-f5a6-4c78-ac66-4773cc3efd69 req-cc5de63f-3e95-496c-bc5f-d029b95ce27b tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 944 time: 0.0792351
Nov 24 15:02:34.753181 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-fbbc0ae0-f5a6-4c78-ac66-4773cc3efd69 req-38990ce1-5674-4383-8cd8-fdd7bd01b4e0 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435939
Nov 24 15:02:34.829028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7becffcf-0e6a-4b6c-be06-89b35090ac30 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:34.947208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 7becffcf-0e6a-4b6c-be06-89b35090ac30 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:34.952371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 7becffcf-0e6a-4b6c-be06-89b35090ac30 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:34.952774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:35.064200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:35.090971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7becffcf-0e6a-4b6c-be06-89b35090ac30'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:02:35.100479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7becffcf-0e6a-4b6c-be06-89b35090ac30, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7becffcf-0e6a-4b6c-be06-89b35090ac30,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:35.145278 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7becffcf-0e6a-4b6c-be06-89b35090ac30', 'code': 200}
Nov 24 15:02:35.175956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:35.177833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:35.243366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7becffcf-0e6a-4b6c-be06-89b35090ac30,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:35.247249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:35.497615 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fe20dab7-6f2b-4360-9e09-fada35180679 req-93f4e2d8-ce89-420b-bdd0-59c044e8dbef service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 1098 time: 0.0715480
Nov 24 15:02:35.539328 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fe20dab7-6f2b-4360-9e09-fada35180679 req-12ac2380-a245-4877-b765-2578df56df45 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355542
Nov 24 15:02:35.952108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc1cc-1b10-4aac-ba8b-3eb85b461322 req-67a60a21-0a6c-4a62-97d7-fa2feccc6b22 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:35.953560 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f3bdc1cc-1b10-4aac-ba8b-3eb85b461322 req-67a60a21-0a6c-4a62-97d7-fa2feccc6b22 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 945 time: 0.0780392
Nov 24 15:02:36.000348 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f3bdc1cc-1b10-4aac-ba8b-3eb85b461322 req-a5315144-9bd0-4f21-b799-5a59e8f55f8d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413229
Nov 24 15:02:37.196818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad93e-db22-41f8-8ae6-7af39de72f6a req-b0c2584c-b31a-4607-83ba-2be20ecfc018 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:37.198147 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-651ad93e-db22-41f8-8ae6-7af39de72f6a req-b0c2584c-b31a-4607-83ba-2be20ecfc018 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 945 time: 0.0756860
Nov 24 15:02:37.246798 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-651ad93e-db22-41f8-8ae6-7af39de72f6a req-c10a17d0-a882-433f-8206-5b7d730d33b0 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425091
Nov 24 15:02:37.443610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32b543-d057-4837-8e87-6542cd9b37cb req-e3665f66-303d-4de1-9a36-0430078277e1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:37.445109 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ef32b543-d057-4837-8e87-6542cd9b37cb req-e3665f66-303d-4de1-9a36-0430078277e1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 945 time: 0.0785422
Nov 24 15:02:37.589462 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ef32b543-d057-4837-8e87-6542cd9b37cb req-d5be5578-4c38-4440-9c06-b16b2c495d59 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389201
Nov 24 15:02:39.061966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Sync routers for ids ['461ed6ed-36d1-4817-964a-c851a967d903'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:02:39.073909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Routers {'461ed6ed-36d1-4817-964a-c851a967d903'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:39.074706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f65ef70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:02:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['461ed6ed-36d1-4817-964a-c851a967d903'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:39.256499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Set router 461ed6ed-36d1-4817-964a-c851a967d903 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:39.579696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f65ef70>, [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:20Z', 'revision_number': 4, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port': {'id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '4ec4efb8-a680-4523-ac75-814870c52755', 'name': '', 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'mac_address': 'fa:16:3e:9d:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b834655-ca1e-4e5c-bc67-7797a053fd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:19Z', 'updated_at': '2021-11-24T15:02:20Z', 'revision_number': 2, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'subnets': [{'id': '9b834655-ca1e-4e5c-bc67-7797a053fd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:39.584794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Checking router: 461ed6ed-36d1-4817-964a-c851a967d903 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:02:39.584794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Updating router 461ed6ed-36d1-4817-964a-c851a967d903 port 4ec4efb8-a680-4523-ac75-814870c52755 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:02:39.634676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:40.021004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:40.032743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Transition to ACTIVE for port object 4ec4efb8-a680-4523-ac75-814870c52755 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:02:40.118507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:40.123820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-59ce933c-0790-49a7-9201-b584328ab581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:40.249380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779665-41e3-4fa1-8917-f6f7ec239fc5 None None] Pushing event updated for resources: {'Port': ['ID=4ec4efb8-a680-4523-ac75-814870c52755,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:40.277765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-85779665-41e3-4fa1-8917-f6f7ec239fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:40.338809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Attempting to bind port 4ec4efb8-a680-4523-ac75-814870c52755 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:02:40.339127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Attempting to bind port 4ec4efb8-a680-4523-ac75-814870c52755 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:02:40.339503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Attempting to bind port 4ec4efb8-a680-4523-ac75-814870c52755 on network eb850c2d-d993-40bd-99b5-cd60cda9e307 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:02:40.347510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:02:40.347896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Checking segment: {'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:02:40.348335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:40.348758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Bound using segment: {'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:02:40.349225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Bound port: 4ec4efb8-a680-4523-ac75-814870c52755, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b3691c-097e-4016-b17f-c718a09f83c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:02:40.349612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:40.450022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] For port 4ec4efb8-a680-4523-ac75-814870c52755, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:02:40.453689 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] For port 4ec4efb8-a680-4523-ac75-814870c52755, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4ec4efb8-a680-4523-ac75-814870c52755,segment=NetworkSegment(58b3691c-097e-4016-b17f-c718a09f83c8),segment_id=58b3691c-097e-4016-b17f-c718a09f83c8)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:02:40.542504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:40.546929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6c0ae618-823b-4fdc-968c-9d7cea964175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:40.623743 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779665-41e3-4fa1-8917-f6f7ec239fc5 None None] Pushing event updated for resources: {'Port': ['ID=4ec4efb8-a680-4523-ac75-814870c52755,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:40.627247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-85779665-41e3-4fa1-8917-f6f7ec239fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:40.628750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Routers {'461ed6ed-36d1-4817-964a-c851a967d903'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:02:40.629360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f65ef70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:02:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['461ed6ed-36d1-4817-964a-c851a967d903'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:40.824721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] Set router 461ed6ed-36d1-4817-964a-c851a967d903 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:02:41.156614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f65ef70>, [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:20Z', 'revision_number': 4, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port': {'id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '4ec4efb8-a680-4523-ac75-814870c52755', 'name': '', 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'mac_address': 'fa:16:3e:9d:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b834655-ca1e-4e5c-bc67-7797a053fd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:19Z', 'updated_at': '2021-11-24T15:02:40Z', 'revision_number': 4, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'subnets': [{'id': '9b834655-ca1e-4e5c-bc67-7797a053fd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:02:41.160703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586858e1-e08b-4c84-ad3f-8d8bcb22779d None None] The sync data for ids ['461ed6ed-36d1-4817-964a-c851a967d903'] in dv-neutron-818347-1-hyperv is: [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:20Z', 'revision_number': 4, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port': {'id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '4ec4efb8-a680-4523-ac75-814870c52755', 'name': '', 'network_id': 'eb850c2d-d993-40bd-99b5-cd60cda9e307', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'mac_address': 'fa:16:3e:9d:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b834655-ca1e-4e5c-bc67-7797a053fd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:19Z', 'updated_at': '2021-11-24T15:02:40Z', 'revision_number': 4, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'subnets': [{'id': '9b834655-ca1e-4e5c-bc67-7797a053fd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:02:42.318317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4ec4efb8-a680-4523-ac75-814870c52755 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:42.461450 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 4ec4efb8-a680-4523-ac75-814870c52755 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:02:42.466505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 4ec4efb8-a680-4523-ac75-814870c52755 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:42.466884 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:42.580761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:42.615604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 4ec4efb8-a680-4523-ac75-814870c52755, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4ec4efb8-a680-4523-ac75-814870c52755,segment=NetworkSegment(58b3691c-097e-4016-b17f-c718a09f83c8),segment_id=58b3691c-097e-4016-b17f-c718a09f83c8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:42.695978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:42.697908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-85779665-41e3-4fa1-8917-f6f7ec239fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:42.764315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=4ec4efb8-a680-4523-ac75-814870c52755,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:42.767323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:43.583165 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:02:44.301066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4ec4efb8-a680-4523-ac75-814870c52755 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:02:44.372585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 4ec4efb8-a680-4523-ac75-814870c52755 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:02:44.372882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:50.563955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:53.442963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3943a4fa-1766-4c0c-a85b-ca2be52f7ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:53.958365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:55.719019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-252e13ae-cfb6-489c-b742-e2c9a705c03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:55.917293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a6446-c3b4-4643-8bd2-128afb4cddc5 req-d85d268a-411f-4235-ae1e-eb599f8befea tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:55.918742 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c2a6446-c3b4-4643-8bd2-128afb4cddc5 req-d85d268a-411f-4235-ae1e-eb599f8befea tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 945 time: 0.0776134
Nov 24 15:02:55.964361 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c2a6446-c3b4-4643-8bd2-128afb4cddc5 req-c28e62ab-6af4-42f9-940a-f34bb326b081 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388365
Nov 24 15:02:56.786614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:57.161287 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb446e-4e89-40f8-bc21-6e132a67d166 req-0f6efe08-0a16-41e4-a091-b326989428cf tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:57.162621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-efeb446e-4e89-40f8-bc21-6e132a67d166 req-0f6efe08-0a16-41e4-a091-b326989428cf tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 945 time: 0.0773554
Nov 24 15:02:57.206700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-efeb446e-4e89-40f8-bc21-6e132a67d166 req-775029c9-d14d-478e-8b5c-f2a7025d3dd1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385659
Nov 24 15:02:57.393599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-9c2a8b9b-34c7-4a8d-a4c5-62abd32fbf56 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:02:57.395006 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-9c2a8b9b-34c7-4a8d-a4c5-62abd32fbf56 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 945 time: 0.0793796
Nov 24 15:02:57.464127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Deleting port 7becffcf-0e6a-4b6c-be06-89b35090ac30 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:02:57.464127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:57.814894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] For port 7becffcf-0e6a-4b6c-be06-89b35090ac30, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7becffcf-0e6a-4b6c-be06-89b35090ac30,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:02:57.815265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:57.935994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Calling delete_port for 7becffcf-0e6a-4b6c-be06-89b35090ac30 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:02:58.146873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:58.152654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:02:58.158523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['7becffcf-0e6a-4b6c-be06-89b35090ac30'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:02:58.199023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Pushing event deleted for resources: {'Port': ['ID=7becffcf-0e6a-4b6c-be06-89b35090ac30,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:02:58.239630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.240017 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.240797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.241069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.241593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.241773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.242130 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.242492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.242853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.243211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.244185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:02:58.255117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:02:58.290200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] No DVR routers for this DVR port 7becffcf-0e6a-4b6c-be06-89b35090ac30 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:02:58.292849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:58.296063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'name': 'network-vif-deleted', 'tag': '7becffcf-0e6a-4b6c-be06-89b35090ac30'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:02:58.307458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:02:58.342197 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2492b5ba-718d-445a-b720-d3b6c37d462d req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "DELETE /v2.0/ports/7becffcf-0e6a-4b6c-be06-89b35090ac30 HTTP/1.1" status: 204  len: 173 time: 0.9417589
Nov 24 15:02:58.357353 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1531088d-14ee-4da3-baf6-799aaf4dee80', 'name': 'network-vif-deleted', 'tag': '7becffcf-0e6a-4b6c-be06-89b35090ac30', 'status': 'completed', 'code': 200}
Nov 24 15:02:58.397399 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6f59b99b-f79a-4f7e-ad64-55ad92871934 req-647ea67f-35da-40eb-a268-1ddba23235f2 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=1531088d-14ee-4da3-baf6-799aaf4dee80 HTTP/1.1" status: 200  len: 210 time: 0.0479171
Nov 24 15:03:00.347104 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-14772714-c103-46f7-8907-c29c0b086891 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:00.347850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-14772714-c103-46f7-8907-c29c0b086891 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Synchronizing usage tracker for tenant:3e9142449e554db987da8a04ab8ea84b on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:03:00.438182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-14772714-c103-46f7-8907-c29c0b086891 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Unset dirty status for tenant:3e9142449e554db987da8a04ab8ea84b on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:03:00.439361 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-14772714-c103-46f7-8907-c29c0b086891 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/networks?id=6372dcf2-2f7d-447b-8c78-ee104c94438e HTTP/1.1" status: 200  len: 816 time: 0.2311225
Nov 24 15:03:00.456055 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-bca72c38-aa75-4c73-b15f-926f881d8f6f tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/quotas/3e9142449e554db987da8a04ab8ea84b HTTP/1.1" status: 200  len: 375 time: 0.0113502
Nov 24 15:03:00.535606 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-4ffd1de3-4ab5-4301-bacb-c21655b1151a tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e9142449e554db987da8a04ab8ea84b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0745850
Nov 24 15:03:00.550968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-23b52227-4acb-4fe7-9634-474b487f9080 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:03:00.551922 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-23b52227-4acb-4fe7-9634-474b487f9080 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049069
Nov 24 15:03:00.681500 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-3125c2cd-86e8-4438-84ff-c7cc75331f34 service neutron] 10.222.0.53 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240313
Nov 24 15:03:00.814809 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-baab4b22-f42e-4486-88e4-c1a54f173015 service neutron] 10.222.0.53 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270635
Nov 24 15:03:01.049490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-13103ed9-797f-4b8d-ab29-e3f29fc2f001 req-1127dead-f82e-4351-8cba-35226f37abdc tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Synchronizing usage tracker for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:03:01.112320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-13103ed9-797f-4b8d-ab29-e3f29fc2f001 req-1127dead-f82e-4351-8cba-35226f37abdc tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Unset dirty status for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:03:01.113536 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-13103ed9-797f-4b8d-ab29-e3f29fc2f001 req-1127dead-f82e-4351-8cba-35226f37abdc tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 210 time: 0.1060886
Nov 24 15:03:02.284133 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-82eb33cf-7f5b-4e93-88a9-728dba77b461 req-05ea57bc-f691-47a5-aaec-0e3a9338e102 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 210 time: 0.0518064
Nov 24 15:03:02.962712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-7f8d9046-981e-4ecc-bc5e-11d410b10f91 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:02.964205 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-7f8d9046-981e-4ecc-bc5e-11d410b10f91 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "GET /v2.0/networks?id=6372dcf2-2f7d-447b-8c78-ee104c94438e HTTP/1.1" status: 200  len: 816 time: 0.1470852
Nov 24 15:03:02.969050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7becffcf-0e6a-4b6c-be06-89b35090ac30 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:02.980061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Request body: {'port': {'device_id': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'admin_state_up': True, 'tenant_id': '3e9142449e554db987da8a04ab8ea84b'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:03:03.003357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 7becffcf-0e6a-4b6c-be06-89b35090ac30 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:03.004259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7becffcf-0e6a-4b6c-be06-89b35090ac30 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:03.119487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:03.129769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:03.238176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Made reservation on behalf of 3e9142449e554db987da8a04ab8ea84b for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:03:03.241647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:03.407598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Allocated IP 172.20.0.4 (6372dcf2-2f7d-447b-8c78-ee104c94438e/a4b405cb-ad5f-49d1-96b6-88486ebdf216/afd7deec-c0c6-4b0a-be72-53257da49997) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:03:03.458653 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2a5c3aa3-8a9a-433e-97d7-daa67bb59069 req-0eed1610-f3af-4079-ab1b-e3b549717c12 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 210 time: 0.0468035
Nov 24 15:03:03.648393 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:03.664251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Transition to ACTIVE for port object afd7deec-c0c6-4b0a-be72-53257da49997 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:03:03.718666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:03.724464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-00f1b1f4-d218-4dec-b643-ccec1dfb7845 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:03.785423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:03:03.788597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:03:03.797185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:03:03.835280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Pushing event updated for resources: {'Port': ['ID=afd7deec-c0c6-4b0a-be72-53257da49997,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:03.839703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:03.867474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:03.868229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:03.975707 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9995072
Nov 24 15:03:03.987831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Request body: {'port': {'device_id': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:03:04.054662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-46a6496a-f6f3-4c25-b6b8-2449de7e81aa None None] Provisioning for port afd7deec-c0c6-4b0a-be72-53257da49997 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:03:04.059706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-46a6496a-f6f3-4c25-b6b8-2449de7e81aa None None] Provisioning complete for port afd7deec-c0c6-4b0a-be72-53257da49997 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:04.060133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-46a6496a-f6f3-4c25-b6b8-2449de7e81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:04.098709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:04.112435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-46a6496a-f6f3-4c25-b6b8-2449de7e81aa None None] Port afd7deec-c0c6-4b0a-be72-53257da49997 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:03:04.434455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd7deec-c0c6-4b0a-be72-53257da49997 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:03:04.441438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:04.456016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Transition to ACTIVE for port object afd7deec-c0c6-4b0a-be72-53257da49997 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:03:04.518240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:04.522453 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-467cadc0-ec2f-4f6c-8d35-16730ad77d2c tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:04.663037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03441a3-bf78-4f7e-b755-0be9b31a2409 req-ff043162-7924-41ce-b113-7b121ce0926e tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:04.664918 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b03441a3-bf78-4f7e-b755-0be9b31a2409 req-ff043162-7924-41ce-b113-7b121ce0926e tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 943 time: 0.0855742
Nov 24 15:03:04.720659 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b03441a3-bf78-4f7e-b755-0be9b31a2409 req-d6bfe456-9a8b-49c9-a2d6-f29b2fcb65ea tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488601
Nov 24 15:03:04.768517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Pushing event updated for resources: {'Port': ['ID=afd7deec-c0c6-4b0a-be72-53257da49997,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:04.772635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:04.875583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Attempting to bind port afd7deec-c0c6-4b0a-be72-53257da49997 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:03:04.875917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Attempting to bind port afd7deec-c0c6-4b0a-be72-53257da49997 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:03:04.876274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Attempting to bind port afd7deec-c0c6-4b0a-be72-53257da49997 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:03:04.881939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Port afd7deec-c0c6-4b0a-be72-53257da49997 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:03:04.882251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Attempting to bind port afd7deec-c0c6-4b0a-be72-53257da49997 on network 6372dcf2-2f7d-447b-8c78-ee104c94438e {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:03:04.889143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:03:04.889473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Checking segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:03:04.889855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Bound using segment: {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:03:04.890268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Bound port: afd7deec-c0c6-4b0a-be72-53257da49997, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5309e8fa-8dbe-4b99-8759-a786aa347715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:03:04.890611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:04.979783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] For port afd7deec-c0c6-4b0a-be72-53257da49997, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:03:04.983451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] For port afd7deec-c0c6-4b0a-be72-53257da49997, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afd7deec-c0c6-4b0a-be72-53257da49997,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:03:05.049491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:05.053083 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14a53f83-5d98-4171-a6c8-7452761c8253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:05.104470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:05.105804 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] 10.222.0.81 "PUT /v2.0/ports/afd7deec-c0c6-4b0a-be72-53257da49997 HTTP/1.1" status: 200  len: 1093 time: 1.1221323
Nov 24 15:03:05.106304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'tag': 'afd7deec-c0c6-4b0a-be72-53257da49997'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:03:05.135192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Pushing event updated for resources: {'Port': ['ID=afd7deec-c0c6-4b0a-be72-53257da49997,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:05.138369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:05.169987 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'tag': 'afd7deec-c0c6-4b0a-be72-53257da49997', 'status': 'completed', 'code': 200}
Nov 24 15:03:05.271891 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cea701c-e022-42d5-becb-87f130777cae req-4a167625-6544-41d5-8b21-74b6a97a2e48 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e9142449e554db987da8a04ab8ea84b&device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 1096 time: 0.0802221
Nov 24 15:03:05.411764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea701c-e022-42d5-becb-87f130777cae req-689ebe27-66b0-456c-b0c1-dbdce881a641 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:05.413130 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cea701c-e022-42d5-becb-87f130777cae req-689ebe27-66b0-456c-b0c1-dbdce881a641 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=3e9142449e554db987da8a04ab8ea84b&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1338530
Nov 24 15:03:05.547379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea701c-e022-42d5-becb-87f130777cae req-b22831c0-d99d-4f92-809d-4172518c6edb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:05.548926 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cea701c-e022-42d5-becb-87f130777cae req-b22831c0-d99d-4f92-809d-4172518c6edb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1293874
Nov 24 15:03:05.652808 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-5fecc287-3d16-4bb7-8d62-d6d2d06841e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e9142449e554db987da8a04ab8ea84b&device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 1096 time: 0.0669096
Nov 24 15:03:05.721941 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-9a3eb246-81e7-4515-9025-a4c3f48b6ff3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7deec-c0c6-4b0a-be72-53257da49997 HTTP/1.1" status: 200  len: 217 time: 0.0620363
Nov 24 15:03:05.784759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-6add0cf0-e814-4034-bb16-46bab7bc4b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:05.786240 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-6add0cf0-e814-4034-bb16-46bab7bc4b58 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4b405cb-ad5f-49d1-96b6-88486ebdf216 HTTP/1.1" status: 200  len: 855 time: 0.0583117
Nov 24 15:03:05.864580 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-464f64c4-37f8-4135-ad9f-558d20ec6d58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6372dcf2-2f7d-447b-8c78-ee104c94438e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720928
Nov 24 15:03:05.925365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8322-bed6-420c-8e0d-b238f3535ab8 req-14753791-c83b-4da9-946b-bc90824a8852 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:05.926731 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0aba8322-bed6-420c-8e0d-b238f3535ab8 req-14753791-c83b-4da9-946b-bc90824a8852 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 943 time: 0.0816207
Nov 24 15:03:05.972832 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0aba8322-bed6-420c-8e0d-b238f3535ab8 req-47049bf6-9e9c-4540-a77e-2f672ca8b076 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403228
Nov 24 15:03:05.999430 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-3ee11856-f3f7-433e-88c2-6f2f31e6d05f service neutron] 10.222.0.81 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281323
Nov 24 15:03:06.132175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1c514d1d-59d3-47aa-b96c-950c59c8b3c7 req-2ae2756e-9406-41bd-9c34-fb9922e5aa78 service neutron] 10.222.0.81 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262028
Nov 24 15:03:07.173166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c513c4-3a89-424e-bf01-cf99d49c056c req-e26c1fd9-485e-4ac0-bcbe-9f285f515fdf tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:07.173819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-23c513c4-3a89-424e-bf01-cf99d49c056c req-e26c1fd9-485e-4ac0-bcbe-9f285f515fdf tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Synchronizing usage tracker for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:03:07.243439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-23c513c4-3a89-424e-bf01-cf99d49c056c req-e26c1fd9-485e-4ac0-bcbe-9f285f515fdf tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Unset dirty status for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:03:07.244700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-23c513c4-3a89-424e-bf01-cf99d49c056c req-e26c1fd9-485e-4ac0-bcbe-9f285f515fdf tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 943 time: 0.1521800
Nov 24 15:03:07.290924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-23c513c4-3a89-424e-bf01-cf99d49c056c req-69dba63f-86ec-4504-94d1-a024045bb09b tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397499
Nov 24 15:03:08.632854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305fec4-2511-40f5-907b-b66ec2a26447 req-5b90501d-ba3b-4661-8cb3-9e5b81ff848d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:08.634288 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7305fec4-2511-40f5-907b-b66ec2a26447 req-5b90501d-ba3b-4661-8cb3-9e5b81ff848d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 943 time: 0.2168767
Nov 24 15:03:08.678781 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7305fec4-2511-40f5-907b-b66ec2a26447 req-a9b87b6e-54be-4bce-a755-1ba391ae568d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382602
Nov 24 15:03:08.968914 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device afd7deec-c0c6-4b0a-be72-53257da49997 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:03:09.102145 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port afd7deec-c0c6-4b0a-be72-53257da49997, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afd7deec-c0c6-4b0a-be72-53257da49997,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:09.115902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'afd7deec-c0c6-4b0a-be72-53257da49997', 'network_id': '6372dcf2-2f7d-447b-8c78-ee104c94438e', 'port_id': 'afd7deec-c0c6-4b0a-be72-53257da49997', 'mac_address': 'fa:16:3e:3f:f0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b405cb-ad5f-49d1-96b6-88486ebdf216', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:03:09.168455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:09.185543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd7deec-c0c6-4b0a-be72-53257da49997 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:03:09.199814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port afd7deec-c0c6-4b0a-be72-53257da49997, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afd7deec-c0c6-4b0a-be72-53257da49997,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:09.260629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:09.262347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2638df19-61ea-45f7-8590-5dfd460d58d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:09.328785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=afd7deec-c0c6-4b0a-be72-53257da49997,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:09.331657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:09.494277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['afd7deec-c0c6-4b0a-be72-53257da49997'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:03:09.947339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830451-a381-48ec-a6de-ba11bd0f9bc6 req-ba25dc93-aaf3-4b5e-8f6b-e086ad4df763 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:09.948786 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d5830451-a381-48ec-a6de-ba11bd0f9bc6 req-ba25dc93-aaf3-4b5e-8f6b-e086ad4df763 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 944 time: 0.1519454
Nov 24 15:03:09.997980 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d5830451-a381-48ec-a6de-ba11bd0f9bc6 req-131062d2-db7c-4609-9840-0e1e7a33ae57 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424693
Nov 24 15:03:10.984825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device afd7deec-c0c6-4b0a-be72-53257da49997 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:03:11.106332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port afd7deec-c0c6-4b0a-be72-53257da49997 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:03:11.111383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port afd7deec-c0c6-4b0a-be72-53257da49997 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:11.111765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:11.195685 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8e025-d1d3-4b14-be01-da9371c50022 req-fb7fcda4-0c68-4dbb-b482-755a7f5bb81b tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:11.197192 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4cc8e025-d1d3-4b14-be01-da9371c50022 req-fb7fcda4-0c68-4dbb-b482-755a7f5bb81b tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 944 time: 0.0808592
Nov 24 15:03:11.227523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:11.245364 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4cc8e025-d1d3-4b14-be01-da9371c50022 req-dbe12d4a-7c1d-4b0d-a6a7-13cbe082e40f tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416856
Nov 24 15:03:11.253464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7deec-c0c6-4b0a-be72-53257da49997'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:03:11.263890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port afd7deec-c0c6-4b0a-be72-53257da49997, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afd7deec-c0c6-4b0a-be72-53257da49997,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:11.310520 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7deec-c0c6-4b0a-be72-53257da49997', 'code': 200}
Nov 24 15:03:11.334994 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:11.336956 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4028a687-f60e-41d9-9185-31fce2f1f560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:11.403966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=afd7deec-c0c6-4b0a-be72-53257da49997,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:11.406911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:11.708666 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-687eff04-250d-49b8-9874-ff6241dcc300 req-ed6aa4c2-a110-4829-b12b-ebe47df620f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 1098 time: 0.1303623
Nov 24 15:03:11.752229 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-687eff04-250d-49b8-9874-ff6241dcc300 req-49bd6eec-a89f-40eb-bdb7-485e66108417 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366523
Nov 24 15:03:12.440031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f935c-83c6-4c5a-bf37-0eadaf81dc24 req-0fa840f6-4036-4e0b-ba85-f9cf95ee76ae tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:12.441497 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d82f935c-83c6-4c5a-bf37-0eadaf81dc24 req-0fa840f6-4036-4e0b-ba85-f9cf95ee76ae tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 945 time: 0.0764654
Nov 24 15:03:12.491077 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d82f935c-83c6-4c5a-bf37-0eadaf81dc24 req-086f31fc-99bf-4fa2-bd08-1a547ec18111 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440259
Nov 24 15:03:13.689839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9671d-9fee-488e-909e-b73777b970ff req-c1eb3438-c5ba-4806-b190-c5801773ee30 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:13.691256 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-56e9671d-9fee-488e-909e-b73777b970ff req-c1eb3438-c5ba-4806-b190-c5801773ee30 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 945 time: 0.0790954
Nov 24 15:03:13.736542 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-56e9671d-9fee-488e-909e-b73777b970ff req-cfc69656-5855-4f75-840e-8f5435dcee88 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397706
Nov 24 15:03:13.933939 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5ca95-80ec-432c-9210-bfcebea617b1 req-f80a5829-e263-4645-846e-1cfc19d9f0be tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:13.935379 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-93d5ca95-80ec-432c-9210-bfcebea617b1 req-f80a5829-e263-4645-846e-1cfc19d9f0be tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 945 time: 0.0780485
Nov 24 15:03:13.981494 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-93d5ca95-80ec-432c-9210-bfcebea617b1 req-3d5cd3ac-8cdd-450e-8883-b0828827b569 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399656
Nov 24 15:03:17.796700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-ed4ed6a1-c9f2-4ebc-ae22-3914a5791ca5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699980
Nov 24 15:03:17.937497 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-c8494a8d-e31a-4d6b-b5e2-e2dc372340a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=3e9142449e554db987da8a04ab8ea84b&device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 1098 time: 0.0744596
Nov 24 15:03:18.081717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-7db39288-927e-486e-9c7e-0e7e74e1435c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:18.083054 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-7db39288-927e-486e-9c7e-0e7e74e1435c service neutron] 10.222.0.81 "GET /v2.0/networks?id=6372dcf2-2f7d-447b-8c78-ee104c94438e HTTP/1.1" status: 200  len: 917 time: 0.1277766
Nov 24 15:03:18.152120 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-ac2e88c0-1a63-4a7a-be7f-c4e9d0464072 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd7deec-c0c6-4b0a-be72-53257da49997 HTTP/1.1" status: 200  len: 217 time: 0.0622294
Nov 24 15:03:18.327791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-29381fb3-24cc-43ea-a84a-698cf7eab8a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:18.329228 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-29381fb3-24cc-43ea-a84a-698cf7eab8a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a4b405cb-ad5f-49d1-96b6-88486ebdf216 HTTP/1.1" status: 200  len: 855 time: 0.1707380
Nov 24 15:03:18.405086 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-e6f10090-ae6d-4fd2-89ed-ab9a46325363 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=6372dcf2-2f7d-447b-8c78-ee104c94438e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691812
Nov 24 15:03:18.538013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-55d490ae-da9b-4c8f-97c5-014e5bcefc7d service neutron] 10.222.0.81 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266916
Nov 24 15:03:18.669039 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0f55a2c1-62f5-4b19-b87e-df975fbcd898 req-6dc932d6-22ff-4dba-b172-0d0a1116b5fd service neutron] 10.222.0.81 "GET /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251020
Nov 24 15:03:20.583589 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:03:20.591551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:23.437554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-08eff8a4-2795-4e73-9993-fb2783c9da1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:23.986732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:25.688547 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-faed056f-9622-4244-a557-bbb104a85ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:26.808595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:28.294584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:32.212618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eecd3-85ec-46da-8ce4-0465277d781a req-15ba153a-a083-4eb0-9bf3-82c358d76608 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:32.213926 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-833eecd3-85ec-46da-8ce4-0465277d781a req-15ba153a-a083-4eb0-9bf3-82c358d76608 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 945 time: 0.0794516
Nov 24 15:03:32.259739 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-833eecd3-85ec-46da-8ce4-0465277d781a req-b728e882-d955-4b2b-8e7f-57eb45583838 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402648
Nov 24 15:03:33.605545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6615d-76de-4aa5-88d1-21c72360f53c req-10d14c18-5566-4a25-b5c8-ea373463eb39 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:33.606998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75c6615d-76de-4aa5-88d1-21c72360f53c req-10d14c18-5566-4a25-b5c8-ea373463eb39 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 945 time: 0.0821385
Nov 24 15:03:33.652203 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75c6615d-76de-4aa5-88d1-21c72360f53c req-1f9cd43b-2353-4de6-bed0-e45dcaeb025d tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/security-groups?id=33c8ed69-62ea-4144-b771-c6f06571651b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396900
Nov 24 15:03:33.729277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-9780b51f-0fa5-4726-9957-b96c98e3f843 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:33.730695 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-9780b51f-0fa5-4726-9957-b96c98e3f843 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 945 time: 0.0766280
Nov 24 15:03:33.802716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Deleting port afd7deec-c0c6-4b0a-be72-53257da49997 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:33.805417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:34.045750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] For port afd7deec-c0c6-4b0a-be72-53257da49997, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=afd7deec-c0c6-4b0a-be72-53257da49997,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:34.046093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:34.167911 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Calling delete_port for afd7deec-c0c6-4b0a-be72-53257da49997 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:34.402095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:34.407879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:34.413683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['afd7deec-c0c6-4b0a-be72-53257da49997'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:03:34.453214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Pushing event deleted for resources: {'Port': ['ID=afd7deec-c0c6-4b0a-be72-53257da49997,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:34.455898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:34.527433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] No DVR routers for this DVR port afd7deec-c0c6-4b0a-be72-53257da49997 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:03:34.529900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:34.533184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'name': 'network-vif-deleted', 'tag': 'afd7deec-c0c6-4b0a-be72-53257da49997'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:03:34.589406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b7f644-0e03-44c0-bc62-745ef2bd42e5', 'name': 'network-vif-deleted', 'tag': 'afd7deec-c0c6-4b0a-be72-53257da49997', 'status': 'completed', 'code': 200}
Nov 24 15:03:34.591913 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-70adccd7-5b1b-416a-aed0-44dc6e18ceda req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.81 "DELETE /v2.0/ports/afd7deec-c0c6-4b0a-be72-53257da49997 HTTP/1.1" status: 204  len: 173 time: 0.8546636
Nov 24 15:03:34.818928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6e4da74f-298c-4346-9b58-b69ffc3129b2 req-d8211162-d5bc-4154-a7e2-18215269c920 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Synchronizing usage tracker for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:03:34.945990 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6e4da74f-298c-4346-9b58-b69ffc3129b2 req-d8211162-d5bc-4154-a7e2-18215269c920 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Unset dirty status for tenant:3e9142449e554db987da8a04ab8ea84b on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:03:34.947200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6e4da74f-298c-4346-9b58-b69ffc3129b2 req-d8211162-d5bc-4154-a7e2-18215269c920 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] 10.222.0.53 "GET /v2.0/ports?device_id=91b7f644-0e03-44c0-bc62-745ef2bd42e5 HTTP/1.1" status: 200  len: 210 time: 0.1727321
Nov 24 15:03:36.140115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34828) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:36.631579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:37.235303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Deleting port c648ef0a-00dd-4386-acca-02bb862aeef5 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:37.236118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:37.401238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] For port c648ef0a-00dd-4386-acca-02bb862aeef5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=c648ef0a-00dd-4386-acca-02bb862aeef5,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:37.401580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:37.518499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Calling delete_port for c648ef0a-00dd-4386-acca-02bb862aeef5 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:37.745733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:37.749433 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-318a09da-652d-4008-b0ea-d3f0d0f64014 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:37.789989 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c648ef0a-00dd-4386-acca-02bb862aeef5,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:37.793364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:38.184756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:38.759799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Router 4043ab71-bd78-4fc4-bc3c-6918866d972f has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:03:38.960210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:03:38.968638 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] Sync routers for ids ['4043ab71-bd78-4fc4-bc3c-6918866d972f'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:03:38.980004 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] Routers {'4043ab71-bd78-4fc4-bc3c-6918866d972f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:03:38.980631 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fbbdf70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4043ab71-bd78-4fc4-bc3c-6918866d972f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:39.022011 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] 10.222.0.53 "PUT /v2.0/routers/4043ab71-bd78-4fc4-bc3c-6918866d972f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8807485
Nov 24 15:03:39.024817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34832) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:39.160800 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] Set router 4043ab71-bd78-4fc4-bc3c-6918866d972f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:03:39.170940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device afd7deec-c0c6-4b0a-be72-53257da49997 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:39.205243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: afd7deec-c0c6-4b0a-be72-53257da49997 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:39.205603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device afd7deec-c0c6-4b0a-be72-53257da49997 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:39.325853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:39.448225 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fbbdf70>, [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:03:37Z', 'revision_number': 5, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:39.451935 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] Checking router: 4043ab71-bd78-4fc4-bc3c-6918866d972f for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:03:39.462522 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] Routers {'4043ab71-bd78-4fc4-bc3c-6918866d972f'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:03:39.463207 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fbbdf70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['4043ab71-bd78-4fc4-bc3c-6918866d972f'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:39.523115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:39.574075 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Deleting port 212a2c1d-64c8-4959-b9e9-086fce58cd4a {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:39.574411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:39.668143 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] Set router 4043ab71-bd78-4fc4-bc3c-6918866d972f gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:03:39.757948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] For port 212a2c1d-64c8-4959-b9e9-086fce58cd4a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=212a2c1d-64c8-4959-b9e9-086fce58cd4a,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:39.758294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:39.879177 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Calling delete_port for 212a2c1d-64c8-4959-b9e9-086fce58cd4a owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:39.949167 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fbbdf70>, [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:03:37Z', 'revision_number': 5, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:39.952896 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f2ef4-27b8-4876-8a9a-19b9991dae3d None None] The sync data for ids ['4043ab71-bd78-4fc4-bc3c-6918866d972f'] in dv-neutron-818347-1-hyperv is: [{'id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'name': 'tempest-TestEncryptedCinderVolumes-408777972-router', 'tenant_id': '3e9142449e554db987da8a04ab8ea84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:08Z', 'updated_at': '2021-11-24T15:03:37Z', 'revision_number': 5, 'project_id': '3e9142449e554db987da8a04ab8ea84b', 'gw_port': {'id': '212a2c1d-64c8-4959-b9e9-086fce58cd4a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4043ab71-bd78-4fc4-bc3c-6918866d972f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:09Z', 'updated_at': '2021-11-24T15:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:03:40.110469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:40.114307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:40.155061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=212a2c1d-64c8-4959-b9e9-086fce58cd4a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:40.193842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.194221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.194590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.194952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.195312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.195670 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.196026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.196407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.196765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.197111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.197458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:40.203978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:40.367697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c648ef0a-00dd-4386-acca-02bb862aeef5 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:40.390330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:40.403911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: c648ef0a-00dd-4386-acca-02bb862aeef5 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:40.404301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device c648ef0a-00dd-4386-acca-02bb862aeef5 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:40.665786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:40.669844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:40.785485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:40.785984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4043ab71-bd78-4fc4-bc3c-6918866d972f {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:03:40.798115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:40.801687 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4043ab71-bd78-4fc4-bc3c-6918866d972f HTTP/1.1" status: 204  len: 168 time: 1.7735105
Nov 24 15:03:40.805953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34836) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:40.864289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Deleting subnet a4b405cb-ad5f-49d1-96b6-88486ebdf216 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:03:40.868726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:40.930823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.008226 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.134445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.138021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b75d909-b5da-4a08-b692-c7b05de27ea9 tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:41.174281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b405cb-ad5f-49d1-96b6-88486ebdf216,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:41.177714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:41.180903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.186254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c1a9d-86af-44d3-bddb-083782c7d0a8 None None] Network 6372dcf2-2f7d-447b-8c78-ee104c94438e requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:03:41.186665 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a4b405cb-ad5f-49d1-96b6-88486ebdf216 HTTP/1.1" status: 204  len: 168 time: 0.3836341
Nov 24 15:03:41.189747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34840) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:41.303835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.314315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Deleting port d5e36ad6-0d50-4718-8f52-bdabed5edd77 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:41.314510 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.443147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] DHCP port deletion for 6372dcf2-2f7d-447b-8c78-ee104c94438e request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:03:41.447807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Deleting port d5e36ad6-0d50-4718-8f52-bdabed5edd77 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:41.448221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.647069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] For port d5e36ad6-0d50-4718-8f52-bdabed5edd77, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d5e36ad6-0d50-4718-8f52-bdabed5edd77,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:41.647319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.662154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] For port d5e36ad6-0d50-4718-8f52-bdabed5edd77, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d5e36ad6-0d50-4718-8f52-bdabed5edd77,segment=NetworkSegment(5309e8fa-8dbe-4b99-8759-a786aa347715),segment_id=5309e8fa-8dbe-4b99-8759-a786aa347715)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:41.662548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.772378 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Calling delete_port for d5e36ad6-0d50-4718-8f52-bdabed5edd77 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:41.815457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Calling delete_port for d5e36ad6-0d50-4718-8f52-bdabed5edd77 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:41.911527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:41.916137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d6013e7b-c232-4642-84ea-10db9b031d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:41.917050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:03:41.917411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:03:41.958502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e36ad6-0d50-4718-8f52-bdabed5edd77,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:41.961080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:41.963468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] No DVR routers for this DVR port d5e36ad6-0d50-4718-8f52-bdabed5edd77 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:03:42.078075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:42.107245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f229940>,) {'filters': {'network_id': ['6372dcf2-2f7d-447b-8c78-ee104c94438e']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:42.120406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f229940>, '5309e8fa-8dbe-4b99-8759-a786aa347715') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:42.120697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f229940>, '5309e8fa-8dbe-4b99-8759-a786aa347715') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:42.131796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:42.147233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:42.153025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:03:42.153398 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:03:42.167160 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:03:42.300254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:42.303554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-26d245c3-a597-4847-947f-9c0c556a1a15 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:42.322177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5e36ad6-0d50-4718-8f52-bdabed5edd77 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:42.323134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:42.329250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Pushing event deleted for resources: {'Network': ['ID=6372dcf2-2f7d-447b-8c78-ee104c94438e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:42.333722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:42.358670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: d5e36ad6-0d50-4718-8f52-bdabed5edd77 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:42.359026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5e36ad6-0d50-4718-8f52-bdabed5edd77 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:42.359441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 212a2c1d-64c8-4959-b9e9-086fce58cd4a no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:42.396333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 212a2c1d-64c8-4959-b9e9-086fce58cd4a {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:42.396685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 212a2c1d-64c8-4959-b9e9-086fce58cd4a not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:42.414785 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6372dcf2-2f7d-447b-8c78-ee104c94438e HTTP/1.1" status: 204  len: 168 time: 1.2239828
Nov 24 15:03:42.418250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34844) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:42.418391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Deleting port d5e36ad6-0d50-4718-8f52-bdabed5edd77 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:42.418548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:42.482669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c3186591-1ec8-4826-99b7-fd9a28a1b57f None None] The port 'd5e36ad6-0d50-4718-8f52-bdabed5edd77' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:03:42.808421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:43.502416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Deleting port 4ec4efb8-a680-4523-ac75-814870c52755 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:43.503128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:43.668949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] For port 4ec4efb8-a680-4523-ac75-814870c52755, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=4ec4efb8-a680-4523-ac75-814870c52755,segment=NetworkSegment(58b3691c-097e-4016-b17f-c718a09f83c8),segment_id=58b3691c-097e-4016-b17f-c718a09f83c8)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:43.669291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:43.790782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Calling delete_port for 4ec4efb8-a680-4523-ac75-814870c52755 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:44.019404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:44.022958 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:44.063843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec4efb8-a680-4523-ac75-814870c52755,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:44.067302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:44.348071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:45.028173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Router 461ed6ed-36d1-4817-964a-c851a967d903 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:03:45.229730 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:03:45.238348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] Sync routers for ids ['461ed6ed-36d1-4817-964a-c851a967d903'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:03:45.238822 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] 10.222.0.53 "PUT /v2.0/routers/461ed6ed-36d1-4817-964a-c851a967d903/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8200712
Nov 24 15:03:45.241273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34848) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:45.250612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] Routers {'461ed6ed-36d1-4817-964a-c851a967d903'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:03:45.251228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201d61c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['461ed6ed-36d1-4817-964a-c851a967d903'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:45.431347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] Set router 461ed6ed-36d1-4817-964a-c851a967d903 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:03:45.435141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:45.632071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:45.704962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Deleting port 5f6d2925-2eac-4255-ad56-a31d9453494a {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:45.705300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:45.713139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201d61c0>, [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:03:43Z', 'revision_number': 5, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port': {'id': '5f6d2925-2eac-4255-ad56-a31d9453494a', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ed6ed-36d1-4817-964a-c851a967d903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:45.717004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] Checking router: 461ed6ed-36d1-4817-964a-c851a967d903 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:03:45.728514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] Routers {'461ed6ed-36d1-4817-964a-c851a967d903'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:03:45.729114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64201d61c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['461ed6ed-36d1-4817-964a-c851a967d903'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:45.881156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] Set router 461ed6ed-36d1-4817-964a-c851a967d903 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:03:45.882963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] For port 5f6d2925-2eac-4255-ad56-a31d9453494a, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5f6d2925-2eac-4255-ad56-a31d9453494a,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:45.883258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:45.985552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64201d61c0>, [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:03:45Z', 'revision_number': 6, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:45.990017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a98c89-4ba2-4014-afeb-2b2cc64a03b4 None None] The sync data for ids ['461ed6ed-36d1-4817-964a-c851a967d903'] in dv-neutron-818347-1-hyperv is: [{'id': '461ed6ed-36d1-4817-964a-c851a967d903', 'name': 'tempest-TestEncryptedCinderVolumes-644906655-router', 'tenant_id': 'df25ef9ede57418d888b7479b71e5275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:02:16Z', 'updated_at': '2021-11-24T15:03:45Z', 'revision_number': 6, 'project_id': 'df25ef9ede57418d888b7479b71e5275', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:03:46.001419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Calling delete_port for 5f6d2925-2eac-4255-ad56-a31d9453494a owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:46.214089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:46.218139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1f225113-7402-4c30-a712-3f9ea2463fe1 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:46.262801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6d2925-2eac-4255-ad56-a31d9453494a,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:46.265204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:46.394183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4ec4efb8-a680-4523-ac75-814870c52755 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:46.430156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 4ec4efb8-a680-4523-ac75-814870c52755 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:46.430586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 4ec4efb8-a680-4523-ac75-814870c52755 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:46.617815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:46.875673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:46.880293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:46.973383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:46.973915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461ed6ed-36d1-4817-964a-c851a967d903 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:03:46.985851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:46.990163 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] 10.222.0.53 "DELETE /v2.0/routers/461ed6ed-36d1-4817-964a-c851a967d903 HTTP/1.1" status: 204  len: 168 time: 1.7452779
Nov 24 15:03:46.990374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34852) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:47.051189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Deleting subnet 9b834655-ca1e-4e5c-bc67-7797a053fd5e {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:03:47.054256 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.106644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.182872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.323004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.326704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-10ce595f-f47f-44f4-8a97-b36d0724b0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:47.364345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b834655-ca1e-4e5c-bc67-7797a053fd5e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:47.368504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:47.371153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.376522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13791173-a03f-4c6b-8037-99a56e01338a None None] Network eb850c2d-d993-40bd-99b5-cd60cda9e307 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:03:47.376882 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-eda42faa-2850-4c73-bbc8-632bfe17a7a6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9b834655-ca1e-4e5c-bc67-7797a053fd5e HTTP/1.1" status: 204  len: 168 time: 0.3855486
Nov 24 15:03:47.379465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34856) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:47.484487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.495786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Deleting port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:47.498415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.628613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] DHCP port deletion for eb850c2d-d993-40bd-99b5-cd60cda9e307 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:03:47.633247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Deleting port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:47.633699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.700043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] For port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,segment=NetworkSegment(58b3691c-097e-4016-b17f-c718a09f83c8),segment_id=58b3691c-097e-4016-b17f-c718a09f83c8)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:47.700418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.823874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Calling delete_port for e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:47.878003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] For port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,segment=NetworkSegment(58b3691c-097e-4016-b17f-c718a09f83c8),segment_id=58b3691c-097e-4016-b17f-c718a09f83c8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:47.878497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.939628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:47.944494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:47.984803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:47.988786 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:47.997521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Calling delete_port for e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:03:47.998742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] No DVR routers for this DVR port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:03:48.067505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:03:48.067873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:03:48.241669 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:48.267904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641f46b070>,) {'filters': {'network_id': ['eb850c2d-d993-40bd-99b5-cd60cda9e307']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:48.285841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f46b070>, '58b3691c-097e-4016-b17f-c718a09f83c8') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:48.286138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641f46b070>, '58b3691c-097e-4016-b17f-c718a09f83c8') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:48.301768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:48.325607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:48.332963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:03:48.333504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:48.347570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:03:48.351802 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:03:48.389688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:48.390031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:48.390636 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f6d2925-2eac-4255-ad56-a31d9453494a no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:03:48.423937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5f6d2925-2eac-4255-ad56-a31d9453494a {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:03:48.424820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5f6d2925-2eac-4255-ad56-a31d9453494a not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:03:48.516690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:48.520895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a346b519-e641-40b6-9bd9-bcd6c21713c3 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:48.534992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:48.549290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=eb850c2d-d993-40bd-99b5-cd60cda9e307,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:48.552197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:48.557531 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] 10.222.0.53 "DELETE /v2.0/networks/eb850c2d-d993-40bd-99b5-cd60cda9e307 HTTP/1.1" status: 204  len: 168 time: 1.1736870
Nov 24 15:03:48.569610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Deleting port e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:03:48.570254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:48.639235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-4cce37ba-fff7-4a41-9f2d-e99661acc617 None None] The port 'e3eddb6e-a9c1-452a-bd8d-c7bd8b88f09d' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:03:48.913725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34862) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:48.965194 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-55fa1dd1-4fc8-453c-86af-edbfcc0c4bd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e9142449e554db987da8a04ab8ea84b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0502346
Nov 24 15:03:48.967482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34866) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:49.027060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:49.053075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:49.150965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:49.154650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8d8c2692-47e3-4b06-9db1-5ef7a22fdfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:49.169078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c8ed69-62ea-4144-b771-c6f06571651b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:49.171602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:49.218656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:49.219763 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33c8ed69-62ea-4144-b771-c6f06571651b HTTP/1.1" status: 204  len: 168 time: 0.2513933
Nov 24 15:03:49.843353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34874) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:49.896464 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1cfe872e-cb90-45c3-add4-050412e7f4ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df25ef9ede57418d888b7479b71e5275&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0517969
Nov 24 15:03:49.898809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34878) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:49.962082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54bff4f5-901a-4f04-850e-57571be837b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:49.987952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54bff4f5-901a-4f04-850e-57571be837b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:50.116530 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54bff4f5-901a-4f04-850e-57571be837b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:50.120280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bed9e4e9-51f3-41bc-8c0a-a9d39ca02128 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:50.131322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bff4f5-901a-4f04-850e-57571be837b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d72c8d-9665-4ab7-8548-7a138b74bae0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:50.135792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-54bff4f5-901a-4f04-850e-57571be837b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:50.138350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54bff4f5-901a-4f04-850e-57571be837b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:50.139446 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-54bff4f5-901a-4f04-850e-57571be837b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6d72c8d-9665-4ab7-8548-7a138b74bae0 HTTP/1.1" status: 204  len: 168 time: 0.2397277
Nov 24 15:03:50.585321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.339485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34900) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:51.465736 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2139842756-network', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:03:51.470449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:51.474487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Usage tracker for resource:network and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:03:51.477425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:03:51.483136 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:51.545087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Made reservation on behalf of abcd294ec9b447c0b38dbcb60819235c for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:03:51.547413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.560319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.590885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:51.594622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:03:51.597794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:03:51.603441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:51.665490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.733725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.737738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e58fbb83-0221-41ed-b35c-c1efc441081e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:51.771020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:03:51.776145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1de55c0-ce34-4e89-a3c1-60867b2ea55c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:51.779113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:51.785027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.785348 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Added segment c56807b5-7299-4146-99b1-30d5ed7fda2d of type vlan for network 77c984c8-473e-4f3f-8463-76da10668610
Nov 24 15:03:51.811939 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.876687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.877862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:51.878440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:51.883350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ccc52831-3e63-4144-a410-734632da2874 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:51.985551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=77c984c8-473e-4f3f-8463-76da10668610,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:51.988760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:51.995891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 77c984c8-473e-4f3f-8463-76da10668610 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:03:52.014466 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6737807
Nov 24 15:03:52.017121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34906) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:52.023616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Request body: {'subnet': {'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2139842756-subnet', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'ip_version': 4}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:03:52.028607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:52.032479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Usage tracker for resource:subnet and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:03:52.035798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:03:52.041574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:52.110261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Made reservation on behalf of abcd294ec9b447c0b38dbcb60819235c for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:03:52.113462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:52.367953 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:52.372469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed339d00-789e-4682-8a73-947230aa24e6 tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:52.447634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58b8681-59a7-4b8e-92a6-7049252c7576,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:52.450527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:52.461056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Checking segment: {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:03:52.461411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Network hostable DHCP agents. Network: 77c984c8-473e-4f3f-8463-76da10668610, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:03:52.539255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Network 77c984c8-473e-4f3f-8463-76da10668610 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:03:52.613829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 77c984c8-473e-4f3f-8463-76da10668610) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:03:52.617908 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:52.618663 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:52.625474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ac7fd-c3ab-45cf-a50d-149aed8dda14 None None] Network 77c984c8-473e-4f3f-8463-76da10668610 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:03:52.707514 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6893027
Nov 24 15:03:52.710102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34910) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:52.715568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:03:52.720219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:52.724294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Usage tracker for resource:router and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:03:52.727127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:03:52.733045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:52.808846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:52.809994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:52.829886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:52.842735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-77c984c8-473e-4f3f-8463-76da10668610', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:03:52.843553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.001971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Allocated IP 172.20.0.2 (77c984c8-473e-4f3f-8463-76da10668610/e58b8681-59a7-4b8e-92a6-7049252c7576/fd6334db-21f1-4f11-b1d8-a8b6be7c76fd) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:03:53.031302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.203917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.214513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Transition to ACTIVE for port object fd6334db-21f1-4f11-b1d8-a8b6be7c76fd will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:03:53.233479 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Transition to ACTIVE for port object fd6334db-21f1-4f11-b1d8-a8b6be7c76fd will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:03:53.291119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.311183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.316411 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-78550a9a-960f-4219-bd0b-f22e44239f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:53.321685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.375861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Network 77c984c8-473e-4f3f-8463-76da10668610 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:03:53.378792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:03:53.389131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:03:53.406078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Pushing event updated for resources: {'Port': ['ID=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:53.473741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b107d69a-4036-4cde-8e15-f41308b305b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.480290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.480631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.480967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.481298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.481621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.481941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.482275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.482589 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.482902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.483214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.483526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:53.494839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:53.508245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Attempting to bind port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:03:53.508620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Attempting to bind port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:03:53.508980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Attempting to bind port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd on network 77c984c8-473e-4f3f-8463-76da10668610 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:03:53.515845 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:03:53.516256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Checking segment: {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:03:53.516658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.517052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Bound using segment: {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:03:53.517512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Bound port: fd6334db-21f1-4f11-b1d8-a8b6be7c76fd, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:03:53.518525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.565900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Allocated IP 172.26.2.99 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/d5cdc0e1-e808-4a4f-9535-7f52c44a14da) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:03:53.609012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] For port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:03:53.612506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] For port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:03:53.687951 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.692412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-21097dd3-2007-4290-8aa1-f294601d991e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:53.716987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.774870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Pushing event updated for resources: {'Port': ['ID=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:53.780157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:53.797437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:53.802822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:53.873270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:03:53.876801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:03:53.880050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Pushing event updated for resources: {'Port': ['ID=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:53.882174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:03:53.917258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:53.933941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:54.112422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:54.113084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:54.354836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fd6334db-21f1-4f11-b1d8-a8b6be7c76fd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:03:54.408451 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Router dae5b65e-419f-4978-8621-2de4c259a7aa is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:03:54.516526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:03:54.617639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:03:54.627820 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Sync routers for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:03:54.640482 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:03:54.641145 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203b5160>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:54.688217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:54.689691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9782743
Nov 24 15:03:54.692416 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34914) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:54.740768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91046c7b-f108-4043-86ca-91fd7af1f933 None None] Network 77c984c8-473e-4f3f-8463-76da10668610 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:03:54.829993 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:03:54.911513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Provisioning for port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:03:54.920606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Provisioning complete for port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:54.920990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.095399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.121071 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203b5160>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:54Z', 'revision_number': 3, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:55.125146 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Checking router: dae5b65e-419f-4978-8621-2de4c259a7aa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:03:55.125501 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Updating router dae5b65e-419f-4978-8621-2de4c259a7aa port d5cdc0e1-e808-4a4f-9535-7f52c44a14da binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:03:55.138078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] For port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:55.180560 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.202691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.204647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:55.277449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Pushing event updated for resources: {'Port': ['ID=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:55.280709 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:55.428543 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d6b59465-1538-4e53-b9df-8b220789cfa5 None None] Provisioning complete for port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:55.429189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d6b59465-1538-4e53-b9df-8b220789cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.516327 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.528744 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Transition to ACTIVE for port object d5cdc0e1-e808-4a4f-9535-7f52c44a14da will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:03:55.591177 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.594884 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-d45007ff-5cd5-4071-99e2-85f743d12422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:55.628956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.705051 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Attempting to bind port d5cdc0e1-e808-4a4f-9535-7f52c44a14da on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:03:55.707175 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Attempting to bind port d5cdc0e1-e808-4a4f-9535-7f52c44a14da by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:03:55.707175 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Attempting to bind port d5cdc0e1-e808-4a4f-9535-7f52c44a14da on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:03:55.709544 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Pushing event updated for resources: {'Port': ['ID=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:55.715373 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:03:55.715732 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:03:55.716142 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.716528 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:03:55.716973 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Bound port: d5cdc0e1-e808-4a4f-9535-7f52c44a14da, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:03:55.717341 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.722861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6e8a6d1-b6fb-47ed-a310-837ac7f14f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.754421 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.754856 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.755187 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.755513 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.755834 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.756173 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.756488 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.756803 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.757112 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.757414 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.757711 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:03:55.762492 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:55.799949 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] For port d5cdc0e1-e808-4a4f-9535-7f52c44a14da, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:03:55.803048 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] For port d5cdc0e1-e808-4a4f-9535-7f52c44a14da, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:03:55.848541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Allocated IP 172.20.0.1 (77c984c8-473e-4f3f-8463-76da10668610/e58b8681-59a7-4b8e-92a6-7049252c7576/de84104f-9e4c-41db-9cd5-47d1ff6f68e1) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:03:55.917441 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:55.921299 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-da7d6d0d-f594-49e5-b5fb-ab75528fb0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:55.996341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.004813 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Pushing event updated for resources: {'Port': ['ID=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:56.006100 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:56.007771 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:03:56.008386 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203b5160>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:56.012564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Transition to ACTIVE for port object de84104f-9e4c-41db-9cd5-47d1ff6f68e1 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:03:56.088232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.092535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-db9e0c12-a31a-43af-b1c1-0a53cc4f4cfb tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:56.160837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Network 77c984c8-473e-4f3f-8463-76da10668610 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:03:56.164187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:56.166550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:03:56.168329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:56.169010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:03:56.192014 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:03:56.222549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.341358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fd6334db-21f1-4f11-b1d8-a8b6be7c76fd up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:03:56.395294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.421229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:56.421614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.492420 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203b5160>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:54Z', 'revision_number': 3, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:03:56.496695 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87bb5f-1392-42e8-ad60-0ff736046613 None None] The sync data for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv is: [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:54Z', 'revision_number': 3, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:03:56.619578 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-23ca63f1-a683-4c36-9fe4-97095b213749 None None] Provisioning for port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:03:56.625370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-23ca63f1-a683-4c36-9fe4-97095b213749 None None] Provisioning complete for port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:56.625918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-23ca63f1-a683-4c36-9fe4-97095b213749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.647125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.695103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.695574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-23ca63f1-a683-4c36-9fe4-97095b213749 None None] Port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:03:56.726435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8f1eb990-b87f-41be-a713-67092604cff8 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:56.808679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.817061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:56.820726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:56.823550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:56.967703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Network 77c984c8-473e-4f3f-8463-76da10668610 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:03:56.968921 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:03:57.226231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-674fce6f-8fa8-492f-b350-0aa7dfb1f244 None None] Provisioning complete for port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:57.226610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-674fce6f-8fa8-492f-b350-0aa7dfb1f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:57.286225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-674fce6f-8fa8-492f-b350-0aa7dfb1f244 None None] Port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:03:57.370313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Router dae5b65e-419f-4978-8621-2de4c259a7aa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:03:57.585639 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:03:57.684586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:03:57.693112 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] 10.222.0.53 "PUT /v2.0/routers/dae5b65e-419f-4978-8621-2de4c259a7aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9996119
Nov 24 15:03:58.271136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:58.352511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5cdc0e1-e808-4a4f-9535-7f52c44a14da up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:03:58.470159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d5cdc0e1-e808-4a4f-9535-7f52c44a14da completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:03:58.475852 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d5cdc0e1-e808-4a4f-9535-7f52c44a14da triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:03:58.476348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:58.591810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:58.607186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port d5cdc0e1-e808-4a4f-9535-7f52c44a14da, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:03:58.671067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:58.673200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:58.727832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34936) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:58.734503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1004517928-network', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:03:58.738358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:58.739818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:58.741699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:58.743676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Usage tracker for resource:network and tenant:db66c90ae2cb44fba8b7f09636d6392c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:03:58.746558 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:03:58.754218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:58.819580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Made reservation on behalf of db66c90ae2cb44fba8b7f09636d6392c for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:03:58.821971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:58.835809 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:58.871914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:58.875715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Usage tracker for resource:security_group_rule and tenant:db66c90ae2cb44fba8b7f09636d6392c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:03:58.879303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:03:58.885054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:59.065928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.099300 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.102294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1a4c69a1-b7d1-4066-afc2-7a2d8ca33457 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:59.132501 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:03:59.137820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3000762-5f16-4c95-9e5d-02fa49682b49,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:59.141311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:59.146572 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.146572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Added segment 8ca8f019-ea98-42df-9b56-c4adea6b13bb of type vlan for network 324f7cd2-a40e-40b6-b7a1-886cb4e87146
Nov 24 15:03:59.170387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.247544 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.248446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:03:59.249008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.252476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:59.349420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Pushing event updated for resources: {'Network': ['ID=324f7cd2-a40e-40b6-b7a1-886cb4e87146,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:59.352073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:59.359298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:03:59.397214 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6675282
Nov 24 15:03:59.399725 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34940) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:03:59.405599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Request body: {'subnet': {'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1004517928-subnet', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:03:59.411080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:03:59.414996 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Usage tracker for resource:subnet and tenant:db66c90ae2cb44fba8b7f09636d6392c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:03:59.417926 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:03:59.424441 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:03:59.510896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Made reservation on behalf of db66c90ae2cb44fba8b7f09636d6392c for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:03:59.513410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.756951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:03:59.762425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5b00ec9f-7718-402c-9a67-9623943ee590 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:03:59.835892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8b531d-210d-44c6-be74-52246e330293,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:03:59.839766 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:03:59.848734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Checking segment: {'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:03:59.851657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Network hostable DHCP agents. Network: 324f7cd2-a40e-40b6-b7a1-886cb4e87146, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:03:59.922204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:03:59.985148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Sync routers for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:03:59.997089 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:03:59.997694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffb6a90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:00.013588 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 324f7cd2-a40e-40b6-b7a1-886cb4e87146) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:04:00.019611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:00.020371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.051347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ab09d-4526-4865-8580-248d1a7c0347 None None] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:04:00.094403 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d808f055-3be6-4ed4-9bcd-25879a611661 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6935651
Nov 24 15:04:00.096886 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 34944) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:04:00.102211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:04:00.107059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:04:00.111011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Usage tracker for resource:router and tenant:db66c90ae2cb44fba8b7f09636d6392c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:04:00.114668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:04:00.120424 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:04:00.191291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.192504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.211651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.339559 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5cdc0e1-e808-4a4f-9535-7f52c44a14da up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:00.398284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:00.441963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.579812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-324f7cd2-a40e-40b6-b7a1-886cb4e87146', 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'fixed_ips': [{'subnet_id': '3d8b531d-210d-44c6-be74-52246e330293'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:04:00.580684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.698065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.720384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d5cdc0e1-e808-4a4f-9535-7f52c44a14da triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:00.721332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.729378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:00.872905 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Allocated IP 172.26.2.111 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:04:00.985844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Allocated IP 172.20.0.2 (324f7cd2-a40e-40b6-b7a1-886cb4e87146/3d8b531d-210d-44c6-be74-52246e330293/5bd154b7-5856-4d56-97e2-744649086400) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:04:01.038053 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.116154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffb6a90>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 2, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:01.132082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Checking router: dae5b65e-419f-4978-8621-2de4c259a7aa for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:04:01.132468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Updating router dae5b65e-419f-4978-8621-2de4c259a7aa port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:04:01.139625 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.144298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-27426fbf-6501-4687-8e58-6feaa6598411 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:01.214179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:04:01.217524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:04:01.219541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:01.222106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:04:01.238839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.249471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:01.316869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.338728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Transition to ACTIVE for port object 5bd154b7-5856-4d56-97e2-744649086400 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:01.413575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Transition to ACTIVE for port object 5bd154b7-5856-4d56-97e2-744649086400 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:01.437687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.438409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.496844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.508181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:01.584123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:04:01.589052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:04:01.595323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:04:01.609114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Pushing event updated for resources: {'Port': ['ID=5bd154b7-5856-4d56-97e2-744649086400,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:01.617623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:01.780607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Attempting to bind port 5bd154b7-5856-4d56-97e2-744649086400 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:04:01.780987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Attempting to bind port 5bd154b7-5856-4d56-97e2-744649086400 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:04:01.781360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Attempting to bind port 5bd154b7-5856-4d56-97e2-744649086400 on network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:04:01.829623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:04:01.830096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Checking segment: {'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:04:01.831236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.831494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Bound using segment: {'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:04:01.831974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Bound port: 5bd154b7-5856-4d56-97e2-744649086400, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:04:01.832385 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.859262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Router 975bcf10-aeec-47c5-a353-641511b4c1af is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:04:01.907672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:01.938443 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Transition to ACTIVE for port object de84104f-9e4c-41db-9cd5-47d1ff6f68e1 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:01.954518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] For port 5bd154b7-5856-4d56-97e2-744649086400, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:04:01.957740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] For port 5bd154b7-5856-4d56-97e2-744649086400, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5bd154b7-5856-4d56-97e2-744649086400,segment=NetworkSegment(8ca8f019-ea98-42df-9b56-c4adea6b13bb),segment_id=8ca8f019-ea98-42df-9b56-c4adea6b13bb)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:04:02.024900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:02.029290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:02.062838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:02.065730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:04:02.075644 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Sync routers for ids ['975bcf10-aeec-47c5-a353-641511b4c1af'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:04:02.089065 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Routers {'975bcf10-aeec-47c5-a353-641511b4c1af'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:04:02.089978 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202274f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['975bcf10-aeec-47c5-a353-641511b4c1af'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:02.145484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:02.147002 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-66c096ef-0815-483b-be0a-0e2b82526fc6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0489483
Nov 24 15:04:02.149791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 34948) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:04:02.166848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a591039-7510-46b2-9d3f-31a6d3a082e8 None None] Pushing event updated for resources: {'Port': ['ID=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:02.170376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a591039-7510-46b2-9d3f-31a6d3a082e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:02.170984 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-fe8873f6-dba4-4c96-a82a-9d3e6c002e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:02.319148 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Set router 975bcf10-aeec-47c5-a353-641511b4c1af gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:02.335688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Pushing event updated for resources: {'Port': ['ID=5bd154b7-5856-4d56-97e2-744649086400,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:02.360577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:02.371549 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Attempting to bind port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:04:02.371849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Attempting to bind port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:04:02.372317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Attempting to bind port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 on network 77c984c8-473e-4f3f-8463-76da10668610 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:04:02.380522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:04:02.380902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Checking segment: {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:04:02.381634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:02.382037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Bound using segment: {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:04:02.382506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Bound port: de84104f-9e4c-41db-9cd5-47d1ff6f68e1, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:04:02.383267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:02.538843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] For port de84104f-9e4c-41db-9cd5-47d1ff6f68e1, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:04:02.542211 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] For port de84104f-9e4c-41db-9cd5-47d1ff6f68e1, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:04:02.618655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:02.618655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:02.702702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a591039-7510-46b2-9d3f-31a6d3a082e8 None None] Pushing event updated for resources: {'Port': ['ID=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:02.705842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:04:02.706463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ffb6a90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:02.716691 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202274f0>, [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:01Z', 'revision_number': 3, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port': {'id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:02.720686 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Checking router: 975bcf10-aeec-47c5-a353-641511b4c1af for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:04:02.721171 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Updating router 975bcf10-aeec-47c5-a353-641511b4c1af port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:04:02.757568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a591039-7510-46b2-9d3f-31a6d3a082e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:02.775723 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:02.917658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:03.148747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.289553 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.305302 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Transition to ACTIVE for port object 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:03.323929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ffb6a90>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:02Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:03.328159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d1860-e85b-4d90-86ab-b7989ff41b45 None None] The sync data for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv is: [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:02Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:04:03.382488 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.382698 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:03.426457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Allocated IP 172.20.0.1 (324f7cd2-a40e-40b6-b7a1-886cb4e87146/3d8b531d-210d-44c6-be74-52246e330293/0ebcb11f-8441-406e-ab55-9ef014dd544f) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:04:03.459989 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f2e49-8aad-4941-a4cf-36e9aacc205d None None] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:04:03.486026 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a515-fb65-4ea2-9057-96429f50dce0 None None] Pushing event updated for resources: {'Port': ['ID=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:03.490424 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ebc3a515-fb65-4ea2-9057-96429f50dce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:03.491299 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Attempting to bind port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:04:03.491661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Attempting to bind port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:04:03.492014 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Attempting to bind port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:04:03.505005 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:04:03.505855 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:04:03.506728 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.507429 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:04:03.508144 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Bound port: 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:04:03.508760 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.605671 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] For port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:04:03.609222 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] For port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:04:03.621044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.641145 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Transition to ACTIVE for port object 0ebcb11f-8441-406e-ab55-9ef014dd544f will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:03.671915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f9c5e3d6-9ab7-4f34-a4bc-df019a46b892 None None] Provisioning for port 5bd154b7-5856-4d56-97e2-744649086400 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:03.699810 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.703705 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:03.740229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:03.746486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b67798c-d4f0-42e0-bbb7-ee6ed3dcdcaa tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:03.788738 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a515-fb65-4ea2-9057-96429f50dce0 None None] Pushing event updated for resources: {'Port': ['ID=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:03.792078 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ebc3a515-fb65-4ea2-9057-96429f50dce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:03.794073 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Routers {'975bcf10-aeec-47c5-a353-641511b4c1af'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:04:03.794846 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202274f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['975bcf10-aeec-47c5-a353-641511b4c1af'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:03.831549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:04:03.835247 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:04:03.839693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:04:03.900268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ebcb11f-8441-406e-ab55-9ef014dd544f,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:03.923879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.924297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.924917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.925352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.925999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.926115 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.930203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.930665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.931039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.931396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.931755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:03.940275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:03.950400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.034121 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] Set router 975bcf10-aeec-47c5-a353-641511b4c1af gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:04.127615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.276402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7622245e-952c-447b-aa08-664f4a464681 None None] Provisioning for port 0ebcb11f-8441-406e-ab55-9ef014dd544f completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:04.281516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-7622245e-952c-447b-aa08-664f4a464681 None None] Provisioning complete for port 0ebcb11f-8441-406e-ab55-9ef014dd544f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:04.281909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7622245e-952c-447b-aa08-664f4a464681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.416233 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202274f0>, [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:01Z', 'revision_number': 3, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port': {'id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:04.427738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7622245e-952c-447b-aa08-664f4a464681 None None] Port 0ebcb11f-8441-406e-ab55-9ef014dd544f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:04:04.427882 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12344d69-ba93-4b73-88e1-9d971b9763f4 None None] The sync data for ids ['975bcf10-aeec-47c5-a353-641511b4c1af'] in dv-neutron-818347-1-hyperv is: [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:01Z', 'revision_number': 3, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port': {'id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:04:04.460311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device de84104f-9e4c-41db-9cd5-47d1ff6f68e1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:04.566235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.613770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:04.619001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:04.623444 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.642466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.670767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0ef59629-ffce-4479-9bfe-114deb41b22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:04.733575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.752391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ebcb11f-8441-406e-ab55-9ef014dd544f,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:04.754903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.759118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:04.766651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port de84104f-9e4c-41db-9cd5-47d1ff6f68e1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:04:04.842179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:04.843078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5bd154b7-5856-4d56-97e2-744649086400 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:04.867555 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:04.896005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:04:04.897108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:04:04.959566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:04.963468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:05.031893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5bd154b7-5856-4d56-97e2-744649086400 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:05.039605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5bd154b7-5856-4d56-97e2-744649086400 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:05.041738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:05.175401 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:05.185853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-737b14f0-b4a8-42d8-b27b-4bedba41af41 None None] Provisioning complete for port 0ebcb11f-8441-406e-ab55-9ef014dd544f triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:05.186228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-737b14f0-b4a8-42d8-b27b-4bedba41af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:05.254833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-737b14f0-b4a8-42d8-b27b-4bedba41af41 None None] Port 0ebcb11f-8441-406e-ab55-9ef014dd544f cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:04:05.258114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 5bd154b7-5856-4d56-97e2-744649086400, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5bd154b7-5856-4d56-97e2-744649086400,segment=NetworkSegment(8ca8f019-ea98-42df-9b56-c4adea6b13bb),segment_id=8ca8f019-ea98-42df-9b56-c4adea6b13bb)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:04:05.296459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Router 975bcf10-aeec-47c5-a353-641511b4c1af has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:04:05.339474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:05.341354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e28cfcd6-31df-4b6e-b9aa-9e3d5769bbc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:05.415838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=5bd154b7-5856-4d56-97e2-744649086400,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:05.418811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:05.495351 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:04:05.504067 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/975bcf10-aeec-47c5-a353-641511b4c1af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3519380
Nov 24 15:04:06.349799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device de84104f-9e4c-41db-9cd5-47d1ff6f68e1 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:06.427528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:06.428006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:06.556226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5bd154b7-5856-4d56-97e2-744649086400 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:06.632308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5bd154b7-5856-4d56-97e2-744649086400 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:06.632707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:12.402526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:13.013039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:13.018291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:13.018671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:13.146503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:13.163597 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:04:13.242200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:13.244076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:13.320335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:13.323332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:14.349611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:14.428736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:14.429124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:17.954864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86f9e4-85bc-4710-9624-14a03616be2c req-eb21be0a-32d4-42ec-afb4-c9c0ea5d6080 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:17.955544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-da86f9e4-85bc-4710-9624-14a03616be2c req-eb21be0a-32d4-42ec-afb4-c9c0ea5d6080 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:04:18.046692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-da86f9e4-85bc-4710-9624-14a03616be2c req-eb21be0a-32d4-42ec-afb4-c9c0ea5d6080 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:04:18.047880 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-eb21be0a-32d4-42ec-afb4-c9c0ea5d6080 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 815 time: 0.2386854
Nov 24 15:04:18.064486 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-d93439ee-18b3-480d-ac5b-cd55bcf7ca4d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/quotas/abcd294ec9b447c0b38dbcb60819235c HTTP/1.1" status: 200  len: 375 time: 0.0105658
Nov 24 15:04:18.147047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-da86f9e4-85bc-4710-9624-14a03616be2c req-2dcb9f65-91ad-4a40-bc1b-3129f76ff3bf tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:04:18.310380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-da86f9e4-85bc-4710-9624-14a03616be2c req-2dcb9f65-91ad-4a40-bc1b-3129f76ff3bf tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:04:18.311730 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-2dcb9f65-91ad-4a40-bc1b-3129f76ff3bf tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2423530
Nov 24 15:04:18.569445 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-247f961a-b2dd-4001-85d6-c9626873578b service neutron] 10.222.0.53 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454445
Nov 24 15:04:18.812817 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-fa75b347-19b2-4418-bacf-0e9886a0bd18 service neutron] 10.222.0.53 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2376053
Nov 24 15:04:19.084706 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1da7ef2f-7971-46c6-ae1e-7bf50d3b06c0 req-3db42772-d939-4f5d-8293-90793fc039e7 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 210 time: 0.0435317
Nov 24 15:04:20.193950 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f0640256-01f8-48f4-9bf2-46ce19bda22c req-ffb94960-cd5b-4646-b9aa-2107938af12a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 210 time: 0.0414488
Nov 24 15:04:20.602165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:21.361019 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f9673a36-8cc1-4356-9488-a635dcf92a3c req-2348a046-281b-44be-8764-9d81b93f6f0d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 210 time: 0.0428665
Nov 24 15:04:21.482359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86f9e4-85bc-4710-9624-14a03616be2c req-ae1bcbb5-7247-4335-bb7b-b11cc4f48827 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:21.483706 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-ae1bcbb5-7247-4335-bb7b-b11cc4f48827 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.81 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 815 time: 0.1479158
Nov 24 15:04:21.500534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'port': {'device_id': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'admin_state_up': True, 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:04:21.637316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:04:21.647584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:04:21.755904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Made reservation on behalf of abcd294ec9b447c0b38dbcb60819235c for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:04:21.758949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:21.927761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Allocated IP 172.20.0.14 (77c984c8-473e-4f3f-8463-76da10668610/e58b8681-59a7-4b8e-92a6-7049252c7576/8a84d2ae-6851-4d7c-a73b-edac3ec929ff) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:04:22.132891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:22.148831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Transition to ACTIVE for port object 8a84d2ae-6851-4d7c-a73b-edac3ec929ff will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:22.234043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:22.247536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e9b1fe51-58f4-4180-b0f0-52bffbbb3ab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:22.347522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Network 77c984c8-473e-4f3f-8463-76da10668610 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:04:22.352057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:04:22.356777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:04:22.388391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:22.396761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:22.455413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:22.456495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:22.605481 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1089561
Nov 24 15:04:22.682039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c8f58-30fc-4be7-80d0-3d32aa1081fb req-17db4b22-9d39-4f2e-9932-8275049792a9 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:22.684611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-926c8f58-30fc-4be7-80d0-3d32aa1081fb req-17db4b22-9d39-4f2e-9932-8275049792a9 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:04:22.784999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-926c8f58-30fc-4be7-80d0-3d32aa1081fb req-17db4b22-9d39-4f2e-9932-8275049792a9 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:04:22.791555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-926c8f58-30fc-4be7-80d0-3d32aa1081fb req-17db4b22-9d39-4f2e-9932-8275049792a9 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.2341704
Nov 24 15:04:22.846554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-926c8f58-30fc-4be7-80d0-3d32aa1081fb req-c53e1cb2-7387-4e36-b433-68a730ff1456 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:04:22.875728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0817ac47-9e34-4817-86dd-0e2e50a33f10 None None] Provisioning for port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:22.883553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0817ac47-9e34-4817-86dd-0e2e50a33f10 None None] Provisioning complete for port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:22.883938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0817ac47-9e34-4817-86dd-0e2e50a33f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:22.933986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-926c8f58-30fc-4be7-80d0-3d32aa1081fb req-c53e1cb2-7387-4e36-b433-68a730ff1456 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:04:22.935855 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-926c8f58-30fc-4be7-80d0-3d32aa1081fb req-c53e1cb2-7387-4e36-b433-68a730ff1456 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388912
Nov 24 15:04:22.957320 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-0817ac47-9e34-4817-86dd-0e2e50a33f10 None None] Port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:04:23.459225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-28cca42b-9a6f-4b41-b166-b79cec548cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:23.649467 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Sync routers for ids ['975bcf10-aeec-47c5-a353-641511b4c1af'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:04:23.663198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Routers {'975bcf10-aeec-47c5-a353-641511b4c1af'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:04:23.663940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6da580>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['975bcf10-aeec-47c5-a353-641511b4c1af'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:23.899517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Set router 975bcf10-aeec-47c5-a353-641511b4c1af gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:24.131640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:24.200878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90db14-8ba1-4971-8378-0a481ea02c8e req-a615e5e1-d7d0-4a45-bb6e-d2a7e1a53196 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:24.202328 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9b90db14-8ba1-4971-8378-0a481ea02c8e req-a615e5e1-d7d0-4a45-bb6e-d2a7e1a53196 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.0972252
Nov 24 15:04:24.267019 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9b90db14-8ba1-4971-8378-0a481ea02c8e req-3628f645-46ea-4da5-af6b-7b3952775d8e tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576444
Nov 24 15:04:24.306097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6da580>, [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:03Z', 'revision_number': 4, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port': {'id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '0ebcb11f-8441-406e-ab55-9ef014dd544f', 'name': '', 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'mac_address': 'fa:16:3e:0d:78:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8b531d-210d-44c6-be74-52246e330293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:03Z', 'updated_at': '2021-11-24T15:04:04Z', 'revision_number': 2, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'subnets': [{'id': '3d8b531d-210d-44c6-be74-52246e330293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:24.311667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Checking router: 975bcf10-aeec-47c5-a353-641511b4c1af for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:04:24.313034 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Updating router 975bcf10-aeec-47c5-a353-641511b4c1af port 0ebcb11f-8441-406e-ab55-9ef014dd544f binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:04:24.380324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:24.749668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:24.761694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Transition to ACTIVE for port object 0ebcb11f-8441-406e-ab55-9ef014dd544f will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:24.858986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:24.865608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:25.020670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ece55-0cf1-4de9-9aaf-28dc691ff626 None None] Pushing event updated for resources: {'Port': ['ID=0ebcb11f-8441-406e-ab55-9ef014dd544f,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:25.028008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b10ece55-0cf1-4de9-9aaf-28dc691ff626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:25.083407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Attempting to bind port 0ebcb11f-8441-406e-ab55-9ef014dd544f on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:04:25.083785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Attempting to bind port 0ebcb11f-8441-406e-ab55-9ef014dd544f by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:04:25.084212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Attempting to bind port 0ebcb11f-8441-406e-ab55-9ef014dd544f on network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:04:25.103604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:04:25.103992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Checking segment: {'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:04:25.104436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:25.104844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Bound using segment: {'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:04:25.105329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Bound port: 0ebcb11f-8441-406e-ab55-9ef014dd544f, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca8f019-ea98-42df-9b56-c4adea6b13bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:04:25.105718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:25.220141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] For port 0ebcb11f-8441-406e-ab55-9ef014dd544f, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:04:25.223909 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] For port 0ebcb11f-8441-406e-ab55-9ef014dd544f, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0ebcb11f-8441-406e-ab55-9ef014dd544f,segment=NetworkSegment(8ca8f019-ea98-42df-9b56-c4adea6b13bb),segment_id=8ca8f019-ea98-42df-9b56-c4adea6b13bb)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:04:25.319212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:25.319212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-9fd75324-47a1-48d7-b96a-210c5566e937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:25.402647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Routers {'975bcf10-aeec-47c5-a353-641511b4c1af'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:04:25.403278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6da580>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:03:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['975bcf10-aeec-47c5-a353-641511b4c1af'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:25.457733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ece55-0cf1-4de9-9aaf-28dc691ff626 None None] Pushing event updated for resources: {'Port': ['ID=0ebcb11f-8441-406e-ab55-9ef014dd544f,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:25.466218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b10ece55-0cf1-4de9-9aaf-28dc691ff626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:25.534150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b4947-24b7-4b30-8486-ef42d498abc6 req-d0b4a153-3486-4ebc-a06b-0aa3236d7906 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:25.535664 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-117b4947-24b7-4b30-8486-ef42d498abc6 req-d0b4a153-3486-4ebc-a06b-0aa3236d7906 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.1418197
Nov 24 15:04:25.610621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-117b4947-24b7-4b30-8486-ef42d498abc6 req-9f473151-ffe3-424e-8912-ade4dd411609 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668550
Nov 24 15:04:25.659516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] Set router 975bcf10-aeec-47c5-a353-641511b4c1af gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:25.865178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-45221ac1-2daa-4976-90ff-7010e4f675e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:26.070609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6da580>, [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:03Z', 'revision_number': 4, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port': {'id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '0ebcb11f-8441-406e-ab55-9ef014dd544f', 'name': '', 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'mac_address': 'fa:16:3e:0d:78:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8b531d-210d-44c6-be74-52246e330293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:03Z', 'updated_at': '2021-11-24T15:04:25Z', 'revision_number': 4, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'subnets': [{'id': '3d8b531d-210d-44c6-be74-52246e330293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:26.074616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587e3c9-3d74-4e21-b4ff-4dfc6c918a30 None None] The sync data for ids ['975bcf10-aeec-47c5-a353-641511b4c1af'] in dv-neutron-818347-1-hyperv is: [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:03Z', 'revision_number': 4, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port': {'id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '0ebcb11f-8441-406e-ab55-9ef014dd544f', 'name': '', 'network_id': '324f7cd2-a40e-40b6-b7a1-886cb4e87146', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'mac_address': 'fa:16:3e:0d:78:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d8b531d-210d-44c6-be74-52246e330293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:03Z', 'updated_at': '2021-11-24T15:04:25Z', 'revision_number': 4, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'subnets': [{'id': '3d8b531d-210d-44c6-be74-52246e330293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:04:26.392031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0ebcb11f-8441-406e-ab55-9ef014dd544f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:26.550226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 0ebcb11f-8441-406e-ab55-9ef014dd544f completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:26.556458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0ebcb11f-8441-406e-ab55-9ef014dd544f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:26.556830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:26.694834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:26.749537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 0ebcb11f-8441-406e-ab55-9ef014dd544f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0ebcb11f-8441-406e-ab55-9ef014dd544f,segment=NetworkSegment(8ca8f019-ea98-42df-9b56-c4adea6b13bb),segment_id=8ca8f019-ea98-42df-9b56-c4adea6b13bb)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:04:26.824895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:26.839451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b10ece55-0cf1-4de9-9aaf-28dc691ff626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:26.949947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:26.960667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98248a63-f352-45b6-99f1-320bafe79c10 req-81205b9b-8a6b-4ee8-9803-833c81efea70 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:26.972597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-98248a63-f352-45b6-99f1-320bafe79c10 req-81205b9b-8a6b-4ee8-9803-833c81efea70 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.1430278
Nov 24 15:04:27.008967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=0ebcb11f-8441-406e-ab55-9ef014dd544f,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:27.030027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:27.038132 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-98248a63-f352-45b6-99f1-320bafe79c10 req-2c757185-69b9-4069-b32b-95ff0e879090 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630224
Nov 24 15:04:28.277231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ea6d1-0f6e-4978-bcd0-9f0ef0ab78fb req-e478345f-15b4-499f-a089-72f45fc846d4 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:28.278744 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-875ea6d1-0f6e-4978-bcd0-9f0ef0ab78fb req-e478345f-15b4-499f-a089-72f45fc846d4 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.1084476
Nov 24 15:04:28.352731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-875ea6d1-0f6e-4978-bcd0-9f0ef0ab78fb req-69ee65f0-4e1a-4ca8-b73e-6668cd30e7a2 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680346
Nov 24 15:04:28.370049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:28.461161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0ebcb11f-8441-406e-ab55-9ef014dd544f up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:28.574586 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0ebcb11f-8441-406e-ab55-9ef014dd544f triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:28.578434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:29.549296 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbb24b-7d27-458f-bd08-59a31edf8683 req-1f727af8-7cc8-4353-96ac-807aebdabd69 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:29.551635 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-28dbb24b-7d27-458f-bd08-59a31edf8683 req-1f727af8-7cc8-4353-96ac-807aebdabd69 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.0843189
Nov 24 15:04:29.618664 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-28dbb24b-7d27-458f-bd08-59a31edf8683 req-18265a84-0c0b-4862-8081-5021bc5f2fbc tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462012
Nov 24 15:04:30.847909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553de43-bf7e-4eff-8a1d-abea5c4f121a req-2929b8a6-1147-4cd6-a852-6b25a8994a72 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:30.849570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1553de43-bf7e-4eff-8a1d-abea5c4f121a req-2929b8a6-1147-4cd6-a852-6b25a8994a72 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.1140027
Nov 24 15:04:30.910275 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1553de43-bf7e-4eff-8a1d-abea5c4f121a req-b229309f-3027-4f1e-85b2-96360175c796 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549812
Nov 24 15:04:31.635996 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Request body: {'port': {'device_id': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:04:31.742095 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:32.086139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a84d2ae-6851-4d7c-a73b-edac3ec929ff {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:04:32.093014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:32.106645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab8ad-7602-4374-9c0d-8b600ef6b16d req-34803eaf-5803-488b-a427-46e5fa582426 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:32.108135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Transition to ACTIVE for port object 8a84d2ae-6851-4d7c-a73b-edac3ec929ff will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:04:32.108270 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-062ab8ad-7602-4374-9c0d-8b600ef6b16d req-34803eaf-5803-488b-a427-46e5fa582426 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 932 time: 0.0784535
Nov 24 15:04:32.157721 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-062ab8ad-7602-4374-9c0d-8b600ef6b16d req-f3b32a37-91eb-4d72-89f5-232c3b7630a3 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439410
Nov 24 15:04:32.166984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:32.171611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c305790d-6ddb-4e1d-a5e5-af166d386ee1 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:32.410317 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:32.414571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:32.515883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Attempting to bind port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:04:32.516242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Attempting to bind port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:04:32.516561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Attempting to bind port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff on network 77c984c8-473e-4f3f-8463-76da10668610 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:04:32.522732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff on network 77c984c8-473e-4f3f-8463-76da10668610 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:04:32.523044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Attempting to bind port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff on network 77c984c8-473e-4f3f-8463-76da10668610 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:04:32.529233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:04:32.529567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Checking segment: {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:04:32.529943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Bound using segment: {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:04:32.530354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Bound port: 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56807b5-7299-4146-99b1-30d5ed7fda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '77c984c8-473e-4f3f-8463-76da10668610'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:04:32.530691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:32.616412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:04:32.619302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:04:32.698765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:32.702496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6536295a-2fd4-4f62-b2c4-3e5f9acd851e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:32.759432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:32.760810 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] 10.222.0.81 "PUT /v2.0/ports/8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 1094 time: 1.1293271
Nov 24 15:04:32.761332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:04:32.786265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:32.789903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:32.824713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'status': 'completed', 'code': 200}
Nov 24 15:04:32.925670 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-659783d2-10c2-43ad-816a-e4dce26a6226 req-cc6174f4-1257-46a8-a7b9-0394b4675711 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1097 time: 0.0799937
Nov 24 15:04:33.069753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659783d2-10c2-43ad-816a-e4dce26a6226 req-cc6d1cbc-4c3a-4d71-9509-ce2e2c6f25c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:33.071177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-659783d2-10c2-43ad-816a-e4dce26a6226 req-cc6d1cbc-4c3a-4d71-9509-ce2e2c6f25c6 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=abcd294ec9b447c0b38dbcb60819235c&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1385126
Nov 24 15:04:33.204998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659783d2-10c2-43ad-816a-e4dce26a6226 req-4bb1f22d-2d72-491b-b4a4-05d0fcf917c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:33.206379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-659783d2-10c2-43ad-816a-e4dce26a6226 req-4bb1f22d-2d72-491b-b4a4-05d0fcf917c6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1291680
Nov 24 15:04:33.310119 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-9cc8dca6-ba28-481a-84f8-181887b96ae7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1097 time: 0.0694139
Nov 24 15:04:33.357404 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accae768-5d52-470f-8c0e-dced88aadc31 req-22340f9e-7e76-4bf0-83ce-4e7989638ca2 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:33.358842 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-accae768-5d52-470f-8c0e-dced88aadc31 req-22340f9e-7e76-4bf0-83ce-4e7989638ca2 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 944 time: 0.0766983
Nov 24 15:04:33.382482 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-e7284d25-06ee-4d03-87c0-f3afb2906fc2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 217 time: 0.0653741
Nov 24 15:04:33.404877 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-accae768-5d52-470f-8c0e-dced88aadc31 req-f03f75e4-1734-4d68-9faf-d4f832dd0e7b tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391600
Nov 24 15:04:33.446206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86f9e4-85bc-4710-9624-14a03616be2c req-01740d63-c43f-42c3-b787-5182eae382fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:33.447626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-01740d63-c43f-42c3-b787-5182eae382fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 200  len: 854 time: 0.0595269
Nov 24 15:04:33.525384 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-86d23695-49d3-4894-a188-35335f3aa03b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77c984c8-473e-4f3f-8463-76da10668610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715015
Nov 24 15:04:33.656890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-f4c2e0af-c25b-4f63-9bad-b61bc32fb24a service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248474
Nov 24 15:04:33.785600 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-da86f9e4-85bc-4710-9624-14a03616be2c req-0ce96cce-712c-4b32-9656-6d1cefbe81b8 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224127
Nov 24 15:04:34.591138 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:04:34.600379 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef9e8-4869-43c3-9ed8-c67fccb68229 req-c3e147c5-1e30-491e-b4cc-604a2f0018b1 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:34.601832 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c33ef9e8-4869-43c3-9ed8-c67fccb68229 req-c3e147c5-1e30-491e-b4cc-604a2f0018b1 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 944 time: 0.0763848
Nov 24 15:04:34.646690 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c33ef9e8-4869-43c3-9ed8-c67fccb68229 req-a6cc55af-f382-494d-afad-e33679573c2b tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391924
Nov 24 15:04:35.844885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49e028-ded0-49fa-bb0c-d77727a46e5b req-cf71938b-d0b9-41f2-94fe-a7f466b58e3c tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:35.846349 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e49e028-ded0-49fa-bb0c-d77727a46e5b req-cf71938b-d0b9-41f2-94fe-a7f466b58e3c tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 944 time: 0.0823321
Nov 24 15:04:35.895705 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3e49e028-ded0-49fa-bb0c-d77727a46e5b req-306d1fad-7e9e-463c-9d5a-3c7045dc2087 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418515
Nov 24 15:04:37.096438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289be629-ece8-43eb-a038-68be678c6f45 req-ae9b1bd0-5ab2-40cc-b063-1b4b6039fefd tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:37.097887 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-289be629-ece8-43eb-a038-68be678c6f45 req-ae9b1bd0-5ab2-40cc-b063-1b4b6039fefd tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 944 time: 0.0811682
Nov 24 15:04:37.143815 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-289be629-ece8-43eb-a038-68be678c6f45 req-3d8781db-20da-4a44-b268-0f2b2dbcd95a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401363
Nov 24 15:04:37.403998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 8a84d2ae-6851-4d7c-a73b-edac3ec929ff details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:04:37.536847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:04:37.549844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'port_id': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'mac_address': 'fa:16:3e:52:a9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:04:37.603366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:37.620897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a84d2ae-6851-4d7c-a73b-edac3ec929ff {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:04:37.636395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:04:37.715331 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:37.717094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a591039-7510-46b2-9d3f-31a6d3a082e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:37.783876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:37.787480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:37.943539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['8a84d2ae-6851-4d7c-a73b-edac3ec929ff'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:04:38.339363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496e1b8-4c7e-4dac-82c9-dcba151c4dcf req-e8ad3dd1-1e39-4584-8215-58a1666d0793 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:38.340879 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8496e1b8-4c7e-4dac-82c9-dcba151c4dcf req-e8ad3dd1-1e39-4584-8215-58a1666d0793 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 945 time: 0.0792251
Nov 24 15:04:38.386349 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8496e1b8-4c7e-4dac-82c9-dcba151c4dcf req-923164d5-f2ed-40d3-9587-31bb7f0475eb tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399110
Nov 24 15:04:39.418785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 8a84d2ae-6851-4d7c-a73b-edac3ec929ff up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:04:39.566809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:04:39.571728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:04:39.572141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:39.583015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e976387-a4c0-4844-a01f-61bc05c78afe req-3f48c7e4-343c-45ae-a792-a44a779fcc25 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:39.588394 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e976387-a4c0-4844-a01f-61bc05c78afe req-3f48c7e4-343c-45ae-a792-a44a779fcc25 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 945 time: 0.0767899
Nov 24 15:04:39.635247 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e976387-a4c0-4844-a01f-61bc05c78afe req-601da59f-593c-4d11-ab27-d87c23ff7963 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448103
Nov 24 15:04:39.724000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:39.749895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:04:39.759950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:04:39.803142 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'code': 200}
Nov 24 15:04:39.819325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:39.821353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-b10ece55-0cf1-4de9-9aaf-28dc691ff626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:39.885940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:39.888883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:40.146788 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cf7edc65-65d6-40cf-a968-a3667c4d40c5 req-35a2dd02-8546-420c-ba29-6f168df4f836 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1099 time: 0.0678968
Nov 24 15:04:40.189603 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cf7edc65-65d6-40cf-a968-a3667c4d40c5 req-eeb5ef10-6b69-4080-be88-fb3bbcf1511d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366409
Nov 24 15:04:40.833292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4229570-fcab-4f02-be63-151b89cca8dd req-886759fb-4cf7-4544-9c44-fbaafbcf1b31 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:40.834733 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d4229570-fcab-4f02-be63-151b89cca8dd req-886759fb-4cf7-4544-9c44-fbaafbcf1b31 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0813015
Nov 24 15:04:40.999246 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d4229570-fcab-4f02-be63-151b89cca8dd req-10d07858-df2a-44d8-acf6-f6e87363ca4c tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588788
Nov 24 15:04:42.199761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c691a-ca17-4a2f-ba86-9e23de42a4e1 req-5847421d-5a28-49f0-98b9-925250ff3b66 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:42.201126 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ec5c691a-ca17-4a2f-ba86-9e23de42a4e1 req-5847421d-5a28-49f0-98b9-925250ff3b66 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0795848
Nov 24 15:04:42.247095 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ec5c691a-ca17-4a2f-ba86-9e23de42a4e1 req-6eeb2669-4a30-4fbd-9467-228192198f06 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405245
Nov 24 15:04:42.442983 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaff7a-8d73-4154-ad36-c93fb09ce077 req-dd2d1a92-e1fb-4b18-87cf-09df3c17a738 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:42.444456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fdaff7a-8d73-4154-ad36-c93fb09ce077 req-dd2d1a92-e1fb-4b18-87cf-09df3c17a738 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0772963
Nov 24 15:04:42.489592 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9fdaff7a-8d73-4154-ad36-c93fb09ce077 req-0c2bc915-0112-4393-9b41-e00f3af65a52 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396664
Nov 24 15:04:42.901409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c63d8-bf8c-4171-b312-46911a3caae5 req-d3f7f6f6-2830-480e-9b74-79a8c4c84dbb tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:42.902872 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f21c63d8-bf8c-4171-b312-46911a3caae5 req-d3f7f6f6-2830-480e-9b74-79a8c4c84dbb tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0799868
Nov 24 15:04:42.947839 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f21c63d8-bf8c-4171-b312-46911a3caae5 req-013545a5-10b5-490b-892b-d3ab589d29b2 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393956
Nov 24 15:04:50.606180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:53.458052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0d18200c-45ce-40a1-905a-92eb0014fe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:53.983834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:55.709448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d386cdb7-29dd-47e7-9f57-23c6c6af9bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:56.035948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b55b2-99b6-4a28-b6fe-998755bdfa8f req-b7486229-0ecc-470c-acf2-ba502b974b9d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:56.037915 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fb9b55b2-99b6-4a28-b6fe-998755bdfa8f req-b7486229-0ecc-470c-acf2-ba502b974b9d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0784688
Nov 24 15:04:56.085249 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fb9b55b2-99b6-4a28-b6fe-998755bdfa8f req-23420f13-dbe2-4b73-92c3-f5c53f411908 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418034
Nov 24 15:04:56.113003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35136) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:04:56.246965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-aed1a457-8298-4ced-9a81-a2efcc441f6f tempest-TestMinimumBasicScenario-1410574635 tempest-TestMinimumBasicScenario-1410574635-project-admin] Synchronizing usage tracker for tenant:db66c90ae2cb44fba8b7f09636d6392c on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:04:56.349376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-aed1a457-8298-4ced-9a81-a2efcc441f6f tempest-TestMinimumBasicScenario-1410574635 tempest-TestMinimumBasicScenario-1410574635-project-admin] Unset dirty status for tenant:db66c90ae2cb44fba8b7f09636d6392c on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:04:56.351713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-aed1a457-8298-4ced-9a81-a2efcc441f6f tempest-TestMinimumBasicScenario-1410574635 tempest-TestMinimumBasicScenario-1410574635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1094 time: 0.2374625
Nov 24 15:04:56.355036 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35142) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:04:56.360706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:04:56.366778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:04:56.370623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:floatingip and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:04:56.375679 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:04:56.379952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:04:56.469251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:56.607502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:56.743695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Allocated IP 172.26.2.130 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/98cc38c2-da9d-409a-8bb8-27dcc72b7bb4) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:04:56.808197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:56.897140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:56.978614 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:56.982485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b1f19b9f-68bf-4b69-aef1-fe1c57712272 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:57.050546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:04:57.054715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:04:57.057294 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:04:57.082088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'Port': ['ID=98cc38c2-da9d-409a-8bb8-27dcc72b7bb4,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:57.102634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.103008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.103373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.103734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.104110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.104475 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.104830 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.105182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.105530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.105881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.106230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:04:57.110833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:57.679754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:57.808385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:58.017523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:58.069894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:58.073576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d42e5fe2-4d78-4942-8eac-50a214ae2263 tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:58.172821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'Port': ['ID=98cc38c2-da9d-409a-8bb8-27dcc72b7bb4,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:58.176828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:58.190807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:58.281050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:58.384890 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Floating IP d4026b7c-b434-4626-b675-fafb1b370455 associated. External IP: 172.26.2.130, port: 8a84d2ae-6851-4d7c-a73b-edac3ec929ff.
Nov 24 15:04:58.889741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Router dae5b65e-419f-4978-8621-2de4c259a7aa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:04:59.089127 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:04:59.099295 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] Sync routers for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:04:59.111226 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:04:59.111725 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420227910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:04:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:59.154502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.207966 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8518789
Nov 24 15:04:59.208671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:04:59.212231 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35146) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:04:59.218271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329090776', 'description': 'tempest-secgroup-smoke-1329090776 description', 'project_id': 'abcd294ec9b447c0b38dbcb60819235c'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:04:59.226104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:04:59.236371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:04:59.294398 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:59.304070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.341498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:04:59.345391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:04:59.348210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:04:59.354743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:04:59.410112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.417225 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'status': 'completed', 'code': 200}
Nov 24 15:04:59.511946 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-a3f712b4-1f01-4047-b3c2-4a236980407d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1099 time: 0.0730953
Nov 24 15:04:59.512690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.517600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f6f8feed-c3ad-4903-97d6-bd97cb2d157f tempest-SecGroupIPv6Test-1679383915 tempest-SecGroupIPv6Test-1679383915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:59.634643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaae24c-f717-48d4-9962-7896d7613106,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:59.639966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:59.646206 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420227910>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd4026b7c-b434-4626-b675-fafb1b370455', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'port_id': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'mac_address': 'fa:16:3e:52:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:04:57Z', 'updated_at': '2021-11-24T15:04:57Z', 'revision_number': 0, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:04Z', 'revision_number': 5, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:59.650695 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] Checking router: dae5b65e-419f-4978-8621-2de4c259a7aa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:04:59.663497 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:04:59.664120 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420227910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:04:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:04:59.688073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.689293 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-020bb24c-051d-48e2-8d69-b991e85c1591 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4760029
Nov 24 15:04:59.690723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-aa484f93-ad03-43ba-8a82-521381df7d93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:59.692249 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-aa484f93-ad03-43ba-8a82-521381df7d93 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 916 time: 0.1663694
Nov 24 15:04:59.692694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35154) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:04:59.698592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'security_group_rule': {'security_group_id': 'fcaae24c-f717-48d4-9962-7896d7613106', 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:04:59.705250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:04:59.710367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:04:59.714277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:04:59.724271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:04:59.792662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.800050 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-c4ac1f3b-8e39-4676-9014-092c9a130b65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 1000 time: 0.0998697
Nov 24 15:04:59.860322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.871307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-5fc60c7b-b9d2-4510-a939-cb6cfdd36144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:04:59.872498 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-5fc60c7b-b9d2-4510-a939-cb6cfdd36144 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 200  len: 854 time: 0.0657310
Nov 24 15:04:59.875025 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:04:59.920612 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:04:59.922609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-742dcecc-7fc9-4b75-b57a-ef7047e82356 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:04:59.945969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0149b2c6-41b7-43bf-95a2-ae6404bee4c2,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:04:59.948635 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:04:59.956699 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-264fcd6d-a92d-49d6-9ece-825c2541ddbc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77c984c8-473e-4f3f-8463-76da10668610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0769737
Nov 24 15:05:00.023859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.027829 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3316119
Nov 24 15:05:00.028157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35158) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:05:00.034023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'security_group_rule': {'security_group_id': 'fcaae24c-f717-48d4-9962-7896d7613106', 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:05:00.041865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:05:00.049093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:05:00.052211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:05:00.058299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:05:00.092621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-8012ace3-bff2-4a72-892a-465029463e99 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295705
Nov 24 15:05:00.133773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.198412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.227692 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420227910>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd4026b7c-b434-4626-b675-fafb1b370455', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'port_id': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'mac_address': 'fa:16:3e:52:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:04:57Z', 'updated_at': '2021-11-24T15:04:57Z', 'revision_number': 0, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:04Z', 'revision_number': 5, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:05:00.231485 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2539b08-0b4d-4612-9b24-7bec8f2cd844 None None] The sync data for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv is: [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd4026b7c-b434-4626-b675-fafb1b370455', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'floating_ip_address': '172.26.2.130', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'port_id': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'mac_address': 'fa:16:3e:52:a9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:04:57Z', 'updated_at': '2021-11-24T15:04:57Z', 'revision_number': 0, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:04Z', 'revision_number': 5, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:05:00.233066 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d83745a0-8c42-461c-9dc2-b26fd1867975 req-8ca5dba9-345a-4391-bb4a-efbe3f746360 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332605
Nov 24 15:05:00.275190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.277045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-918687fa-bae8-4a70-9251-adc7b253fb61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:05:00.300076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8eb994f-f1de-4a16-8117-071414106bb7,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:05:00.304815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:05:00.389368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.390607 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5aac222d-4e1c-4bc1-bdbe-04893029a8ef tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3615279
Nov 24 15:05:00.393390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35162) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:05:00.400317 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'security_group_rule': {'security_group_id': 'fcaae24c-f717-48d4-9962-7896d7613106', 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:05:00.406672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:05:00.410531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:05:00.413986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:05:00.420847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:05:00.426910 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7353f11-9745-464a-9b47-51e39e089062 None None] New status for floating IP d4026b7c-b434-4626-b675-fafb1b370455: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:05:00.487351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.552641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.595109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.596857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5f5c8774-38d0-4172-a22f-a7970d74f6fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:05:00.617284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b7ae76-67cc-4238-8a71-61a420b254bc,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:05:00.621253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:05:00.669248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.670504 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2761075
Nov 24 15:05:00.673169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35166) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:05:00.679331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'security_group_rule': {'security_group_id': 'fcaae24c-f717-48d4-9962-7896d7613106', 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:05:00.685242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:05:00.689046 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:05:00.691887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:05:00.698255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:05:00.766832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.830818 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.909189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.915319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2060c578-c4b0-48d7-96c5-0a3d1ea04f75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:05:00.935048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c7d520-a715-4554-abda-602371ccd368,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:05:00.937450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:05:00.994834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:00.995989 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3218803
Nov 24 15:05:00.998892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35170) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:05:01.004307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'security_group_rule': {'security_group_id': 'fcaae24c-f717-48d4-9962-7896d7613106', 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:05:01.010411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:05:01.014321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:05:01.017337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:05:01.023548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:05:01.080582 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Project abcd294ec9b447c0b38dbcb60819235c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:05:01.087031 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.150502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.211628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.213422 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ae94ef7b-d03e-4812-84cb-4288f2675438 tempest-SecGroupTest-1715250124 tempest-SecGroupTest-1715250124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:05:01.235553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f99648-85c3-42df-bae4-eac11d174032,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:05:01.237912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:05:01.297769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.298880 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2990885
Nov 24 15:05:01.301559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35174) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:05:01.307621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'security_group_rule': {'security_group_id': 'fcaae24c-f717-48d4-9962-7896d7613106', 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:05:01.313429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:05:01.317175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Usage tracker for resource:security_group_rule and tenant:abcd294ec9b447c0b38dbcb60819235c is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:05:01.320035 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:05:01.325760 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:05:01.383572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Project abcd294ec9b447c0b38dbcb60819235c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:05:01.390295 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.454829 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.525984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.527854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-556b1466-5d03-46ac-8649-7b6f690e3a6c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:05:01.550705 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8be26f6-666d-44ee-ab24-74cec353729c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:05:01.553080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:05:01.623514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:01.624641 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fce2149a-6415-41ac-9a20-34436df77615 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3221843
Nov 24 15:05:01.754476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-dd3e09dd-4f77-4505-a20a-e32e0d85323d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:05:01.818007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-dd3e09dd-4f77-4505-a20a-e32e0d85323d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:05:01.819708 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-dd3e09dd-4f77-4505-a20a-e32e0d85323d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329090776&fields=id&tenant_id=abcd294ec9b447c0b38dbcb60819235c HTTP/1.1" status: 200  len: 267 time: 0.1063948
Nov 24 15:05:01.899581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-55d75256-fbd4-4707-8720-c8c0d640c7d7 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:01.901745 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-55d75256-fbd4-4707-8720-c8c0d640c7d7 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0759506
Nov 24 15:05:01.911900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'port': {'security_groups': ['c1de55c0-ce34-4e89-a3c1-60867b2ea55c', 'fcaae24c-f717-48d4-9962-7896d7613106']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:05:02.030023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:02.393184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:05:02.416430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:02.457689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:02.463288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2dcd826e-029e-4d0b-9873-5b2ce0d201be tempest-ServerDiskConfigTestJSON-74086990 tempest-ServerDiskConfigTestJSON-74086990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:05:02.469563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['8a84d2ae-6851-4d7c-a73b-edac3ec929ff'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:05:02.521654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:02.522259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:02.523598 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6c6e8b58-fd08-447f-b38b-e0ffa08daf45 req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "PUT /v2.0/ports/8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 982 time: 0.6160431
Nov 24 15:05:02.524150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:05:02.567376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=6']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:05:02.578731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:05:02.612750 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'status': 'completed', 'code': 200}
Nov 24 15:05:02.623712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['8a84d2ae-6851-4d7c-a73b-edac3ec929ff'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:05:02.768487 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-f65b61a1-9dcf-432d-8e1d-b1017f95f2d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1138 time: 0.1340590
Nov 24 15:05:02.778841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8529bc-c595-45bc-a567-31cadee8e9af req-5e3bcfdc-87c0-4bad-9932-a4ab1b2fe9b1 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:02.780244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fd8529bc-c595-45bc-a567-31cadee8e9af req-5e3bcfdc-87c0-4bad-9932-a4ab1b2fe9b1 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.1091418
Nov 24 15:05:02.886422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-db7803ee-2824-4e25-a36a-ccfd43908a8a None None] Provisioning complete for port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:05:02.886679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-db7803ee-2824-4e25-a36a-ccfd43908a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:02.911852 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fd8529bc-c595-45bc-a567-31cadee8e9af req-66043ffc-8b9a-4785-a0b1-824bf31b37c0 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1129427
Nov 24 15:05:02.947876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-f1b3f9f3-c9cf-4836-a182-99ee437dc563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:02.949331 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-f1b3f9f3-c9cf-4836-a182-99ee437dc563 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 916 time: 0.1682594
Nov 24 15:05:03.052928 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-4c2122ae-d8c5-41d7-aad6-68eecaa6d198 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 1002 time: 0.0959859
Nov 24 15:05:03.121625 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-3e223bdc-c4fa-43cb-8468-869e2447a2e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:03.121625 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-3e223bdc-c4fa-43cb-8468-869e2447a2e1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 200  len: 854 time: 0.0606377
Nov 24 15:05:03.197496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-8ca49664-fb2c-4a15-a4ee-dd59e3d13713 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77c984c8-473e-4f3f-8463-76da10668610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705767
Nov 24 15:05:03.333454 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-899360d5-d28e-451f-99be-25a888af7a37 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285744
Nov 24 15:05:03.478545 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6363aa47-8d46-4103-b856-e4d7277179a9 req-5a635f55-70c1-4c6b-a50a-15039e268fd7 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310229
Nov 24 15:05:11.593179 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:05:17.518034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26b37-4d8f-4371-abf4-29706bcba9de req-bd8580d4-0a62-4a8c-b52c-b6d7e4f5b0d2 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:17.519483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-76a26b37-4d8f-4371-abf4-29706bcba9de req-bd8580d4-0a62-4a8c-b52c-b6d7e4f5b0d2 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.1421936
Nov 24 15:05:17.524528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-f4279bd7-2fec-4402-94be-3421095c9f81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1138 time: 0.1148608
Nov 24 15:05:17.651410 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-76a26b37-4d8f-4371-abf4-29706bcba9de req-acea327f-e1ce-49d4-ae2a-df350324b54b tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1253057
Nov 24 15:05:17.687674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-bd357677-0543-4d39-b6e8-c78c965ba1c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:17.689135 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-bd357677-0543-4d39-b6e8-c78c965ba1c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 916 time: 0.1497631
Nov 24 15:05:17.795576 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-194aa80a-61e6-44e5-a633-f58f58aa36f0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 1002 time: 0.0990646
Nov 24 15:05:17.859263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-811436c2-faf2-475f-9b83-c20445ec2d82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:17.860732 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-811436c2-faf2-475f-9b83-c20445ec2d82 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 200  len: 854 time: 0.0579572
Nov 24 15:05:17.938389 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-26bcbe70-1a32-4f65-84d2-9ffa0930f8db service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77c984c8-473e-4f3f-8463-76da10668610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709059
Nov 24 15:05:18.074243 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-1183effa-8d40-42ca-bc22-5dbf643f3adb service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292307
Nov 24 15:05:18.316551 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-861929aa-ed4f-4efe-ab4b-09733e868cd8 req-8d0448de-5d89-425b-b9e0-8957ff95635c service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357745
Nov 24 15:05:18.853687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed5ad-0f6d-4972-812c-2c7232f88250 req-8ce15bb0-4caa-403a-a8b9-ff63977836a6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:18.855160 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b68ed5ad-0f6d-4972-812c-2c7232f88250 req-8ce15bb0-4caa-403a-a8b9-ff63977836a6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0772891
Nov 24 15:05:18.903850 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b68ed5ad-0f6d-4972-812c-2c7232f88250 req-dfba0ded-f779-4e3c-9b7e-4ca22f7c74d1 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429485
Nov 24 15:05:20.106623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f80c-76f7-496d-8980-ddf64aa4d523 req-96c27fe4-f3a2-42f4-ad2a-40c35d758bb1 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:20.108137 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ec3f80c-76f7-496d-8980-ddf64aa4d523 req-96c27fe4-f3a2-42f4-ad2a-40c35d758bb1 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0817239
Nov 24 15:05:20.156374 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9ec3f80c-76f7-496d-8980-ddf64aa4d523 req-7cff56e6-6960-4c73-8fb4-ab831af144e8 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424843
Nov 24 15:05:20.588012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:20.874797 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-27685324-468f-4305-b0ba-6d027f73817c req-9601d11e-1267-46d6-ba4a-0a526362daf4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1138 time: 0.0734036
Nov 24 15:05:21.036628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27685324-468f-4305-b0ba-6d027f73817c req-887b3862-8c0a-4d8e-b4d9-00d2cd5df656 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:21.038639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-27685324-468f-4305-b0ba-6d027f73817c req-887b3862-8c0a-4d8e-b4d9-00d2cd5df656 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 916 time: 0.1434014
Nov 24 15:05:21.146626 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-27685324-468f-4305-b0ba-6d027f73817c req-842728d9-c862-4078-a982-c59b88a9c0e3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 1002 time: 0.1012771
Nov 24 15:05:21.210943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27685324-468f-4305-b0ba-6d027f73817c req-7cc60dc6-b394-4466-8ad6-31c7767e5e4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:21.212369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-27685324-468f-4305-b0ba-6d027f73817c req-7cc60dc6-b394-4466-8ad6-31c7767e5e4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 200  len: 854 time: 0.0586298
Nov 24 15:05:21.291388 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-27685324-468f-4305-b0ba-6d027f73817c req-5abf58a3-e931-402b-90d5-6a3465e51c92 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77c984c8-473e-4f3f-8463-76da10668610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724580
Nov 24 15:05:21.357017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61790233-bbde-4cf1-b741-d69a748e1793 req-06ab58b6-8e54-42f7-8c58-bea1257824dc tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:21.358455 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-61790233-bbde-4cf1-b741-d69a748e1793 req-06ab58b6-8e54-42f7-8c58-bea1257824dc tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0817552
Nov 24 15:05:21.408649 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-61790233-bbde-4cf1-b741-d69a748e1793 req-b6f4add2-09c9-4e40-8d82-ea0d0db56e9d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0441594
Nov 24 15:05:21.427777 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-27685324-468f-4305-b0ba-6d027f73817c req-498bb9b0-6c62-4b22-97b8-e714f4322446 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278203
Nov 24 15:05:21.560302 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-27685324-468f-4305-b0ba-6d027f73817c req-3ffdb14c-0d26-4dfc-b4cb-b1e9ee05e979 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264622
Nov 24 15:05:22.609288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eef94-4ed6-4c92-94a9-467d0aec2317 req-bded10b5-3866-4691-ae4b-ddeea7485f78 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:22.610647 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fa6eef94-4ed6-4c92-94a9-467d0aec2317 req-bded10b5-3866-4691-ae4b-ddeea7485f78 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0781217
Nov 24 15:05:22.656594 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fa6eef94-4ed6-4c92-94a9-467d0aec2317 req-e31f2f83-592f-447e-be56-cbdeb17c0c6c tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395377
Nov 24 15:05:23.440038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2bf62ad-71fe-4ef9-ae42-a11e12fcd574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:23.853245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d2c66-ec37-4b12-aca0-201c9ce98352 req-8c9f87b1-86f5-454e-a7c2-a5c870b429d4 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:23.854718 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d89d2c66-ec37-4b12-aca0-201c9ce98352 req-8c9f87b1-86f5-454e-a7c2-a5c870b429d4 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0796402
Nov 24 15:05:23.908254 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d89d2c66-ec37-4b12-aca0-201c9ce98352 req-4a0702bb-ef79-4dcd-b574-04fddbf3530c tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0477016
Nov 24 15:05:23.960687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:25.108435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dc068-a82a-4db8-ae26-620d40997aa9 req-43982637-8d4b-45d5-a2d2-7091aaa64753 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:25.109782 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-316dc068-a82a-4db8-ae26-620d40997aa9 req-43982637-8d4b-45d5-a2d2-7091aaa64753 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0822873
Nov 24 15:05:25.156558 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-316dc068-a82a-4db8-ae26-620d40997aa9 req-a87ddd99-f8fa-44cb-986b-bcdf66d93c5c tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0406096
Nov 24 15:05:25.731605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9a51-6dfe-4e4c-b504-ffd3579b65ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:26.354479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb92a88-1849-4c25-a6ea-8c3cc1e6bd21 req-79f59736-d355-4d7f-8800-742d136f95eb tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:26.355921 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6fb92a88-1849-4c25-a6ea-8c3cc1e6bd21 req-79f59736-d355-4d7f-8800-742d136f95eb tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0771112
Nov 24 15:05:26.403792 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6fb92a88-1849-4c25-a6ea-8c3cc1e6bd21 req-8faaf147-01cb-4f60-93a4-243e2fb79c41 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423143
Nov 24 15:05:26.817192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:27.597307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e423ce-ea71-4fc7-a8dc-b6c4afd45f2b req-99dee935-50b2-49d7-96be-ba09a54c1d2f tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:27.599079 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74e423ce-ea71-4fc7-a8dc-b6c4afd45f2b req-99dee935-50b2-49d7-96be-ba09a54c1d2f tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0775127
Nov 24 15:05:27.647557 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-74e423ce-ea71-4fc7-a8dc-b6c4afd45f2b req-63d18781-02fc-408c-9fc3-61bc886c96f6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0418477
Nov 24 15:05:28.303013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:28.848943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfdf62-d595-4dd6-bc6f-9b88011ad672 req-da272888-fd78-4a6c-881c-d17e68eb9565 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:28.850386 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-89bfdf62-d595-4dd6-bc6f-9b88011ad672 req-da272888-fd78-4a6c-881c-d17e68eb9565 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0816534
Nov 24 15:05:28.897499 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-89bfdf62-d595-4dd6-bc6f-9b88011ad672 req-fe90208c-8500-47f0-96ac-56f8abf0089a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407350
Nov 24 15:05:30.098288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cee90-3fb8-4621-a3fc-bd05e99321d0 req-1cbf7026-b7be-4b1e-b08b-6539755c6e7d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:30.099732 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-183cee90-3fb8-4621-a3fc-bd05e99321d0 req-1cbf7026-b7be-4b1e-b08b-6539755c6e7d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0806813
Nov 24 15:05:30.148051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-183cee90-3fb8-4621-a3fc-bd05e99321d0 req-ea5e6d01-1686-4638-b0c9-38daa5f5ea0d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414267
Nov 24 15:05:31.347333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e032cc-6934-49ac-93bb-1a1d849b579b req-54f3824c-082d-4ea3-8071-c6261630763d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:31.348789 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-67e032cc-6934-49ac-93bb-1a1d849b579b req-54f3824c-082d-4ea3-8071-c6261630763d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0770166
Nov 24 15:05:31.397558 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-67e032cc-6934-49ac-93bb-1a1d849b579b req-31371a39-5d4f-453f-8d25-30eb82914b27 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426004
Nov 24 15:05:32.595604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06b8bb-97da-41f4-9608-23b65df89236 req-71c13d3c-19a4-4a52-bda8-c28c49f2f31a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:32.596994 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6f06b8bb-97da-41f4-9608-23b65df89236 req-71c13d3c-19a4-4a52-bda8-c28c49f2f31a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0783570
Nov 24 15:05:32.645134 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6f06b8bb-97da-41f4-9608-23b65df89236 req-f648889b-459b-44f0-a09b-2bfb35964b4d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425777
Nov 24 15:05:33.847767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aa32a-2043-4798-8627-9cdcc099ba8a req-4e6026e4-c659-4f89-80e5-758d1fbd76e8 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:33.849237 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b66aa32a-2043-4798-8627-9cdcc099ba8a req-4e6026e4-c659-4f89-80e5-758d1fbd76e8 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0819254
Nov 24 15:05:33.898745 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b66aa32a-2043-4798-8627-9cdcc099ba8a req-2cd80f7b-4245-4049-9642-8075df173422 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428727
Nov 24 15:05:35.097515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60aab-3089-422a-a46d-809824f6bc15 req-4b4b7420-c0d7-4035-aaa2-1f2cf554d847 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:05:35.098943 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-48f60aab-3089-422a-a46d-809824f6bc15 req-4b4b7420-c0d7-4035-aaa2-1f2cf554d847 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0800431
Nov 24 15:05:35.147627 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-48f60aab-3089-422a-a46d-809824f6bc15 req-afe2d918-68cd-4cf4-b204-2fbed9c776ce tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcaae24c-f717-48d4-9962-7896d7613106&id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424600
Nov 24 15:05:48.595666 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:05:50.604879 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:53.445210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-69a01fd2-6451-4421-a693-4c19f69230a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:53.970572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:55.730150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7f6-fd6f-4406-afb8-613f0c900bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:56.816645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:05:58.319121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:07.534778 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-056b2526-c5ee-4f77-8db0-9a0af426b4a6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329090776&fields=id&tenant_id=abcd294ec9b447c0b38dbcb60819235c HTTP/1.1" status: 200  len: 267 time: 0.0417695
Nov 24 15:06:07.619374 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-16baa344-c86c-4f15-bd98-80dd3dc85382 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:07.620856 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-16baa344-c86c-4f15-bd98-80dd3dc85382 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 985 time: 0.0810809
Nov 24 15:06:07.631483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Request body: {'port': {'security_groups': ['c1de55c0-ce34-4e89-a3c1-60867b2ea55c']}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:07.748899 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.094880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:08.119527 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.164631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.171304 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:08.176896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['8a84d2ae-6851-4d7c-a73b-edac3ec929ff'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:06:08.235381 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:08.235990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.237634 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cb1a8a02-3476-4f64-b9a5-8ad44306c545 req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "PUT /v2.0/ports/8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 943 time: 0.6107352
Nov 24 15:06:08.238175 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:06:08.245063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35248) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:08.273716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event updated for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=7']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:08.283258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.283696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.284018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.284416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.284787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.285157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.285520 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.285881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.286240 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.286598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.286956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.290878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:08.349285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.356229 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'status': 'completed', 'code': 200}
Nov 24 15:06:08.378163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['8a84d2ae-6851-4d7c-a73b-edac3ec929ff'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:06:08.385316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.501524 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-f6612d33-fd63-4547-aea7-6f8244d6c524 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1099 time: 0.1001275
Nov 24 15:06:08.574396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-3deb0ad1-f2f0-49a3-9fa8-98e04868ad90 None None] Provisioning complete for port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:08.574781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3deb0ad1-f2f0-49a3-9fa8-98e04868ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.701509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.707802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3a7b08b0-80c5-4f41-872b-9802a25286fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:08.733254 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaae24c-f717-48d4-9962-7896d7613106,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:08.757363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.757750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.758122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.758490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.758854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.759220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.759580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.759941 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.760321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.760681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.761041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:08.766362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:08.788405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-cde4293b-76f6-41e9-a48f-a592c2edc8d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:08.790805 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-cde4293b-76f6-41e9-a48f-a592c2edc8d1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 916 time: 0.2816191
Nov 24 15:06:08.876188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:08.877300 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "DELETE /v2.0/security-groups/fcaae24c-f717-48d4-9962-7896d7613106 HTTP/1.1" status: 204  len: 168 time: 0.6296065
Nov 24 15:06:08.879932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35252) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:08.984797 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-2c6950b0-5272-4c28-b0b0-d37504bb29c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 1002 time: 0.1870024
Nov 24 15:06:09.139823 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-1b566449-7ae9-4cb1-bb38-5b8d19646e84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:09.141282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-1b566449-7ae9-4cb1-bb38-5b8d19646e84 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 200  len: 854 time: 0.1480441
Nov 24 15:06:09.178936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Deleting port 98cc38c2-da9d-409a-8bb8-27dcc72b7bb4 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:09.179273 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:09.346849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-a04bfaaa-14c9-4917-a2e8-0f56dbcf14c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77c984c8-473e-4f3f-8463-76da10668610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1976461
Nov 24 15:06:09.448954 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:09.449277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:09.579562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Calling delete_port for 98cc38c2-da9d-409a-8bb8-27dcc72b7bb4 owned by network:floatingip {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:09.663930 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-14803182-439d-48cb-8642-870794787db6 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024747
Nov 24 15:06:09.843288 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0e31f7-d8ca-4772-b83e-72fdb56c1272 req-2efc3fd6-d952-418a-b783-8b7ebde9721b service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724038
Nov 24 15:06:09.947397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:09.951975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:09.993011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event deleted for resources: {'Port': ['ID=98cc38c2-da9d-409a-8bb8-27dcc72b7bb4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:09.995738 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:10.085367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks [] for floatingip, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:10.594440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Router dae5b65e-419f-4978-8621-2de4c259a7aa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:06:10.796650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:06:10.809894 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] Sync routers for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:06:10.822636 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:10.826572 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202274c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:05:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:10.879516 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:10.933729 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "DELETE /v2.0/floatingips/d4026b7c-b434-4626-b675-fafb1b370455 HTTP/1.1" status: 204  len: 168 time: 2.0526688
Nov 24 15:06:10.934492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:06:11.007723 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:11.092609 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'status': 'completed', 'code': 200}
Nov 24 15:06:11.199048 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-a197c228-377c-40a5-8fa1-e517eb293f0f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=abcd294ec9b447c0b38dbcb60819235c&device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 1099 time: 0.0857472
Nov 24 15:06:11.332865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-0265cd60-12ec-4338-96d3-f03c9d1e3b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:11.334206 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-0265cd60-12ec-4338-96d3-f03c9d1e3b86 service neutron] 10.222.0.81 "GET /v2.0/networks?id=77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 200  len: 916 time: 0.1280205
Nov 24 15:06:11.334688 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202274c0>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:04Z', 'revision_number': 5, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:11.338470 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] Checking router: dae5b65e-419f-4978-8621-2de4c259a7aa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:06:11.352924 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:11.353796 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202274c0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:05:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:11.409210 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-65218235-e034-4b0e-8e13-8a91a18af62d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 200  len: 217 time: 0.0686877
Nov 24 15:06:11.482668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-83ad196f-b423-4e3f-810e-ccc957bc6a44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:11.484517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-83ad196f-b423-4e3f-810e-ccc957bc6a44 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 200  len: 854 time: 0.0695965
Nov 24 15:06:11.561393 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-181464de-c9b1-4640-a895-71188176f4cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=77c984c8-473e-4f3f-8463-76da10668610&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707514
Nov 24 15:06:11.571960 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:11.696389 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-812f6ba4-4f11-4c1c-9342-f589d191e07d service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271439
Nov 24 15:06:11.839136 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3dd158e6-de54-4c6e-a2ba-830979726ac5 req-7535f175-ed77-4d1f-84a9-4accbf7cf869 service neutron] 10.222.0.81 "GET /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355872
Nov 24 15:06:11.892618 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202274c0>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:04Z', 'revision_number': 5, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:11.896627 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f36210-d5be-459b-99c6-ebdf8d8a51c1 None None] The sync data for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv is: [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:03:56Z', 'revision_number': 4, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'de84104f-9e4c-41db-9cd5-47d1ff6f68e1', 'name': '', 'network_id': '77c984c8-473e-4f3f-8463-76da10668610', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'mac_address': 'fa:16:3e:92:bb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:55Z', 'updated_at': '2021-11-24T15:04:04Z', 'revision_number': 5, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'subnets': [{'id': 'e58b8681-59a7-4b8e-92a6-7049252c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:06:12.116835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0b057-8425-4929-b1fc-054e0f781fa5 None None] New status for floating IP d4026b7c-b434-4626-b675-fafb1b370455: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:06:17.112291 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e2f51-bf53-4a61-9166-cc5ed30f0f1f req-94b5a071-f9ca-46bf-9965-c8fae8882815 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:17.113643 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2a2e2f51-bf53-4a61-9166-cc5ed30f0f1f req-94b5a071-f9ca-46bf-9965-c8fae8882815 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0820572
Nov 24 15:06:17.160170 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2a2e2f51-bf53-4a61-9166-cc5ed30f0f1f req-c0a95a20-4128-4193-aa82-9e61540fac02 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410933
Nov 24 15:06:18.365061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1425a-7f75-42bc-b054-198322890b2b req-1b645ea6-ba7c-40f7-bf6e-7f0062e05acf tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:18.365732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-45f1425a-7f75-42bc-b054-198322890b2b req-1b645ea6-ba7c-40f7-bf6e-7f0062e05acf tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:06:18.421645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-45f1425a-7f75-42bc-b054-198322890b2b req-1b645ea6-ba7c-40f7-bf6e-7f0062e05acf tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:06:18.422784 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45f1425a-7f75-42bc-b054-198322890b2b req-1b645ea6-ba7c-40f7-bf6e-7f0062e05acf tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.1391280
Nov 24 15:06:18.467308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-45f1425a-7f75-42bc-b054-198322890b2b req-61e2fb03-4ed7-4835-bc38-4fc3f319da6a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:06:18.553729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-45f1425a-7f75-42bc-b054-198322890b2b req-61e2fb03-4ed7-4835-bc38-4fc3f319da6a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:06:18.554796 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-45f1425a-7f75-42bc-b054-198322890b2b req-61e2fb03-4ed7-4835-bc38-4fc3f319da6a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1de55c0-ce34-4e89-a3c1-60867b2ea55c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264629
Nov 24 15:06:18.596028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-6602c6f4-e925-4056-9518-005c89cebe42 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:18.597454 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-6602c6f4-e925-4056-9518-005c89cebe42 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.81 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 946 time: 0.0776510
Nov 24 15:06:18.667833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Deleting port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:18.668193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:19.010997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] For port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:19.011338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:19.131764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Calling delete_port for 8a84d2ae-6851-4d7c-a73b-edac3ec929ff owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:19.324445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:19.331045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-86601536-7488-4789-a443-1ee90bb01d39 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:19.337494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['8a84d2ae-6851-4d7c-a73b-edac3ec929ff'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:06:19.375276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Pushing event deleted for resources: {'Port': ['ID=8a84d2ae-6851-4d7c-a73b-edac3ec929ff,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:19.378139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:19.446237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] No DVR routers for this DVR port 8a84d2ae-6851-4d7c-a73b-edac3ec929ff on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:06:19.448815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:19.451494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'name': 'network-vif-deleted', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:06:19.507835 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641fed3d-2cc0-4690-bcdf-9572950f7b9c', 'name': 'network-vif-deleted', 'tag': '8a84d2ae-6851-4d7c-a73b-edac3ec929ff', 'status': 'completed', 'code': 200}
Nov 24 15:06:19.513256 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e6b2f9a2-7428-4def-b9f5-affcbba8636f req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.81 "DELETE /v2.0/ports/8a84d2ae-6851-4d7c-a73b-edac3ec929ff HTTP/1.1" status: 204  len: 173 time: 0.9104040
Nov 24 15:06:19.724636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9bab4061-5db7-4f2b-90f6-60086447f13f req-b3ab7d6b-d903-4c13-b2e1-9c945516554d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Synchronizing usage tracker for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:06:19.787233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9bab4061-5db7-4f2b-90f6-60086447f13f req-b3ab7d6b-d903-4c13-b2e1-9c945516554d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Unset dirty status for tenant:abcd294ec9b447c0b38dbcb60819235c on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:06:19.788482 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9bab4061-5db7-4f2b-90f6-60086447f13f req-b3ab7d6b-d903-4c13-b2e1-9c945516554d tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] 10.222.0.53 "GET /v2.0/ports?device_id=641fed3d-2cc0-4690-bcdf-9572950f7b9c HTTP/1.1" status: 200  len: 210 time: 0.1104720
Nov 24 15:06:20.621778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:22.027259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35344) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:22.416878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:23.104041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Deleting port de84104f-9e4c-41db-9cd5-47d1ff6f68e1 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:23.104752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:23.275410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] For port de84104f-9e4c-41db-9cd5-47d1ff6f68e1, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:23.275793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:23.399178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Calling delete_port for de84104f-9e4c-41db-9cd5-47d1ff6f68e1 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:23.461736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bda365bb-9796-405b-9716-59a01fd2d0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:23.649947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:23.654399 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:23.695304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Pushing event deleted for resources: {'Port': ['ID=de84104f-9e4c-41db-9cd5-47d1ff6f68e1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:23.698728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:23.866647 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 8a84d2ae-6851-4d7c-a73b-edac3ec929ff no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:06:23.910058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 8a84d2ae-6851-4d7c-a73b-edac3ec929ff {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:06:23.910322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 8a84d2ae-6851-4d7c-a73b-edac3ec929ff not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:06:23.964505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:23.987070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:24.663554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Router dae5b65e-419f-4978-8621-2de4c259a7aa has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:06:24.867866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:06:24.877206 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] Sync routers for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:06:24.888726 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:24.889310 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc53ca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:05:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:24.920226 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] 10.222.0.53 "PUT /v2.0/routers/dae5b65e-419f-4978-8621-2de4c259a7aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8917112
Nov 24 15:06:24.923322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35350) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:25.068862 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:25.121951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:25.320561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:25.367550 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc53ca0>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:06:23Z', 'revision_number': 5, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port': {'id': 'd5cdc0e1-e808-4a4f-9535-7f52c44a14da', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:03:53Z', 'updated_at': '2021-11-24T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:25.371260 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] Checking router: dae5b65e-419f-4978-8621-2de4c259a7aa for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:06:25.381773 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] Routers {'dae5b65e-419f-4978-8621-2de4c259a7aa'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:25.382478 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc53ca0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:05:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['dae5b65e-419f-4978-8621-2de4c259a7aa'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:25.386888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Deleting port d5cdc0e1-e808-4a4f-9535-7f52c44a14da {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:25.387432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:25.533078 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] Set router dae5b65e-419f-4978-8621-2de4c259a7aa gateway port host: None {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:25.562706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] For port d5cdc0e1-e808-4a4f-9535-7f52c44a14da, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:25.563058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:25.647026 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc53ca0>, [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:06:25Z', 'revision_number': 6, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:25.654910 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aeb033-2e8f-4009-a2a6-38640ad392a9 None None] The sync data for ids ['dae5b65e-419f-4978-8621-2de4c259a7aa'] in dv-neutron-818347-1-hyperv is: [{'id': 'dae5b65e-419f-4978-8621-2de4c259a7aa', 'name': 'tempest-TestMinimumBasicScenario-2139842756-router', 'tenant_id': 'abcd294ec9b447c0b38dbcb60819235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:03:52Z', 'updated_at': '2021-11-24T15:06:25Z', 'revision_number': 6, 'project_id': 'abcd294ec9b447c0b38dbcb60819235c', 'gw_port_host': None}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:06:25.658895 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:06:25.682871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Calling delete_port for d5cdc0e1-e808-4a4f-9535-7f52c44a14da owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:25.724548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9bef4320-a214-430e-8ce0-95d520b66f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:25.952675 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:25.956258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:26.002839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cdc0e1-e808-4a4f-9535-7f52c44a14da,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:26.006207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:26.342814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.449076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device de84104f-9e4c-41db-9cd5-47d1ff6f68e1 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:06:26.482896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: de84104f-9e4c-41db-9cd5-47d1ff6f68e1 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:06:26.483472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device de84104f-9e4c-41db-9cd5-47d1ff6f68e1 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:06:26.484655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5cdc0e1-e808-4a4f-9535-7f52c44a14da no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:06:26.520625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: d5cdc0e1-e808-4a4f-9535-7f52c44a14da {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:06:26.520982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d5cdc0e1-e808-4a4f-9535-7f52c44a14da not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:06:26.614249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.618315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.706646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.707303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae5b65e-419f-4978-8621-2de4c259a7aa {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:06:26.720519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.721719 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/dae5b65e-419f-4978-8621-2de4c259a7aa HTTP/1.1" status: 204  len: 168 time: 1.7973807
Nov 24 15:06:26.724281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35356) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:26.788392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Deleting subnet e58b8681-59a7-4b8e-92a6-7049252c7576 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:06:26.791645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.815730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.843904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:26.923980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.044602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.049107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3d8cbad9-530a-4fa2-b6b8-ea23d592be96 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:27.087873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58b8681-59a7-4b8e-92a6-7049252c7576,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:27.090552 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:27.094914 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.099913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b69156-ab0f-4525-9ee3-787e48132fb6 None None] Network 77c984c8-473e-4f3f-8463-76da10668610 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:06:27.102019 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-06f3bed9-5e69-4cf4-955f-1c22dd14ef79 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e58b8681-59a7-4b8e-92a6-7049252c7576 HTTP/1.1" status: 204  len: 168 time: 0.3767121
Nov 24 15:06:27.104634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35360) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:27.210282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.221315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Deleting port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:27.221647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.343929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] DHCP port deletion for 77c984c8-473e-4f3f-8463-76da10668610 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:06:27.348449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Deleting port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:27.348833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.429916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] For port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:27.430265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.551694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] For port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,segment=NetworkSegment(c56807b5-7299-4146-99b1-30d5ed7fda2d),segment_id=c56807b5-7299-4146-99b1-30d5ed7fda2d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:27.552112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.553505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Calling delete_port for fd6334db-21f1-4f11-b1d8-a8b6be7c76fd owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:27.670487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Calling delete_port for fd6334db-21f1-4f11-b1d8-a8b6be7c76fd owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:27.724649 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:27.729486 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ba865811-211e-4ad1-bfb1-b1c18f97315a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:27.741988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:06:27.742395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:06:27.773885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6334db-21f1-4f11-b1d8-a8b6be7c76fd,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:27.777324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:27.778192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] No DVR routers for this DVR port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:06:28.013032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.039264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ea994f0>,) {'filters': {'network_id': ['77c984c8-473e-4f3f-8463-76da10668610']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:28.051338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea994f0>, 'c56807b5-7299-4146-99b1-30d5ed7fda2d') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:28.051630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea994f0>, 'c56807b5-7299-4146-99b1-30d5ed7fda2d') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:28.062979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.078984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.085667 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:06:28.086460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:06:28.099672 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:06:28.221403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.224569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5e98660-878e-497d-ba7c-2ebbbb75044a tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:28.240347 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.244579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Deleting port fd6334db-21f1-4f11-b1d8-a8b6be7c76fd {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:28.245116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.246364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Pushing event deleted for resources: {'Network': ['ID=77c984c8-473e-4f3f-8463-76da10668610,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:28.251569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:28.320736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba1e3c-2fb8-482a-8888-0c9c0769a700 None None] The port 'fd6334db-21f1-4f11-b1d8-a8b6be7c76fd' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:06:28.328846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:28.360365 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] 10.222.0.53 "DELETE /v2.0/networks/77c984c8-473e-4f3f-8463-76da10668610 HTTP/1.1" status: 204  len: 168 time: 1.2546401
Nov 24 15:06:28.363672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35364) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:28.414348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fd6334db-21f1-4f11-b1d8-a8b6be7c76fd no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:06:28.450520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: fd6334db-21f1-4f11-b1d8-a8b6be7c76fd {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:06:28.450871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device fd6334db-21f1-4f11-b1d8-a8b6be7c76fd not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:06:28.766861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:29.355184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Deleting port 0ebcb11f-8441-406e-ab55-9ef014dd544f {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:29.355519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:29.527345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] For port 0ebcb11f-8441-406e-ab55-9ef014dd544f, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0ebcb11f-8441-406e-ab55-9ef014dd544f,segment=NetworkSegment(8ca8f019-ea98-42df-9b56-c4adea6b13bb),segment_id=8ca8f019-ea98-42df-9b56-c4adea6b13bb)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:29.527689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:29.757016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Calling delete_port for 0ebcb11f-8441-406e-ab55-9ef014dd544f owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:29.998515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:30.002181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:30.042476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0ebcb11f-8441-406e-ab55-9ef014dd544f,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:30.047049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:30.333116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:30.898373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Router 975bcf10-aeec-47c5-a353-641511b4c1af has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:06:31.213758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:06:31.222631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] Sync routers for ids ['975bcf10-aeec-47c5-a353-641511b4c1af'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:06:31.235300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] Routers {'975bcf10-aeec-47c5-a353-641511b4c1af'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:31.235901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f447730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['975bcf10-aeec-47c5-a353-641511b4c1af'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:31.286294 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] 10.222.0.53 "PUT /v2.0/routers/975bcf10-aeec-47c5-a353-641511b4c1af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9214711
Nov 24 15:06:31.289714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35370) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:31.458447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] Set router 975bcf10-aeec-47c5-a353-641511b4c1af gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:31.486199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:31.682122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:31.741872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f447730>, [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:06:29Z', 'revision_number': 5, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port': {'id': '3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:31.745722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] Checking router: 975bcf10-aeec-47c5-a353-641511b4c1af for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:06:31.757533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] Routers {'975bcf10-aeec-47c5-a353-641511b4c1af'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:31.758137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f447730>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['975bcf10-aeec-47c5-a353-641511b4c1af'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:31.758656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Deleting port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:31.763482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:31.911100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] Set router 975bcf10-aeec-47c5-a353-641511b4c1af gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:31.940935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] For port 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:31.941285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:32.017515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f447730>, [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:06:31Z', 'revision_number': 6, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:32.021544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fbf32b-5462-4675-b8b7-655334d9dd7f None None] The sync data for ids ['975bcf10-aeec-47c5-a353-641511b4c1af'] in dv-neutron-818347-1-hyperv is: [{'id': '975bcf10-aeec-47c5-a353-641511b4c1af', 'name': 'tempest-TestMinimumBasicScenario-1004517928-router', 'tenant_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:04:00Z', 'updated_at': '2021-11-24T15:06:31Z', 'revision_number': 6, 'project_id': 'db66c90ae2cb44fba8b7f09636d6392c', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:06:32.066188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Calling delete_port for 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:32.324262 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:32.328445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0cd97d9-78cc-4cde-86b3-d22f1facc2b6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:32.373488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:32.377846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0ebcb11f-8441-406e-ab55-9ef014dd544f no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:06:32.378371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:32.416327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 0ebcb11f-8441-406e-ab55-9ef014dd544f {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:06:32.416683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0ebcb11f-8441-406e-ab55-9ef014dd544f not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:06:32.605094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:32.995757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.000353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.095071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.095581 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 975bcf10-aeec-47c5-a353-641511b4c1af {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:06:33.107422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.110506 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] 10.222.0.53 "DELETE /v2.0/routers/975bcf10-aeec-47c5-a353-641511b4c1af HTTP/1.1" status: 204  len: 168 time: 1.8179541
Nov 24 15:06:33.112654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35374) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:33.174918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Deleting subnet 3d8b531d-210d-44c6-be74-52246e330293 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:06:33.177991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.230452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.306750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.444279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.447903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ce9773e8-1ace-41b4-8fc3-7b226e1063bd tempest-RoutersTest-1400583777 tempest-RoutersTest-1400583777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:33.487140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8b531d-210d-44c6-be74-52246e330293,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:33.491071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:33.493883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.499201 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb269d-7e0a-4666-9777-031095b9951f None None] Network 324f7cd2-a40e-40b6-b7a1-886cb4e87146 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:06:33.499821 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-671d9105-c857-468a-a3fd-91258db0ad74 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3d8b531d-210d-44c6-be74-52246e330293 HTTP/1.1" status: 204  len: 168 time: 0.3859673
Nov 24 15:06:33.502267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35378) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:33.610386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.621125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Deleting port 5bd154b7-5856-4d56-97e2-744649086400 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:33.621449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.740044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] DHCP port deletion for 324f7cd2-a40e-40b6-b7a1-886cb4e87146 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:06:33.744356 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Deleting port 5bd154b7-5856-4d56-97e2-744649086400 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:33.744742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.827897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] For port 5bd154b7-5856-4d56-97e2-744649086400, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5bd154b7-5856-4d56-97e2-744649086400,segment=NetworkSegment(8ca8f019-ea98-42df-9b56-c4adea6b13bb),segment_id=8ca8f019-ea98-42df-9b56-c4adea6b13bb)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:33.828577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.946278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] For port 5bd154b7-5856-4d56-97e2-744649086400, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5bd154b7-5856-4d56-97e2-744649086400,segment=NetworkSegment(8ca8f019-ea98-42df-9b56-c4adea6b13bb),segment_id=8ca8f019-ea98-42df-9b56-c4adea6b13bb)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:33.946595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:33.958873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Calling delete_port for 5bd154b7-5856-4d56-97e2-744649086400 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:34.066778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.067065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Calling delete_port for 5bd154b7-5856-4d56-97e2-744649086400 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:06:34.070614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a86a8bef-99e8-4127-8641-c827d76079b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:34.112462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd154b7-5856-4d56-97e2-744649086400,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:34.116475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:34.119228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] No DVR routers for this DVR port 5bd154b7-5856-4d56-97e2-744649086400 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:06:34.141849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:06:34.142213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:06:34.233119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.261202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eaf06a0>,) {'filters': {'network_id': ['324f7cd2-a40e-40b6-b7a1-886cb4e87146']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:34.273306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eaf06a0>, '8ca8f019-ea98-42df-9b56-c4adea6b13bb') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:34.273591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eaf06a0>, '8ca8f019-ea98-42df-9b56-c4adea6b13bb') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:34.285550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.301176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.307167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:06:34.307565 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:06:34.321374 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:06:34.411827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:06:34.445746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:06:34.446107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 3ae9d3d2-232a-40a3-8b25-1cbf5cf2d8c0 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:06:34.446524 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5bd154b7-5856-4d56-97e2-744649086400 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:06:34.449725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.454831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.457428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b75eefa9-0087-402a-9257-52cdc2a976cc tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:34.478600 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5bd154b7-5856-4d56-97e2-744649086400 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:06:34.478949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5bd154b7-5856-4d56-97e2-744649086400 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:06:34.482052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Pushing event deleted for resources: {'Network': ['ID=324f7cd2-a40e-40b6-b7a1-886cb4e87146,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:34.484469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:34.490980 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] 10.222.0.53 "DELETE /v2.0/networks/324f7cd2-a40e-40b6-b7a1-886cb4e87146 HTTP/1.1" status: 204  len: 168 time: 0.9877532
Nov 24 15:06:34.643504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Deleting port 5bd154b7-5856-4d56-97e2-744649086400 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:06:34.644020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:34.752005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9fed2-010d-49fe-9a80-afe226b27cb1 None None] The port '5bd154b7-5856-4d56-97e2-744649086400' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:06:34.896687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35384) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:34.947364 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-eb206c6e-cd3a-4127-8123-91fc31f72c9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abcd294ec9b447c0b38dbcb60819235c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494139
Nov 24 15:06:34.949727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35388) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:35.011601 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f95ccf60-97a6-4e1b-900c-b2a4b153066a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:35.037997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f95ccf60-97a6-4e1b-900c-b2a4b153066a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:35.157960 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f95ccf60-97a6-4e1b-900c-b2a4b153066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:35.161687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43348cc7-2d4b-474a-94cf-8cd1c174514d tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:35.174241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ccf60-97a6-4e1b-900c-b2a4b153066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1de55c0-ce34-4e89-a3c1-60867b2ea55c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:35.177351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f95ccf60-97a6-4e1b-900c-b2a4b153066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:35.254485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f95ccf60-97a6-4e1b-900c-b2a4b153066a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:35.255580 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f95ccf60-97a6-4e1b-900c-b2a4b153066a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1de55c0-ce34-4e89-a3c1-60867b2ea55c HTTP/1.1" status: 204  len: 168 time: 0.3049853
Nov 24 15:06:35.947967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35396) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:35.999656 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-367f02e4-3db4-4d41-ac65-a2054cfcad98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db66c90ae2cb44fba8b7f09636d6392c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497231
Nov 24 15:06:36.001932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35400) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:36.061325 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7172b194-0909-472d-a62f-b175d9c53368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:36.092018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7172b194-0909-472d-a62f-b175d9c53368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:36.221002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7172b194-0909-472d-a62f-b175d9c53368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:36.225813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-79784d18-d7af-4989-980b-4f7524885797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:36.238013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172b194-0909-472d-a62f-b175d9c53368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3000762-5f16-4c95-9e5d-02fa49682b49,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:36.240863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7172b194-0909-472d-a62f-b175d9c53368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:36.247523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7172b194-0909-472d-a62f-b175d9c53368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:36.247523 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7172b194-0909-472d-a62f-b175d9c53368 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3000762-5f16-4c95-9e5d-02fa49682b49 HTTP/1.1" status: 204  len: 168 time: 0.2410421
Nov 24 15:06:39.024137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35444) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:39.030132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327046720', 'description': 'tempest-secgroup-smoke-327046720 description', 'project_id': '5aaaae59b87f41188b537d3932c03255'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:39.036801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:39.040696 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:39.043523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:39.051049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:39.135167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.148388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.180190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:39.183897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:39.186727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:39.193511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:39.261252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.335751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.340412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-df0fd6e7-a614-4fcf-8040-a64f95942c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:39.379940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:39.382255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b336f38e-1a38-40a1-93a5-b8e168a2d433,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:39.385881 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:39.386785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:39.389984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:39.396928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:39.448814 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.529169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.533227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-50fe36b2-7fb0-4e9c-bcd9-ecd4e369736a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:39.573203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b704e6f9-86e3-45c6-9933-f0fac83cedba,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:39.575793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:39.637964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.639133 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-82247a66-cfac-40eb-8f20-247ff22f3653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6140046
Nov 24 15:06:39.641974 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35448) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:39.647534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'b704e6f9-86e3-45c6-9933-f0fac83cedba', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:39.653337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:39.657722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:39.660552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:39.666160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:39.729822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:39.788842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.031576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.031576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a14413ba-22ff-4052-b5b6-26d052d23eec tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:40.031576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58494d8-4132-47cc-8919-4947d7d74671,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:40.031576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:40.067044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.068195 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4252875
Nov 24 15:06:40.070943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35452) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:40.077049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'b704e6f9-86e3-45c6-9933-f0fac83cedba', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:40.083513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:40.087298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:40.091126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:40.097542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:40.148027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.208885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.255090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.261993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c7bd76e6-9847-4709-97fc-8b0407b13053 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:40.279316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584991fc-1c27-43ff-95c0-3e891c70a795,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:40.282077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:40.341123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.342250 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2702110
Nov 24 15:06:40.345682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35456) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:40.351224 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'b704e6f9-86e3-45c6-9933-f0fac83cedba', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:40.357139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:40.363160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:40.364421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:40.370241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:40.456911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.518076 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.592033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.593785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cfd4449f-a926-43e9-a803-afe0468334fa tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:40.616642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e201a5-5736-409b-a528-75956f340a78,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:40.618962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:40.677840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.678986 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fa7383de-3d6f-4cb6-860a-7adf33cd6145 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3323789
Nov 24 15:06:40.681860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35460) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:40.687601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'b704e6f9-86e3-45c6-9933-f0fac83cedba', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:40.694045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:40.697907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:40.700815 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:40.707141 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:40.770128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.833000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.912550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:40.914412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9e7e4342-d80c-4b48-8082-91af67488eba tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:40.936597 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8520e0-3dfe-4f0d-80fa-c910d10ccf9f,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:40.939167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:41.015037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.016487 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-548a95d2-91a6-4851-a101-983c8ce238e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3333952
Nov 24 15:06:41.018982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35464) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:41.024346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'b704e6f9-86e3-45c6-9933-f0fac83cedba', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:41.030214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:41.034778 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:41.037713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:41.044364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:41.123999 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:06:41.130562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.195526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.266536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.268376 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-686683bd-3f29-4bcd-b8f6-373dd63615d2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:41.289457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10a1ed8-74c0-4e9a-9aef-94c5d76b4861,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:41.293358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:41.346868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.348042 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3281102
Nov 24 15:06:41.350859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35468) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:41.356421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'b704e6f9-86e3-45c6-9933-f0fac83cedba', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:41.363228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:41.367139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:41.370025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:41.377031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:41.432438 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:06:41.439258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.503583 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.552551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.558169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dc75d6b0-d621-4144-a97b-1cbb612bbaa2 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:41.574924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e8afeb-1901-4b33-9230-9f9f4e521e8e,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:41.577174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:41.695359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.696571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-98d9ce5a-1518-416c-b1a4-493afc2c7f1b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3447402
Nov 24 15:06:41.699614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35472) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:41.705144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'network': {'name': 'tempest-network-smoke--422176367', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'port_security_enabled': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:41.710025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:41.714003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:network and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:41.716927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:41.723414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:41.815434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:06:41.818610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.847916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:06:41.856542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.856886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Added segment ec6fa16c-ec01-4bf9-9572-c48807e2687b of type vlan for network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa
Nov 24 15:06:41.882725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.980750 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.984400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:41.984978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:41.988834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bddb233c-34d8-4735-a47e-49a038750573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:42.192839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Network': ['ID=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:42.195419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:42.202683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:06:42.251274 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-00ee4c70-f01b-459b-8527-94b5e891d233 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5497997
Nov 24 15:06:42.253957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35476) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:42.259105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'admin_state_up': True, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:42.266978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:42.270713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:router and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:42.273625 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:42.279945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:42.340979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:42.342009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:42.364079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:42.579401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:42.829734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:42.859232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:42.994705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.66 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/1288f111-be3e-442a-bc8f-ce51e1bc957c) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:06:43.137296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:43.238307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:43.242674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8e051f71-8326-4f55-9a73-0e6feee48a98 tempest-ServersNegativeTestJSON-68234186 tempest-ServersNegativeTestJSON-68234186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:43.310839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:06:43.314572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:06:43.318726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:06:43.342700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=1288f111-be3e-442a-bc8f-ce51e1bc957c,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:43.347529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:43.546879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:43.548140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:43.826609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:06:44.034298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:06:44.043514 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Sync routers for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:06:44.056050 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:44.056676 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd5c8b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:44.152126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:44.153417 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8985305
Nov 24 15:06:44.157266 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35480) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:44.259589 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:44.320704 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-73e7f8fa-0641-4446-8f48-9b884d92f7bc tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5aaaae59b87f41188b537d3932c03255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1621470
Nov 24 15:06:44.323207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:44.555322 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd5c8b0>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:43Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:44.559102 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Checking router: 044d2043-5df9-4192-9ed3-bf2bfe8ff53c for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:06:44.559451 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Updating router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c port 1288f111-be3e-442a-bc8f-ce51e1bc957c binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:06:44.572224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20149428-490b-4656-b3a0-d66f4421e3ed tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:44.576284 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-20149428-490b-4656-b3a0-d66f4421e3ed tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2495990
Nov 24 15:06:44.576524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35490) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:44.610597 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:44.616972 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-84546ae3-db37-4147-9479-8fc5442624ac tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371912
Nov 24 15:06:44.617135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35494) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:44.622294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214786548', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:44.729572 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:44.733349 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:subnet and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:06:44.737064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:06:44.742608 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:44.815652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:06:44.918799 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:44.930835 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:44.942900 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Transition to ACTIVE for port object 1288f111-be3e-442a-bc8f-ce51e1bc957c will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:06:45.032341 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:45.037042 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-cacab22a-35f1-482b-98d9-f12475088097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:45.115338 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Attempting to bind port 1288f111-be3e-442a-bc8f-ce51e1bc957c on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:06:45.116099 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Attempting to bind port 1288f111-be3e-442a-bc8f-ce51e1bc957c by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:06:45.116099 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Attempting to bind port 1288f111-be3e-442a-bc8f-ce51e1bc957c on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:06:45.118137 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Pushing event updated for resources: {'Port': ['ID=1288f111-be3e-442a-bc8f-ce51e1bc957c,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:45.130236 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:06:45.130605 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:06:45.131006 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:45.131395 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:06:45.131845 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Bound port: 1288f111-be3e-442a-bc8f-ce51e1bc957c, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:06:45.132239 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:45.159415 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.159740 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.160064 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.160405 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.160724 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.161041 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.161356 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.161667 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.161977 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.162289 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.162592 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:45.170459 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:45.186814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:45.191271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e10c3966-42d6-4227-bdbb-420c9ab86e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:45.209080 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] For port 1288f111-be3e-442a-bc8f-ce51e1bc957c, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:06:45.212197 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] For port 1288f111-be3e-442a-bc8f-ce51e1bc957c, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1288f111-be3e-442a-bc8f-ce51e1bc957c,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:06:45.263359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Subnet': ['ID=7010c443-41e7-4116-8ed7-959fbc9e62ef,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:45.267400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:45.275722 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Checking segment: {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:06:45.276078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network hostable DHCP agents. Network: cd9625ad-57bf-4320-ab6f-cfd94a5e99fa, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:06:45.284284 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:45.288635 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7c422b25-b68e-4108-b146-af8fd6d594cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:45.357971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:06:45.369492 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:45.370112 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd5c8b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:45.416976 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Pushing event updated for resources: {'Port': ['ID=1288f111-be3e-442a-bc8f-ce51e1bc957c,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:45.424222 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-48503a7d-3a44-4549-b727-76af3d650b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:45.455350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, cd9625ad-57bf-4320-ab6f-cfd94a5e99fa) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:06:45.459466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:45.460320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:45.466568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad896b02-90f7-4416-ae5f-ff3e361a711d None None] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:06:45.541859 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9236953
Nov 24 15:06:45.544432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35498) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:06:45.555154 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:45.685327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:06:45.686155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:45.849762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Allocated IP 172.20.0.2 (cd9625ad-57bf-4320-ab6f-cfd94a5e99fa/7010c443-41e7-4116-8ed7-959fbc9e62ef/e0961399-82e0-499f-8f2f-cfeb12b2e2b9) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:06:45.881710 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd5c8b0>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:43Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:45.885924 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093812d-6432-4cb2-b857-a6858b811e3a None None] The sync data for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv is: [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:43Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:06:46.096060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.096060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Transition to ACTIVE for port object e0961399-82e0-499f-8f2f-cfeb12b2e2b9 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:06:46.102024 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Transition to ACTIVE for port object e0961399-82e0-499f-8f2f-cfeb12b2e2b9 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:06:46.181525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.186891 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:46.255971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:06:46.259295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:06:46.263786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:06:46.266133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Pushing event updated for resources: {'Port': ['ID=e0961399-82e0-499f-8f2f-cfeb12b2e2b9,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:46.305712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.306056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.306393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.306724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.307057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.307380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.307697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.308019 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.310482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.310825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.311152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:06:46.318912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:46.370299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Attempting to bind port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:06:46.371026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Attempting to bind port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:06:46.371026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Attempting to bind port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 on network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:06:46.377947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.381950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:06:46.382392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Checking segment: {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:06:46.382812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.383223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Bound using segment: {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:06:46.383704 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Bound port: e0961399-82e0-499f-8f2f-cfeb12b2e2b9, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:06:46.384278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.488249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1288f111-be3e-442a-bc8f-ce51e1bc957c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:06:46.535706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] For port e0961399-82e0-499f-8f2f-cfeb12b2e2b9, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:06:46.555262 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] For port e0961399-82e0-499f-8f2f-cfeb12b2e2b9, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e0961399-82e0-499f-8f2f-cfeb12b2e2b9,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:06:46.644499 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.648458 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:46.693373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 1288f111-be3e-442a-bc8f-ce51e1bc957c completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:06:46.702271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1288f111-be3e-442a-bc8f-ce51e1bc957c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:46.702734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.794074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Pushing event updated for resources: {'Port': ['ID=e0961399-82e0-499f-8f2f-cfeb12b2e2b9,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:46.798803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:46.863127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.880677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 1288f111-be3e-442a-bc8f-ce51e1bc957c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1288f111-be3e-442a-bc8f-ce51e1bc957c,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:46.931605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.1 (cd9625ad-57bf-4320-ab6f-cfd94a5e99fa/7010c443-41e7-4116-8ed7-959fbc9e62ef/a5f28c7b-201a-4ffb-aadb-30ae42ceeff5) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:06:46.941330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:46.943460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-4a591039-7510-46b2-9d3f-31a6d3a082e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:47.017944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=1288f111-be3e-442a-bc8f-ce51e1bc957c,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:47.020998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:47.114602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:47.131073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:06:47.215819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:47.219711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f456f5cc-a63f-4f1e-9a11-338eef1146e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:47.291641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:06:47.295036 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:06:47.298645 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:06:47.331873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:47.338158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:47.363079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:47.517562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:47.791377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c32a51-704c-4f12-8d54-96d644335d18 None None] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:06:47.947463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:47.959326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-287d98cd-94d9-465f-b7f1-d675ea0a7772 None None] Provisioning for port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:06:48.032178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:48.060591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:48.146955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:48.150576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:48.154255 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:48.297902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:06:48.299091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:06:48.381104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-559237a0-fa4f-42ca-b3c1-2efc5467b863 None None] Provisioning for port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:06:48.388205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-559237a0-fa4f-42ca-b3c1-2efc5467b863 None None] Provisioning complete for port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:48.388525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-559237a0-fa4f-42ca-b3c1-2efc5467b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:48.460958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-559237a0-fa4f-42ca-b3c1-2efc5467b863 None None] Port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:06:48.530652 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1288f111-be3e-442a-bc8f-ce51e1bc957c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:06:48.607840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5227e98f-b460-4666-b925-10d89a86cd19 None None] Provisioning complete for port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:48.608241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5227e98f-b460-4666-b925-10d89a86cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:48.674608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5227e98f-b460-4666-b925-10d89a86cd19 None None] Port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:06:48.677447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 1288f111-be3e-442a-bc8f-ce51e1bc957c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:48.677824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:48.803937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e0961399-82e0-499f-8f2f-cfeb12b2e2b9 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:06:48.848440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-487f455e-9e55-4b61-b01e-902f36709074 None None] Provisioning complete for port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:48.848936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-487f455e-9e55-4b61-b01e-902f36709074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:48.853742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:06:48.916522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-487f455e-9e55-4b61-b01e-902f36709074 None None] Port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:06:48.987038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:06:48.992170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:48.992544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:49.058085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:06:49.068236 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/044d2043-5df9-4192-9ed3-bf2bfe8ff53c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5227752
Nov 24 15:06:49.111803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:49.145732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e0961399-82e0-499f-8f2f-cfeb12b2e2b9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e0961399-82e0-499f-8f2f-cfeb12b2e2b9,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:49.227151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:49.229102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:49.257298 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b6073b23-5c8f-4ddc-8c30-b60066ba53e1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327046720&fields=id&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 267 time: 0.0479920
Nov 24 15:06:49.296243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e0961399-82e0-499f-8f2f-cfeb12b2e2b9,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:49.299991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:49.379157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Sync routers for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:06:49.392165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:49.392794 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe30520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:49.415492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-710d2f17-b8a8-4377-8538-68d5f543eda5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:49.416184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-710d2f17-b8a8-4377-8538-68d5f543eda5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:06:49.506875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-710d2f17-b8a8-4377-8538-68d5f543eda5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:06:49.508251 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-710d2f17-b8a8-4377-8538-68d5f543eda5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/networks?id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa HTTP/1.1" status: 200  len: 796 time: 0.2444451
Nov 24 15:06:49.525373 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c0a23c0b-4435-4bce-b404-9337aec40c59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/quotas/5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 375 time: 0.0114176
Nov 24 15:06:49.572877 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:49.610850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-4c9c2565-a6e8-46ce-9630-ef02eeaea9b5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:06:49.684063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-4c9c2565-a6e8-46ce-9630-ef02eeaea9b5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:06:49.685388 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-4c9c2565-a6e8-46ce-9630-ef02eeaea9b5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1547017
Nov 24 15:06:49.829063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-92bbb5f3-ae4b-4d7e-8dff-ebfe2e231d63 service neutron] 10.222.0.53 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300924
Nov 24 15:06:49.895686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe30520>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 2, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:49.899564 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Checking router: 044d2043-5df9-4192-9ed3-bf2bfe8ff53c for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:06:49.899929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Updating router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:06:49.955160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:49.962966 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-0e53f5d4-2846-4078-8920-334aac88f7f6 service neutron] 10.222.0.53 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276262
Nov 24 15:06:50.233655 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-afd4cb05-d8c1-4944-9ba9-e361909c3c46 req-32812b4f-66df-44b6-aba3-bf8a501d6b77 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 210 time: 0.0437143
Nov 24 15:06:50.340577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:50.351920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Transition to ACTIVE for port object a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:06:50.409750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:50.413537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-0c1afcc9-c329-4cc8-8a0f-46af22670861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:50.450420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e0961399-82e0-499f-8f2f-cfeb12b2e2b9 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:06:50.602015 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da850a9a-2cfe-4cbc-b669-423fa843dd97 None None] Pushing event updated for resources: {'Port': ['ID=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:50.608186 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-da850a9a-2cfe-4cbc-b669-423fa843dd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:50.702832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:50.703256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:50.729058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:50.750758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Attempting to bind port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:06:50.751105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Attempting to bind port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:06:50.751478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Attempting to bind port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 on network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:06:50.776342 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:06:50.776721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Checking segment: {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:06:50.777128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:50.777520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Bound using segment: {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:06:50.778037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Bound port: a5f28c7b-201a-4ffb-aadb-30ae42ceeff5, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:06:50.778740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:50.930518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] For port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:06:50.938358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] For port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:06:51.009839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:51.014280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:51.091954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:06:51.092654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe30520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:51.149811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da850a9a-2cfe-4cbc-b669-423fa843dd97 None None] Pushing event updated for resources: {'Port': ['ID=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:51.161083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-da850a9a-2cfe-4cbc-b669-423fa843dd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:51.301554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:06:51.455763 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f66400a9-4f03-4a00-b64c-991380bd292d req-1b477019-4864-433f-9c06-2ee0f8908b9c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 210 time: 0.0669169
Nov 24 15:06:51.658159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe30520>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:50Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:06:51.662384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd950d-736e-4a72-b608-2ba8ca59e18c None None] The sync data for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv is: [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:50Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:06:52.460918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:06:52.511249 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-dfced9cd-e36d-4273-bf4b-1d1ad4fc487f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:52.514175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-dfced9cd-e36d-4273-bf4b-1d1ad4fc487f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/networks?id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa HTTP/1.1" status: 200  len: 796 time: 0.1705732
Nov 24 15:06:52.576876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-1658889e-1e0c-405e-bc6b-9b9cd8ca6108 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 379 time: 0.0493367
Nov 24 15:06:52.586041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'port': {'device_id': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'admin_state_up': True, 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'security_groups': ['b704e6f9-86e3-45c6-9933-f0fac83cedba']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:52.620857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:06:52.626890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:52.627310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:52.642422 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-63463ea3-8323-45e0-a380-2b896f025755 req-30452477-f28b-4eec-a29a-32e625ac1b64 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 210 time: 0.0479271
Nov 24 15:06:52.737299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:06:52.747760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:06:52.747974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:52.796216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:52.866725 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:06:52.869960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:52.883839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:52.885849 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:52.951762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:52.956177 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:53.034807 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.6 (cd9625ad-57bf-4320-ab6f-cfd94a5e99fa/7010c443-41e7-4116-8ed7-959fbc9e62ef/94885e49-348f-46fb-a2fd-cf9281d51356) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:06:53.335978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:53.351110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 94885e49-348f-46fb-a2fd-cf9281d51356 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:06:53.415798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:53.422785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-402413a5-6d0f-4726-939c-fad9a45ac0b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:53.455278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-05231c59-a349-4514-8cdf-f186a5de1884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:53.487133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:06:53.494357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:06:53.498656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:06:53.528824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=94885e49-348f-46fb-a2fd-cf9281d51356,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:53.536049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:53.565216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:53.566042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:53.678664 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0965283
Nov 24 15:06:53.694429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Request body: {'port': {'device_id': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:06:53.786703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6da9c18a-ea37-440f-b4db-6281790ede04 None None] Provisioning for port 94885e49-348f-46fb-a2fd-cf9281d51356 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:06:53.792149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6da9c18a-ea37-440f-b4db-6281790ede04 None None] Provisioning complete for port 94885e49-348f-46fb-a2fd-cf9281d51356 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:53.792677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6da9c18a-ea37-440f-b4db-6281790ede04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:53.846329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:53.850742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6da9c18a-ea37-440f-b4db-6281790ede04 None None] Port 94885e49-348f-46fb-a2fd-cf9281d51356 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:06:53.934814 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87f4ac-8ec7-46fb-866b-9f94be8be404 req-d110b74c-5a92-48c2-a074-14e15bc025ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:53.935103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:53.935491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-af87f4ac-8ec7-46fb-866b-9f94be8be404 req-d110b74c-5a92-48c2-a074-14e15bc025ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:06:54.086739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-af87f4ac-8ec7-46fb-866b-9f94be8be404 req-d110b74c-5a92-48c2-a074-14e15bc025ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:06:54.087881 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af87f4ac-8ec7-46fb-866b-9f94be8be404 req-d110b74c-5a92-48c2-a074-14e15bc025ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 931 time: 0.3089185
Nov 24 15:06:54.173261 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-af87f4ac-8ec7-46fb-866b-9f94be8be404 req-3b3ffa37-c899-4a22-83d7-d374cba95be7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781584
Nov 24 15:06:54.249763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94885e49-348f-46fb-a2fd-cf9281d51356 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:06:54.257366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:54.272055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Transition to ACTIVE for port object 94885e49-348f-46fb-a2fd-cf9281d51356 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:06:54.346114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:54.349763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-34525fab-c80a-46cc-a062-a5fc328ba201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:54.428648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:06:54.475069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Pushing event updated for resources: {'Port': ['ID=94885e49-348f-46fb-a2fd-cf9281d51356,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:54.478009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:54.553046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:06:54.553482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:54.591884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Attempting to bind port 94885e49-348f-46fb-a2fd-cf9281d51356 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:06:54.592500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Attempting to bind port 94885e49-348f-46fb-a2fd-cf9281d51356 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:06:54.592804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Attempting to bind port 94885e49-348f-46fb-a2fd-cf9281d51356 on network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:06:54.599992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Port 94885e49-348f-46fb-a2fd-cf9281d51356 on network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:06:54.600466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Attempting to bind port 94885e49-348f-46fb-a2fd-cf9281d51356 on network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:06:54.607833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:06:54.608282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Checking segment: {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:06:54.608729 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Bound using segment: {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:06:54.609772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Bound port: 94885e49-348f-46fb-a2fd-cf9281d51356, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6fa16c-ec01-4bf9-9572-c48807e2687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:06:54.610144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:54.699616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] For port 94885e49-348f-46fb-a2fd-cf9281d51356, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:06:54.702540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] For port 94885e49-348f-46fb-a2fd-cf9281d51356, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=94885e49-348f-46fb-a2fd-cf9281d51356,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:06:54.769665 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:54.773345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-04f37e26-0285-4955-a6b8-330588f9aac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:54.837044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:54.842661 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] 10.222.0.81 "PUT /v2.0/ports/94885e49-348f-46fb-a2fd-cf9281d51356 HTTP/1.1" status: 200  len: 1093 time: 1.1482871
Nov 24 15:06:54.842661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:06:54.865507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Pushing event updated for resources: {'Port': ['ID=94885e49-348f-46fb-a2fd-cf9281d51356,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:54.868752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:54.901390 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356', 'status': 'completed', 'code': 200}
Nov 24 15:06:54.994943 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73e8d601-43a4-4024-a9c3-ae13cf833c6c req-e9fd11a3-956a-44ac-b885-0df4a895c2eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 1096 time: 0.0752523
Nov 24 15:06:55.141122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d601-43a4-4024-a9c3-ae13cf833c6c req-ab79e907-b997-4780-b6b5-ade1cd18582d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:55.142684 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73e8d601-43a4-4024-a9c3-ae13cf833c6c req-ab79e907-b997-4780-b6b5-ade1cd18582d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=5aaaae59b87f41188b537d3932c03255&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1405966
Nov 24 15:06:55.278158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8d601-43a4-4024-a9c3-ae13cf833c6c req-b6617675-3c6f-40ec-8cfd-0e2258da59f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:55.279595 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73e8d601-43a4-4024-a9c3-ae13cf833c6c req-b6617675-3c6f-40ec-8cfd-0e2258da59f8 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1311975
Nov 24 15:06:55.541325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a22691-4eed-401f-8a7b-6b0d64c65edc req-5281c5d0-1824-417b-a21d-9fd975c748f1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:55.542759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73a22691-4eed-401f-8a7b-6b0d64c65edc req-5281c5d0-1824-417b-a21d-9fd975c748f1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 943 time: 0.2476645
Nov 24 15:06:55.546087 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-dd9dfba9-ae5f-4884-8e65-ca0239b40681 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 1096 time: 0.2159739
Nov 24 15:06:55.636227 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-b9a195ff-4044-4bee-b360-f3d616ad964d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94885e49-348f-46fb-a2fd-cf9281d51356 HTTP/1.1" status: 200  len: 217 time: 0.0720284
Nov 24 15:06:55.679737 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73a22691-4eed-401f-8a7b-6b0d64c65edc req-0f5d128f-bc98-4d5c-adb3-21f5c6a2fb5d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1306200
Nov 24 15:06:55.703970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-cd04cb36-9a9f-4d57-8bf6-6dc52cd32004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:55.705401 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-cd04cb36-9a9f-4d57-8bf6-6dc52cd32004 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7010c443-41e7-4116-8ed7-959fbc9e62ef HTTP/1.1" status: 200  len: 835 time: 0.0621836
Nov 24 15:06:55.735717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2e9d6542-516b-455a-9526-65f954bcbd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:55.784687 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-9510bf2a-0cf3-47d4-8d15-9376a8e5ed8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722754
Nov 24 15:06:55.916712 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-605369ff-9dfe-49ec-80f7-2cf6db433121 service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255214
Nov 24 15:06:56.047828 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8716eac-a2e0-4e65-8ee1-a9f1073fdeaf req-0285fa03-978a-4460-89db-a70b7ed8c20b service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246109
Nov 24 15:06:56.809166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:56.885366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabaa47-67b1-4f0c-8e2a-86d278f79921 req-556d1599-e060-4284-8ca6-631acd744cbd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:56.886785 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4dabaa47-67b1-4f0c-8e2a-86d278f79921 req-556d1599-e060-4284-8ca6-631acd744cbd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 943 time: 0.0804100
Nov 24 15:06:56.932217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-4dabaa47-67b1-4f0c-8e2a-86d278f79921 req-eca9eac7-5968-4121-9969-80b5415db097 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:06:56.992008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-4dabaa47-67b1-4f0c-8e2a-86d278f79921 req-eca9eac7-5968-4121-9969-80b5415db097 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:06:56.993095 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4dabaa47-67b1-4f0c-8e2a-86d278f79921 req-eca9eac7-5968-4121-9969-80b5415db097 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001735
Nov 24 15:06:57.981625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 94885e49-348f-46fb-a2fd-cf9281d51356 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:06:58.118425 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 94885e49-348f-46fb-a2fd-cf9281d51356, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=94885e49-348f-46fb-a2fd-cf9281d51356,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:58.131823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '94885e49-348f-46fb-a2fd-cf9281d51356', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'port_id': '94885e49-348f-46fb-a2fd-cf9281d51356', 'mac_address': 'fa:16:3e:e2:7a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:06:58.186032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:58.190371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94983-2c98-4072-aebc-a02abedd83c9 req-89cb4e34-3edc-4f95-b7cd-fba96b01a41c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:58.191805 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7f94983-2c98-4072-aebc-a02abedd83c9 req-89cb4e34-3edc-4f95-b7cd-fba96b01a41c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 943 time: 0.0757415
Nov 24 15:06:58.204016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94885e49-348f-46fb-a2fd-cf9281d51356 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:06:58.219381 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 94885e49-348f-46fb-a2fd-cf9281d51356, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=94885e49-348f-46fb-a2fd-cf9281d51356,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:06:58.239271 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7f94983-2c98-4072-aebc-a02abedd83c9 req-0b800fc7-3e1e-4f36-967e-10b298f4e057 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417821
Nov 24 15:06:58.289666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:58.292372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:06:58.330133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:06:58.363129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=94885e49-348f-46fb-a2fd-cf9281d51356,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:06:58.366108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:06:58.522232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['94885e49-348f-46fb-a2fd-cf9281d51356'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:06:59.580802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebce0-b27e-4fef-8251-c5e304cdaff5 req-e938951b-df8e-49ae-8a7e-670ce1b563d0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:06:59.582237 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2e7ebce0-b27e-4fef-8251-c5e304cdaff5 req-e938951b-df8e-49ae-8a7e-670ce1b563d0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 944 time: 0.0813177
Nov 24 15:06:59.630022 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2e7ebce0-b27e-4fef-8251-c5e304cdaff5 req-1d862a4b-a77a-4683-857c-682239a83c26 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408235
Nov 24 15:06:59.992613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 94885e49-348f-46fb-a2fd-cf9281d51356 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:07:00.106412 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 94885e49-348f-46fb-a2fd-cf9281d51356 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:07:00.111821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 94885e49-348f-46fb-a2fd-cf9281d51356 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:07:00.117174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:00.231468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:00.257749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:07:00.267893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 94885e49-348f-46fb-a2fd-cf9281d51356, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=94885e49-348f-46fb-a2fd-cf9281d51356,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:07:00.317831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:00.319661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:00.388937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=94885e49-348f-46fb-a2fd-cf9281d51356,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:00.393187 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356', 'code': 200}
Nov 24 15:07:00.393882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:00.736467 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ae5692b-9275-4d4d-bde7-87e658c2600c req-0ce18703-38ba-47a7-9fd8-066e4fb83167 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 1098 time: 0.0721831
Nov 24 15:07:00.779442 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ae5692b-9275-4d4d-bde7-87e658c2600c req-2f9fcec0-2115-490c-b49d-cb604c7ec56c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366366
Nov 24 15:07:00.826085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a09cf-ae51-4661-9013-f341ebfc8284 req-f5de61df-56b9-40f4-bacf-b0189115b14d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:00.827782 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b0a09cf-ae51-4661-9013-f341ebfc8284 req-f5de61df-56b9-40f4-bacf-b0189115b14d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0782213
Nov 24 15:07:00.873778 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b0a09cf-ae51-4661-9013-f341ebfc8284 req-a398fa7d-43c3-430c-a069-e9305fe66894 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405500
Nov 24 15:07:02.073713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6c31b-92bc-4f6e-912c-b5f5b8dc40f2 req-f96a389e-446d-4079-8ed5-84ed5ece4ac6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:02.075175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ef6c31b-92bc-4f6e-912c-b5f5b8dc40f2 req-f96a389e-446d-4079-8ed5-84ed5ece4ac6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0790205
Nov 24 15:07:02.122939 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ef6c31b-92bc-4f6e-912c-b5f5b8dc40f2 req-3a1289c6-0932-4a3a-9074-028293409803 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420220
Nov 24 15:07:02.640842 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:07:03.323084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea2216-40b4-40f4-ae76-2a1bb7562447 req-e5dd17ff-d549-4935-a336-6526f85195f4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:03.324530 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bcea2216-40b4-40f4-ae76-2a1bb7562447 req-e5dd17ff-d549-4935-a336-6526f85195f4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0805669
Nov 24 15:07:03.374048 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bcea2216-40b4-40f4-ae76-2a1bb7562447 req-625ebcb1-7e21-4829-944a-26452929629f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429709
Nov 24 15:07:03.572831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75189299-6bc8-4f09-974f-31a243a8fc05 req-86c3e391-765b-4a3c-b0bd-e080a4cd1cca tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:03.574246 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75189299-6bc8-4f09-974f-31a243a8fc05 req-86c3e391-765b-4a3c-b0bd-e080a4cd1cca tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0791998
Nov 24 15:07:03.619099 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75189299-6bc8-4f09-974f-31a243a8fc05 req-72a3dcd5-ac22-4872-a165-6f6cc3c7b150 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393956
Nov 24 15:07:03.647528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35554) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:03.717124 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7fade4f8-524c-439b-a5a7-fc1169e19874 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 1093 time: 0.0682583
Nov 24 15:07:03.719795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35558) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:03.724968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '94885e49-348f-46fb-a2fd-cf9281d51356', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:03.730523 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:03.734917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:floatingip and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:03.738027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:03.743692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:03.826242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:03.962151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:04.096444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.237 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/eb29dff1-a3eb-4620-adee-25c42d8a98fe) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:07:04.333878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:04.403741 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:04.408280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8bcf3127-ec25-4a7b-adbc-071b694d5aac tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:04.475684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:07:04.478850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:07:04.483040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:07:04.510865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=eb29dff1-a3eb-4620-adee-25c42d8a98fe,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:04.517499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:04.987931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:05.093181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:05.294953 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:05.334642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:05.338230 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1de6d82-17dc-47b9-9f54-e6c69fd9b441 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:05.441009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=eb29dff1-a3eb-4620-adee-25c42d8a98fe,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:05.443660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:05.458136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:05.652522 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Floating IP d7312486-c01f-40da-8cb7-0ab8f494e2e7 associated. External IP: 172.26.2.237, port: 94885e49-348f-46fb-a2fd-cf9281d51356.
Nov 24 15:07:06.145226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:07:06.346442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:07:06.356067 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] Sync routers for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:07:06.368049 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:07:06.368668 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420312df0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:06.443450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:06.497653 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7768023
Nov 24 15:07:06.498339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:07:06.554109 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:07:06.556330 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356', 'status': 'completed', 'code': 200}
Nov 24 15:07:06.651651 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-efdaadaa-74a2-4766-9a61-62a8dba99695 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 1098 time: 0.0729206
Nov 24 15:07:06.675713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ffe37-6a52-4fa8-a181-a92eec3d5c06 req-794e0310-42f9-4d8a-aef5-09a02e356484 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:06.677227 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a67ffe37-6a52-4fa8-a181-a92eec3d5c06 req-794e0310-42f9-4d8a-aef5-09a02e356484 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0839455
Nov 24 15:07:06.728918 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a67ffe37-6a52-4fa8-a181-a92eec3d5c06 req-05a85125-d61b-47ef-b4b3-39b39621b3bd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461552
Nov 24 15:07:06.761418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35568) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:06.884341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-efca2827-c305-4297-82c5-2d8b0a7f5180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:06.885789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-efca2827-c305-4297-82c5-2d8b0a7f5180 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa HTTP/1.1" status: 200  len: 897 time: 0.2282772
Nov 24 15:07:06.904865 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420312df0>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd7312486-c01f-40da-8cb7-0ab8f494e2e7', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'port_id': '94885e49-348f-46fb-a2fd-cf9281d51356', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'mac_address': 'fa:16:3e:e2:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:04Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:52Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:06.909079 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] Checking router: 044d2043-5df9-4192-9ed3-bf2bfe8ff53c for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:07:06.919525 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:07:06.920144 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420312df0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:06:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:06.945689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-78aeb3fa-615a-4f2f-ae20-1ead67ab917f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/d7312486-c01f-40da-8cb7-0ab8f494e2e7 HTTP/1.1" status: 200  len: 991 time: 0.1830220
Nov 24 15:07:06.994268 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-eca2a48c-fdf0-45c5-b6b8-b08d9fa280d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94885e49-348f-46fb-a2fd-cf9281d51356 HTTP/1.1" status: 200  len: 999 time: 0.1005175
Nov 24 15:07:07.055606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-6c49dd3d-6dbb-4951-a3e6-aab1c2dd4164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:07.057049 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-6c49dd3d-6dbb-4951-a3e6-aab1c2dd4164 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7010c443-41e7-4116-8ed7-959fbc9e62ef HTTP/1.1" status: 200  len: 835 time: 0.0573320
Nov 24 15:07:07.099552 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:07:07.136625 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-b6514102-98b2-4544-be1b-7ba547715e1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731509
Nov 24 15:07:07.380391 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-4735cd19-9e2e-4f05-a9ad-60ca6e4ee8c1 service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376173
Nov 24 15:07:07.450643 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420312df0>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd7312486-c01f-40da-8cb7-0ab8f494e2e7', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'port_id': '94885e49-348f-46fb-a2fd-cf9281d51356', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'mac_address': 'fa:16:3e:e2:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:04Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:52Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:07.454945 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca2a6f2-6019-4d79-b14b-185406fe77f3 None None] The sync data for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv is: [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'd7312486-c01f-40da-8cb7-0ab8f494e2e7', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'port_id': '94885e49-348f-46fb-a2fd-cf9281d51356', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'mac_address': 'fa:16:3e:e2:7a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:04Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:52Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:07:07.523162 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-363a6153-aa4d-4b26-9399-ea9f3993d71e req-16cf2301-f467-40a4-baec-82f360af48df service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368301
Nov 24 15:07:07.949358 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35572) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:08.055323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-44b42c81-33e7-48d4-a1c1-e2d2ad748b57 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/d7312486-c01f-40da-8cb7-0ab8f494e2e7 HTTP/1.1" status: 200  len: 991 time: 0.1046233
Nov 24 15:07:08.403367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64018720-f553-44e3-8d9d-c50495ed7b7b None None] New status for floating IP d7312486-c01f-40da-8cb7-0ab8f494e2e7: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:07:09.059063 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35576) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:09.162748 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a62c20ae-91d2-43b4-8fce-8fb8960c4de7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/d7312486-c01f-40da-8cb7-0ab8f494e2e7 HTTP/1.1" status: 200  len: 993 time: 0.1021259
Nov 24 15:07:20.614657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:22.758525 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-2850314b-80a1-4b3b-bfb9-63b99853e176 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697696
Nov 24 15:07:22.913175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-3c3374d4-b643-4745-9b19-0c6c399efa70 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 1098 time: 0.0776215
Nov 24 15:07:23.062076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452b773-cf27-411e-84c4-b3941e38e615 req-a0f770f3-f864-440c-8e59-e12cdee2cda0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:23.063642 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-a0f770f3-f864-440c-8e59-e12cdee2cda0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa HTTP/1.1" status: 200  len: 897 time: 0.1300762
Nov 24 15:07:23.165570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-b0826a31-f80b-4662-a0a2-0be9a105a34e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94885e49-348f-46fb-a2fd-cf9281d51356 HTTP/1.1" status: 200  len: 1001 time: 0.0944645
Nov 24 15:07:23.235073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452b773-cf27-411e-84c4-b3941e38e615 req-b5a2fae0-6e6e-4a78-a386-f120cdde64cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:23.236816 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-b5a2fae0-6e6e-4a78-a386-f120cdde64cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7010c443-41e7-4116-8ed7-959fbc9e62ef HTTP/1.1" status: 200  len: 835 time: 0.0638909
Nov 24 15:07:23.313179 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-e5c8dce4-9464-49ae-876f-2b90a32bf53d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692079
Nov 24 15:07:23.450412 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-1b5a652f-f09b-4a45-8857-2ef69f874dca service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293597
Nov 24 15:07:23.459991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-25c419d1-6e59-40a9-b6ea-e47df59cd3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:23.592469 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7452b773-cf27-411e-84c4-b3941e38e615 req-eea0967c-e2d5-4567-b7c5-6ef3d09fe91f service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351123
Nov 24 15:07:23.945697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:25.723006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-af98f4a0-8f48-49bf-b278-e72767cf86a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:26.837295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:28.288389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:38.866507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae1f1f-07db-4205-bf85-d6a994868b01 req-70832b4a-0837-4bd5-9ec0-7b5cfd9e7cf4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:38.867920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-52ae1f1f-07db-4205-bf85-d6a994868b01 req-70832b4a-0837-4bd5-9ec0-7b5cfd9e7cf4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0820184
Nov 24 15:07:38.912177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-52ae1f1f-07db-4205-bf85-d6a994868b01 req-cdc6710b-5267-4697-8111-9ede1605d184 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388196
Nov 24 15:07:39.643348 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:07:40.127174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc687b6-fbc0-41b5-92c7-e43fb9ee7d94 req-5a4c08f5-b5f9-4246-bee2-9f0aae9e4ffd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:40.128605 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cbc687b6-fbc0-41b5-92c7-e43fb9ee7d94 req-5a4c08f5-b5f9-4246-bee2-9f0aae9e4ffd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0799015
Nov 24 15:07:40.174693 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cbc687b6-fbc0-41b5-92c7-e43fb9ee7d94 req-5741cbdb-6aa5-45b7-a48d-5d9580274b0b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404844
Nov 24 15:07:40.202116 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35602) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:40.306942 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3fb3cf18-c71f-4826-aa01-fa4409d6a441 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/d7312486-c01f-40da-8cb7-0ab8f494e2e7 HTTP/1.1" status: 200  len: 993 time: 0.1036053
Nov 24 15:07:41.909726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b3142-9302-40a4-9665-090eecb6b249 req-067cf77a-460e-43ab-9338-0f42c5c75e42 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:41.911177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-282b3142-9302-40a4-9665-090eecb6b249 req-067cf77a-460e-43ab-9338-0f42c5c75e42 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0781164
Nov 24 15:07:41.956416 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-282b3142-9302-40a4-9665-090eecb6b249 req-d0c2cdba-adf9-4372-86f2-622259aaf72e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394835
Nov 24 15:07:43.159196 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1334511-c3bf-4b23-a6cf-afab56e27a23 req-8be1e085-0292-4160-81d4-c1049a7902e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:43.160588 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a1334511-c3bf-4b23-a6cf-afab56e27a23 req-8be1e085-0292-4160-81d4-c1049a7902e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0775802
Nov 24 15:07:43.205069 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a1334511-c3bf-4b23-a6cf-afab56e27a23 req-2ae9768f-ede8-4965-81f1-03021f935282 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389941
Nov 24 15:07:43.238826 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35614) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:43.347709 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5dfa62c5-86bb-4be6-9687-48c22241058c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/d7312486-c01f-40da-8cb7-0ab8f494e2e7 HTTP/1.1" status: 200  len: 993 time: 0.1075759
Nov 24 15:07:43.622526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35622) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:43.827302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port eb29dff1-a3eb-4620-adee-25c42d8a98fe {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:07:43.827642 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:43.991758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:43.992112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:44.212787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for eb29dff1-a3eb-4620-adee-25c42d8a98fe owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:07:44.413721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:44.418158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-833f6381-1f2c-4f33-a9a2-3ad2d88c2bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:44.461128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=eb29dff1-a3eb-4620-adee-25c42d8a98fe,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:44.500556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.500962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.501338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.501703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.502066 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.502425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.502784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.503140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.503496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.503849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.504232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:44.510908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:44.564356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:44.949568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:07:45.150023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:07:45.159975 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] Sync routers for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:07:45.171416 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:07:45.178962 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420005ac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:45.230605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:45.284694 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/floatingips/d7312486-c01f-40da-8cb7-0ab8f494e2e7 HTTP/1.1" status: 204  len: 168 time: 1.6611066
Nov 24 15:07:45.285341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:07:45.342789 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356', 'status': 'completed', 'code': 200}
Nov 24 15:07:45.380886 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:07:45.438815 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-4c476dd8-e445-4104-a861-049bc6bff51a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 1098 time: 0.0728469
Nov 24 15:07:45.580211 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-3d64b309-3231-40b6-ac64-2f395affb596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:45.582011 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-3d64b309-3231-40b6-ac64-2f395affb596 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa HTTP/1.1" status: 200  len: 897 time: 0.1363921
Nov 24 15:07:45.657948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-5336c8b2-c66d-49b5-aec8-38ccd23c92eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94885e49-348f-46fb-a2fd-cf9281d51356 HTTP/1.1" status: 200  len: 217 time: 0.0686545
Nov 24 15:07:45.710792 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420005ac0>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:52Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:45.715051 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] Checking router: 044d2043-5df9-4192-9ed3-bf2bfe8ff53c for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:07:45.726869 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:07:45.727497 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420005ac0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:45.880564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-63a88fbb-781f-4224-bcbf-ef68368a9ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:45.881999 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-63a88fbb-781f-4224-bcbf-ef68368a9ddc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7010c443-41e7-4116-8ed7-959fbc9e62ef HTTP/1.1" status: 200  len: 835 time: 0.2174888
Nov 24 15:07:45.908071 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:07:45.946945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8ba62-35af-494b-8eba-271ac3cbe82f req-b75a3397-c4bd-4e30-80c0-cd5b67a2bd66 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:45.948405 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cb8ba62-35af-494b-8eba-271ac3cbe82f req-b75a3397-c4bd-4e30-80c0-cd5b67a2bd66 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.1409092
Nov 24 15:07:46.011164 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-9bd6475b-490a-48ac-8d1f-1f92c06e5805 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1213064
Nov 24 15:07:46.013358 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cb8ba62-35af-494b-8eba-271ac3cbe82f req-687aeeca-7671-46e5-ad71-3c9f3a3760b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575616
Nov 24 15:07:46.146566 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-9595c3fa-2fb6-410c-afb6-b7bb5ce26906 service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259251
Nov 24 15:07:46.228785 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420005ac0>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:52Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:46.232718 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e4b3ba-4392-420c-8f6c-ae5401aa98ca None None] The sync data for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv is: [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:47Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'a5f28c7b-201a-4ffb-aadb-30ae42ceeff5', 'name': '', 'network_id': 'cd9625ad-57bf-4320-ab6f-cfd94a5e99fa', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:e2:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:46Z', 'updated_at': '2021-11-24T15:06:52Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '7010c443-41e7-4116-8ed7-959fbc9e62ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:07:46.282260 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-39cdb6b1-e87a-4f5f-b9e6-3df22e42f89f req-c335ea38-9b63-4bcb-885e-451dfbcb4cbd service neutron] 10.222.0.81 "GET /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279039
Nov 24 15:07:46.454785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da8b83-bee3-4633-9378-a0cb1d981b30 None None] New status for floating IP d7312486-c01f-40da-8cb7-0ab8f494e2e7: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:07:47.219543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52ea55-a7ed-41a8-9bc4-9dd0eb414d08 req-235e979e-f6f8-4b65-be23-f37024468259 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:47.220713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-be52ea55-a7ed-41a8-9bc4-9dd0eb414d08 req-235e979e-f6f8-4b65-be23-f37024468259 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:07:47.289846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-6be85cae-057e-43df-94fc-4073b01fe9b0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:47.291250 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-6be85cae-057e-43df-94fc-4073b01fe9b0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.0793037
Nov 24 15:07:47.322324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-be52ea55-a7ed-41a8-9bc4-9dd0eb414d08 req-235e979e-f6f8-4b65-be23-f37024468259 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:07:47.323527 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-be52ea55-a7ed-41a8-9bc4-9dd0eb414d08 req-235e979e-f6f8-4b65-be23-f37024468259 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 945 time: 0.1834383
Nov 24 15:07:47.362593 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 94885e49-348f-46fb-a2fd-cf9281d51356 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:07:47.362952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:47.372393 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-be52ea55-a7ed-41a8-9bc4-9dd0eb414d08 req-45023a3a-0b6c-459b-b63b-4e5b9413e764 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=b704e6f9-86e3-45c6-9933-f0fac83cedba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423479
Nov 24 15:07:47.605606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 94885e49-348f-46fb-a2fd-cf9281d51356, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=94885e49-348f-46fb-a2fd-cf9281d51356,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:07:47.605949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:47.727640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 94885e49-348f-46fb-a2fd-cf9281d51356 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:07:47.916639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:47.922232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3615f795-887d-4abd-8cec-f7a150d54e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:47.965316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=94885e49-348f-46fb-a2fd-cf9281d51356,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:48.004749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.005131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.005500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.005868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.006228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.006619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.007029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.007386 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.007741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.008164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.008466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:48.015424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:48.053356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] No DVR routers for this DVR port 94885e49-348f-46fb-a2fd-cf9281d51356 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:07:48.055612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:48.058087 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'name': 'network-vif-deleted', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:07:48.114015 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080e6bb9-e8c2-482f-8c73-1b8148492c21', 'name': 'network-vif-deleted', 'tag': '94885e49-348f-46fb-a2fd-cf9281d51356', 'status': 'completed', 'code': 200}
Nov 24 15:07:48.122718 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a979616f-0db5-4849-92a2-217c52cd2b27 req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "DELETE /v2.0/ports/94885e49-348f-46fb-a2fd-cf9281d51356 HTTP/1.1" status: 204  len: 173 time: 0.8257718
Nov 24 15:07:48.557397 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-03cb17a4-6d55-49b5-9b18-c2b2255bb827 req-9ca07dd4-4ab3-410b-8f23-1a45bab50518 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=080e6bb9-e8c2-482f-8c73-1b8148492c21 HTTP/1.1" status: 200  len: 210 time: 0.0409613
Nov 24 15:07:49.661901 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35640) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:50.161465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:50.619076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:50.777656 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:07:50.778251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:50.962666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port a5f28c7b-201a-4ffb-aadb-30ae42ceeff5, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:07:50.962935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:51.082533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:07:51.350853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:51.354560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5ffb3ec-a1c9-47a4-8210-17ec2c026d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:51.396671 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=a5f28c7b-201a-4ffb-aadb-30ae42ceeff5,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:51.400048 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:51.802770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:52.257414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 94885e49-348f-46fb-a2fd-cf9281d51356 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:07:52.291821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 94885e49-348f-46fb-a2fd-cf9281d51356 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:07:52.292264 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 94885e49-348f-46fb-a2fd-cf9281d51356 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:07:52.436215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:07:52.650550 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:07:52.664763 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000b019c-f94d-49bd-8945-f883caef629c None None] Sync routers for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:07:52.666370 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/044d2043-5df9-4192-9ed3-bf2bfe8ff53c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0033886
Nov 24 15:07:52.669526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35644) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:52.680158 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:07:52.680794 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:52.860899 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:07:52.863218 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting subnet 7010c443-41e7-4116-8ed7-959fbc9e62ef {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:07:52.866168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:52.922464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.004911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.122720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.127228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bbd96a84-c535-4baf-b78c-fd077e044803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:53.165711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Subnet': ['ID=7010c443-41e7-4116-8ed7-959fbc9e62ef,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:53.168149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:53.170740 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.177460 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9c1f1aba-a31e-4176-aeb0-6c31582f6166 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/subnets/7010c443-41e7-4116-8ed7-959fbc9e62ef HTTP/1.1" status: 204  len: 168 time: 0.5069196
Nov 24 15:07:53.180061 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35648) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:53.181374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc9aac-7b2b-4a7a-ae21-fc448e569cad None None] Network cd9625ad-57bf-4320-ab6f-cfd94a5e99fa requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:07:53.189653 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f70>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:07:51Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:53.193714 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000b019c-f94d-49bd-8945-f883caef629c None None] Checking router: 044d2043-5df9-4192-9ed3-bf2bfe8ff53c for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:07:53.205233 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] Routers {'044d2043-5df9-4192-9ed3-bf2bfe8ff53c'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:07:53.206118 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:53.389503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.392233 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] Set router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:07:53.465118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbed3-6aab-4073-9457-aa51fcdd9fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.497897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] DHCP port deletion for cd9625ad-57bf-4320-ab6f-cfd94a5e99fa request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:07:53.502832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Deleting port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:07:53.503218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.703349 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-000b019c-f94d-49bd-8945-f883caef629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff32f70>, [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:07:51Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:53.707534 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000b019c-f94d-49bd-8945-f883caef629c None None] The sync data for ids ['044d2043-5df9-4192-9ed3-bf2bfe8ff53c'] in dv-neutron-818347-1-hyperv is: [{'id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424964547', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:07:51Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '1288f111-be3e-442a-bc8f-ce51e1bc957c', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044d2043-5df9-4192-9ed3-bf2bfe8ff53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:06:42Z', 'updated_at': '2021-11-24T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:07:53.711673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] For port e0961399-82e0-499f-8f2f-cfeb12b2e2b9, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e0961399-82e0-499f-8f2f-cfeb12b2e2b9,segment=NetworkSegment(ec6fa16c-ec01-4bf9-9572-c48807e2687b),segment_id=ec6fa16c-ec01-4bf9-9572-c48807e2687b)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:07:53.711901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.728479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.790621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 1288f111-be3e-442a-bc8f-ce51e1bc957c {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:07:53.791011 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.843037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Calling delete_port for e0961399-82e0-499f-8f2f-cfeb12b2e2b9 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:07:53.962408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.979466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:53.983784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:53.987494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 1288f111-be3e-442a-bc8f-ce51e1bc957c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=1288f111-be3e-442a-bc8f-ce51e1bc957c,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:07:53.987494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:54.025257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Pushing event deleted for resources: {'Port': ['ID=e0961399-82e0-499f-8f2f-cfeb12b2e2b9,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:54.035007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] No DVR routers for this DVR port e0961399-82e0-499f-8f2f-cfeb12b2e2b9 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:07:54.037283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.037627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.037962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.038297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.038624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.038953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.039278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.039599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.039935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.040261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.040580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:07:54.043918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:54.113978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 1288f111-be3e-442a-bc8f-ce51e1bc957c owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:07:54.356722 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:54.361319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:54.410662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=1288f111-be3e-442a-bc8f-ce51e1bc957c,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:54.410662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:54.453266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:07:54.488598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:07:54.489335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device a5f28c7b-201a-4ffb-aadb-30ae42ceeff5 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:07:54.489335 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e0961399-82e0-499f-8f2f-cfeb12b2e2b9 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:07:54.522582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e0961399-82e0-499f-8f2f-cfeb12b2e2b9 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:07:54.522937 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e0961399-82e0-499f-8f2f-cfeb12b2e2b9 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:07:54.637456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:54.897552 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:54.901724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:54.978983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:54.979502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Fanout notify agent at l3_agent the message router_deleted on router 044d2043-5df9-4192-9ed3-bf2bfe8ff53c {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:07:54.994025 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:54.995237 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/routers/044d2043-5df9-4192-9ed3-bf2bfe8ff53c HTTP/1.1" status: 204  len: 168 time: 1.8141973
Nov 24 15:07:54.997950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35652) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:55.212695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.341095 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.365799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eb3a2b0>,) {'filters': {'network_id': ['cd9625ad-57bf-4320-ab6f-cfd94a5e99fa']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:55.378242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb3a2b0>, 'ec6fa16c-ec01-4bf9-9572-c48807e2687b') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:55.378560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eb3a2b0>, 'ec6fa16c-ec01-4bf9-9572-c48807e2687b') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:07:55.389981 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.410773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.417126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:07:55.417508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:07:55.433129 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:07:55.556064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.559470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bcd0af47-eef7-435d-bbe4-80fc64788253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:55.576721 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.591183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Network': ['ID=cd9625ad-57bf-4320-ab6f-cfd94a5e99fa,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:55.594315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:55.659779 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-451ab961-0e01-49b9-a7a5-002dc02611e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/networks/cd9625ad-57bf-4320-ab6f-cfd94a5e99fa HTTP/1.1" status: 204  len: 168 time: 0.6606743
Nov 24 15:07:55.662465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35656) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:55.698962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-516caf2f-9946-417e-947b-9c57d34eb56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.732120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.761492 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.876496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.880532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bb5fb550-8ed8-4ea2-8b42-63497b81f7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:55.895844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b704e6f9-86e3-45c6-9933-f0fac83cedba,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:55.898495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:55.973456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:55.974645 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/security-groups/b704e6f9-86e3-45c6-9933-f0fac83cedba HTTP/1.1" status: 204  len: 168 time: 0.3112314
Nov 24 15:07:56.447870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1288f111-be3e-442a-bc8f-ce51e1bc957c no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:07:56.480684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 1288f111-be3e-442a-bc8f-ce51e1bc957c {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:07:56.481040 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 1288f111-be3e-442a-bc8f-ce51e1bc957c not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:07:56.503707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35664) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:56.509275 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425318753', 'description': 'tempest-secgroup-smoke-1425318753 description', 'project_id': '5aaaae59b87f41188b537d3932c03255'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:56.515209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:56.519979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:56.522850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:56.529395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:56.596566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:56.631345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:56.635078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:56.637857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:56.644355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:56.697091 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:56.750931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:56.754824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bd037eee-827c-4664-b916-e213d7a7c78e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:56.795803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e122a85-055d-4e15-85b2-a639c0ad8d85,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:56.799129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:56.824961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:56.848039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:56.849305 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-35e3c2d1-b86b-4b40-b370-5da999d7a82b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3445156
Nov 24 15:07:56.852189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35668) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:56.857702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '3e122a85-055d-4e15-85b2-a639c0ad8d85', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:56.864727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:56.868605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:56.871611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:56.877980 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:56.973851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.032374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.098755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.100549 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0f1a16d8-f0c3-45bf-a9ba-5a55f25e6a2f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:57.123174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e68249-8d01-464a-a26b-6adff82321e6,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:57.128075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:57.196037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.197310 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3441510
Nov 24 15:07:57.199992 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35672) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:57.205960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '3e122a85-055d-4e15-85b2-a639c0ad8d85', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:57.212140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:57.215874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:57.218920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:57.225904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:57.288727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.350695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.396198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.402209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a20b3e21-df6f-4b9a-9500-aa939781e03b tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:57.421408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1e1bad-1b46-40de-b9da-74e131d2445a,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:57.424543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:57.487635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.489125 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4333239b-f013-45b1-a77c-8b1f955650ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2878292
Nov 24 15:07:57.491525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35676) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:57.496877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '3e122a85-055d-4e15-85b2-a639c0ad8d85', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:57.503305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:57.507345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:57.510295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:57.516518 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:57.580431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.751272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.801899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.803731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f136d247-5024-4ed0-bf03-a624c0c2c756 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:57.825758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f951077a-b9cd-4141-9d32-8ea8bbe3ad28,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:57.828109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:57.899251 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:57.900501 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-68f4f870-ac9d-4022-b0d6-ff149cd83c11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4079847
Nov 24 15:07:57.903167 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35680) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:57.909278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '3e122a85-055d-4e15-85b2-a639c0ad8d85', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:57.915118 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:57.918867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:57.921754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:57.927641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:58.003186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.065928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.122048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.123846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e51ca497-7170-4dc7-b7c5-e2b48e81b713 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:58.146507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5847b136-1c7e-46f0-a577-685c3de2c557,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:58.149233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:58.207668 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.208863 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a946cb9d-55d5-4e57-9e64-986af3cf7dae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3047221
Nov 24 15:07:58.211546 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35684) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:58.217049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '3e122a85-055d-4e15-85b2-a639c0ad8d85', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:58.223849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:58.227672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:58.231020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:58.236845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:58.293196 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:07:58.300374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.304830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.363283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.418898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.420775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a749a15-b74e-41cf-bfe5-e358cf222140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:58.446353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8191783a-aff3-4e68-b846-f876c5ee87a9,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:58.448760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:58.515968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.517179 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c0ccecc8-2697-4d6b-9632-7c99a69205e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3046653
Nov 24 15:07:58.519769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35688) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:58.525292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '3e122a85-055d-4e15-85b2-a639c0ad8d85', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:58.531331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:58.535148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:58.538123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:58.544064 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:58.602155 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:07:58.608824 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.675734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.744872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.746628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:58.769664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c130147f-6018-4a4a-b8d1-17718711a79b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:58.773889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:58.847972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.849135 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3283978
Nov 24 15:07:58.851839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35692) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:58.857384 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'network': {'name': 'tempest-network-smoke--787856899', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'port_security_enabled': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:58.863140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:58.869174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:network and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:58.870003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:58.875634 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:58.950566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:07:58.953594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.982856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:07:58.992228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:58.992569 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Added segment 9707dd53-13e6-48c7-8d6f-7a33d52d8cd8 of type vlan for network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782
Nov 24 15:07:59.018002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.110772 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.114477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:07:59.119084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.119084 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2f38163e-ffbc-48df-a989-94d267fc0ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:07:59.222828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Network': ['ID=83d9a13f-6a7f-466e-9d8a-bf4ff634f782,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:07:59.225430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:07:59.233122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:07:59.276886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4239869
Nov 24 15:07:59.296611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35696) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:07:59.302026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'admin_state_up': True, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:07:59.308877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:07:59.312687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:router and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:07:59.315833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:07:59.321979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:07:59.390757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.392420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.410648 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.626385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.864646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:07:59.893308 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:00.027817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.153 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/2b2424d0-a1c9-4a9e-997c-56b165b2d7ec) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:08:00.170590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:00.259554 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:00.263853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cbb267ce-a69e-4261-983f-094d33b8d0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:00.333800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:08:00.336947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:08:00.339392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:08:00.369281 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:00.375102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:00.554241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:00.554963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:00.842041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:08:01.146186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:08:01.155170 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Sync routers for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:08:01.166820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:08:01.167437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe42640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:01.236819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:01.238142 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9405599
Nov 24 15:08:01.252449 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35700) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:01.293219 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4f1f5e9d-0f17-482c-b4ae-61ef6e2cbac2 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5aaaae59b87f41188b537d3932c03255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395808
Nov 24 15:08:01.295787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35704) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:01.346960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:08:01.426092 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af502855-cf70-4181-b8d4-ec30e2d3649b tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:01.427483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-af502855-cf70-4181-b8d4-ec30e2d3649b tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1307335
Nov 24 15:08:01.430337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35708) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:01.474022 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bda4e7d2-0796-43d8-b4ba-a24814516573 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0425386
Nov 24 15:08:01.476620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35712) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:01.482338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016546169', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:08:01.591460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:08:01.595307 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:subnet and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:08:01.598136 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:08:01.603750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:08:01.635402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe42640>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:00Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:01.639175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Checking router: 5681d6d9-99c6-4cad-b8f2-318cb2594d81 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:08:01.639527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Updating router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:08:01.688216 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:08:01.727631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:01.794786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.054345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.065491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Transition to ACTIVE for port object 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:08:02.087598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.091989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-224d7474-39a1-4bbe-a40f-ec4f3ab900e3 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:02.167509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.170502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Subnet': ['ID=ea1ff24e-c83e-4627-be96-192c98b36dc6,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:02.171360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:02.174389 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:02.181684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Checking segment: {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:08:02.182044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network hostable DHCP agents. Network: 83d9a13f-6a7f-466e-9d8a-bf4ff634f782, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:08:02.253522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Attempting to bind port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:08:02.253929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Attempting to bind port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:08:02.254288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Attempting to bind port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:08:02.256322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d6d1b-622e-4b1a-bbb5-11a558890e78 None None] Pushing event updated for resources: {'Port': ['ID=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:02.259015 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e19d6d1b-622e-4b1a-bbb5-11a558890e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:02.264347 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:08:02.264761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:08:02.265161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.265561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:08:02.266005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Bound port: 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:08:02.266379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.281624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:08:02.336582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] For port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:08:02.339452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] For port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:08:02.362486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 83d9a13f-6a7f-466e-9d8a-bf4ff634f782) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:08:02.366541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:02.367139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.371235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6db119-7671-433a-a11a-910d020bda34 None None] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:08:02.440279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.447512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-a62b24c9-0f15-4ca9-b1b3-65c1de3fdb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:02.471820 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-2e5d3633-96ff-4e02-9d12-4310c74eda34 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9940848
Nov 24 15:08:02.474579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35716) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:02.591769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d6d1b-622e-4b1a-bbb5-11a558890e78 None None] Pushing event updated for resources: {'Port': ['ID=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:02.598872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e19d6d1b-622e-4b1a-bbb5-11a558890e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:02.603363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:08:02.603985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe42640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:02.805109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:08:02.805923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:02.890873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:08:03.176799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Allocated IP 172.20.0.2 (83d9a13f-6a7f-466e-9d8a-bf4ff634f782/ea1ff24e-c83e-4627-be96-192c98b36dc6/e95f9178-123b-410a-9976-18779f4aa17c) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:08:03.339152 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:03.449690 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe42640>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:00Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:03.462603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aecacd-8816-4637-8b21-ffe4eefd6bac None None] The sync data for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv is: [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:00Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:08:03.487279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:03.498487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Transition to ACTIVE for port object e95f9178-123b-410a-9976-18779f4aa17c will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:08:03.519254 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Transition to ACTIVE for port object e95f9178-123b-410a-9976-18779f4aa17c will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:08:03.602500 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:03.609074 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:03.700546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:08:03.707243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:08:03.709948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Pushing event updated for resources: {'Port': ['ID=e95f9178-123b-410a-9976-18779f4aa17c,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:03.711076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:08:03.750392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:03.764934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.1 (83d9a13f-6a7f-466e-9d8a-bf4ff634f782/ea1ff24e-c83e-4627-be96-192c98b36dc6/5948078c-85e7-4a6c-949d-e7a720f1a545) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:08:03.824635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Attempting to bind port e95f9178-123b-410a-9976-18779f4aa17c on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:08:03.825821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Attempting to bind port e95f9178-123b-410a-9976-18779f4aa17c by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:08:03.826200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Attempting to bind port e95f9178-123b-410a-9976-18779f4aa17c on network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:08:03.834453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:08:03.834842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Checking segment: {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:08:03.835667 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:03.836263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Bound using segment: {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:08:03.836737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Bound port: e95f9178-123b-410a-9976-18779f4aa17c, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:08:03.837122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:03.936774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] For port e95f9178-123b-410a-9976-18779f4aa17c, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:08:03.941054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] For port e95f9178-123b-410a-9976-18779f4aa17c, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e95f9178-123b-410a-9976-18779f4aa17c,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:08:03.942110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:03.958480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 5948078c-85e7-4a6c-949d-e7a720f1a545 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:08:03.996969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.001327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-da850a9a-2cfe-4cbc-b669-423fa843dd97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:04.036447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.040336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8def2481-d995-47a8-882a-cf1780b2457e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:04.083389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Pushing event updated for resources: {'Port': ['ID=e95f9178-123b-410a-9976-18779f4aa17c,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:04.087167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:04.120995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:08:04.122007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=5948078c-85e7-4a6c-949d-e7a720f1a545,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:04.124641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:08:04.126487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:04.127183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:08:04.188274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.353309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.528194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e95f9178-123b-410a-9976-18779f4aa17c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:08:04.653143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e95f9178-123b-410a-9976-18779f4aa17c completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:08:04.658834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:08:04.785274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.796602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:08:04.802078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:04.802525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.848186 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.925448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:04.943372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:08:05.009540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43b1c5e8-bc3b-4522-85ef-95d4e0fb058a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:05.019346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:05.025812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e19d6d1b-622e-4b1a-bbb5-11a558890e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:05.087270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dda102-6c13-47b9-a523-79e8f0b3e488 None None] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:08:05.096900 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:05.100442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=5948078c-85e7-4a6c-949d-e7a720f1a545,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:05.103394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:05.174983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:05.178063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:05.242949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:08:05.244124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:08:05.260874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Provisioning for port e95f9178-123b-410a-9976-18779f4aa17c completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:08:05.271832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Provisioning complete for port e95f9178-123b-410a-9976-18779f4aa17c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:05.272244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:05.449776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:05.489806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] For port e95f9178-123b-410a-9976-18779f4aa17c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e95f9178-123b-410a-9976-18779f4aa17c,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:08:05.573978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:05.575900 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-ebfa9099-e657-4e1e-a0b9-400654bc099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:05.646706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Pushing event updated for resources: {'Port': ['ID=e95f9178-123b-410a-9976-18779f4aa17c,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:05.648835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:08:05.649792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:05.697096 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-10c19997-500c-409a-b40a-c98e0b969e5f None None] Provisioning complete for port e95f9178-123b-410a-9976-18779f4aa17c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:05.697466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-10c19997-500c-409a-b40a-c98e0b969e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:05.863038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:08:05.875918 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/5681d6d9-99c6-4cad-b8f2-318cb2594d81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4002683
Nov 24 15:08:05.905018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-10c19997-500c-409a-b40a-c98e0b969e5f None None] Provisioning for port 5948078c-85e7-4a6c-949d-e7a720f1a545 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:08:05.911082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-10c19997-500c-409a-b40a-c98e0b969e5f None None] Provisioning complete for port 5948078c-85e7-4a6c-949d-e7a720f1a545 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:05.911456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-10c19997-500c-409a-b40a-c98e0b969e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:05.970770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-10c19997-500c-409a-b40a-c98e0b969e5f None None] Port 5948078c-85e7-4a6c-949d-e7a720f1a545 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:08:06.054971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-8f7eb713-3039-40d6-8974-b006e0254d6b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:08:06.091807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ceb21094-b022-452b-b4b8-f0506bbe7218 None None] Provisioning complete for port 5948078c-85e7-4a6c-949d-e7a720f1a545 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:06.092327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ceb21094-b022-452b-b4b8-f0506bbe7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:06.122207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-8f7eb713-3039-40d6-8974-b006e0254d6b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:08:06.123324 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-8f7eb713-3039-40d6-8974-b006e0254d6b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425318753&fields=id&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 267 time: 0.1103213
Nov 24 15:08:06.149307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ceb21094-b022-452b-b4b8-f0506bbe7218 None None] Port 5948078c-85e7-4a6c-949d-e7a720f1a545 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:08:06.271437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042c1a2-4beb-4951-8922-58154e85a832 req-85f36fe8-a8df-43bc-8e5c-51ab796d0fdb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:06.272016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-85f36fe8-a8df-43bc-8e5c-51ab796d0fdb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:08:06.338164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-85f36fe8-a8df-43bc-8e5c-51ab796d0fdb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:08:06.339360 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-85f36fe8-a8df-43bc-8e5c-51ab796d0fdb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/networks?id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 200  len: 796 time: 0.2091362
Nov 24 15:08:06.355343 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-ec34cc00-59be-4b84-8047-a3388e164cd9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/quotas/5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 375 time: 0.0106463
Nov 24 15:08:06.442792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-06df8712-8944-46ee-82e8-bcdd85f987f5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:08:06.470841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e95f9178-123b-410a-9976-18779f4aa17c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:08:06.527782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-06df8712-8944-46ee-82e8-bcdd85f987f5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:08:06.529166 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-06df8712-8944-46ee-82e8-bcdd85f987f5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1685362
Nov 24 15:08:06.543245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e95f9178-123b-410a-9976-18779f4aa17c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:06.543755 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:06.699703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:08:06.744651 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-b0fe843e-7ef0-46a1-859f-8b040c517e0b service neutron] 10.222.0.53 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028785
Nov 24 15:08:06.768649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:06.769025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:06.881613 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-38d30a20-cd99-4c3e-94b7-b1485cf0253a service neutron] 10.222.0.53 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313601
Nov 24 15:08:07.066111 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Sync routers for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:08:07.081076 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:08:07.081527 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdb4640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:07.161662 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f79dd4ce-b843-44fa-9089-b5d9aac62721 req-35bc338a-b8fa-4e6a-b119-b8528252c18e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:08:07.173927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-f79dd4ce-b843-44fa-9089-b5d9aac62721 req-35bc338a-b8fa-4e6a-b119-b8528252c18e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:08:07.175334 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f79dd4ce-b843-44fa-9089-b5d9aac62721 req-35bc338a-b8fa-4e6a-b119-b8528252c18e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 210 time: 0.0626631
Nov 24 15:08:07.265119 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:08:07.575491 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdb4640>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 2, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:07.579356 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Checking router: 5681d6d9-99c6-4cad-b8f2-318cb2594d81 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:08:07.579825 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Updating router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 port 5948078c-85e7-4a6c-949d-e7a720f1a545 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:08:07.635610 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:08.006699 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:08.018125 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Transition to ACTIVE for port object 5948078c-85e7-4a6c-949d-e7a720f1a545 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:08:08.110580 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:08.114831 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ebc3a515-fb65-4ea2-9057-96429f50dce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:08.241724 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Pushing event updated for resources: {'Port': ['ID=5948078c-85e7-4a6c-949d-e7a720f1a545,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:08.281356 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.282037 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.282558 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.283093 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.283598 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.284136 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.284775 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.285289 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.285783 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.286303 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.286813 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:08:08.294516 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:08.356529 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Attempting to bind port 5948078c-85e7-4a6c-949d-e7a720f1a545 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:08:08.357051 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Attempting to bind port 5948078c-85e7-4a6c-949d-e7a720f1a545 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:08:08.357428 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Attempting to bind port 5948078c-85e7-4a6c-949d-e7a720f1a545 on network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:08:08.365552 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:08:08.365972 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Checking segment: {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:08:08.366498 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:08.366779 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Bound using segment: {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:08:08.367450 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Bound port: 5948078c-85e7-4a6c-949d-e7a720f1a545, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:08:08.367831 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:08.467238 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d91736f6-a7f2-46f6-a14a-9fc7a8d659ac req-b82ec872-a179-4fb5-b111-d566e908385a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 210 time: 0.1169281
Nov 24 15:08:08.469275 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] For port 5948078c-85e7-4a6c-949d-e7a720f1a545, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:08:08.474318 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] For port 5948078c-85e7-4a6c-949d-e7a720f1a545, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5948078c-85e7-4a6c-949d-e7a720f1a545,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:08:08.516856 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:08.520489 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:08.597963 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Pushing event updated for resources: {'Port': ['ID=5948078c-85e7-4a6c-949d-e7a720f1a545,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:08.601473 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:08.603089 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:08:08.603694 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdb4640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:08.793394 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:08:09.114597 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdb4640>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:08Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:09.118639 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd230ee-87bb-4d60-b5fe-7fa67ef29d81 None None] The sync data for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv is: [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:08Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:08:09.123864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042c1a2-4beb-4951-8922-58154e85a832 req-5dc46fe6-83ec-4d4e-9a78-b5bcfd560294 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:09.124673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-5dc46fe6-83ec-4d4e-9a78-b5bcfd560294 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:08:09.138336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-5dc46fe6-83ec-4d4e-9a78-b5bcfd560294 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:08:09.139493 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-5dc46fe6-83ec-4d4e-9a78-b5bcfd560294 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/networks?id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 200  len: 796 time: 0.1676550
Nov 24 15:08:09.203021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-498c6671-7bfc-4af2-9337-6cc159fa399e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:08:09.215204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3042c1a2-4beb-4951-8922-58154e85a832 req-498c6671-7bfc-4af2-9337-6cc159fa399e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:08:09.216859 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-498c6671-7bfc-4af2-9337-6cc159fa399e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 380 time: 0.0608084
Nov 24 15:08:09.228754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'port': {'device_id': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'admin_state_up': True, 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'security_groups': ['3e122a85-055d-4e15-85b2-a639c0ad8d85']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:08:09.377337 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:08:09.387695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:08:09.453511 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:08:09.457037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:09.659400 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f20d112d-f552-476f-b37c-26c81c749139 req-edbefec0-90f5-433c-a9af-dc62099a1807 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 210 time: 0.0534804
Nov 24 15:08:09.671637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.8 (83d9a13f-6a7f-466e-9d8a-bf4ff634f782/ea1ff24e-c83e-4627-be96-192c98b36dc6/2b634c92-481d-4d31-b7c3-40ccb661c842) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:08:09.877864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:09.894348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 2b634c92-481d-4d31-b7c3-40ccb661c842 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:08:09.973741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:09.979410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-83d014a5-55f3-4ca2-b984-792799a5124c tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:10.041688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:08:10.044819 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:08:10.053531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:08:10.093478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=2b634c92-481d-4d31-b7c3-40ccb661c842,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:10.100128 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:10.124588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:10.125260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.208382 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9834492
Nov 24 15:08:10.218647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-3a26a6d7-219d-4540-a1aa-382f1b02f5bd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:08:10.221018 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-3a26a6d7-219d-4540-a1aa-382f1b02f5bd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051453
Nov 24 15:08:10.231070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Request body: {'port': {'device_id': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:08:10.304533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9f1cb1d5-fb69-4713-af0c-62d4d6052172 None None] Provisioning for port 2b634c92-481d-4d31-b7c3-40ccb661c842 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:08:10.309657 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9f1cb1d5-fb69-4713-af0c-62d4d6052172 None None] Provisioning complete for port 2b634c92-481d-4d31-b7c3-40ccb661c842 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:10.310070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9f1cb1d5-fb69-4713-af0c-62d4d6052172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.344372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.363085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cb1d5-fb69-4713-af0c-62d4d6052172 None None] Port 2b634c92-481d-4d31-b7c3-40ccb661c842 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:08:10.481511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5948078c-85e7-4a6c-949d-e7a720f1a545 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:08:10.584740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5948078c-85e7-4a6c-949d-e7a720f1a545 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:08:10.590260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5948078c-85e7-4a6c-949d-e7a720f1a545 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:10.590635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.708312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.743923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 5948078c-85e7-4a6c-949d-e7a720f1a545, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5948078c-85e7-4a6c-949d-e7a720f1a545,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:08:10.813184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b634c92-481d-4d31-b7c3-40ccb661c842 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:08:10.820794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.824474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.826284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:10.836452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Transition to ACTIVE for port object 2b634c92-481d-4d31-b7c3-40ccb661c842 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:08:10.883064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7783a-29df-4a97-afd7-2bd48f2dfeeb req-562f5747-e962-41f4-9264-8b6b8e93a682 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:10.884705 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e8d7783a-29df-4a97-afd7-2bd48f2dfeeb req-562f5747-e962-41f4-9264-8b6b8e93a682 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 931 time: 0.0988927
Nov 24 15:08:10.893568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:10.895091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=5948078c-85e7-4a6c-949d-e7a720f1a545,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:10.897764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5d3aab5a-8a89-417e-abb2-59f029460856 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:10.898428 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:11.035525 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Pushing event updated for resources: {'Port': ['ID=2b634c92-481d-4d31-b7c3-40ccb661c842,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:11.039138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:11.061503 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e8d7783a-29df-4a97-afd7-2bd48f2dfeeb req-f9293ce6-99e6-4b4c-aa3b-d3a8b72cc806 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713266
Nov 24 15:08:11.140674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Attempting to bind port 2b634c92-481d-4d31-b7c3-40ccb661c842 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:08:11.141181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Attempting to bind port 2b634c92-481d-4d31-b7c3-40ccb661c842 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:08:11.141344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Attempting to bind port 2b634c92-481d-4d31-b7c3-40ccb661c842 on network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:08:11.147246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Port 2b634c92-481d-4d31-b7c3-40ccb661c842 on network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:08:11.147559 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Attempting to bind port 2b634c92-481d-4d31-b7c3-40ccb661c842 on network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:08:11.153760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:08:11.154093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Checking segment: {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:08:11.154469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Bound using segment: {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:08:11.154883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Bound port: 2b634c92-481d-4d31-b7c3-40ccb661c842, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:08:11.155225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:11.246898 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] For port 2b634c92-481d-4d31-b7c3-40ccb661c842, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:08:11.249715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] For port 2b634c92-481d-4d31-b7c3-40ccb661c842, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2b634c92-481d-4d31-b7c3-40ccb661c842,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:08:11.339208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:11.343114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7beb5180-b949-478e-ba78-bdc0197b9657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:11.397503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:11.398885 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] 10.222.0.81 "PUT /v2.0/ports/2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 200  len: 1093 time: 1.1716433
Nov 24 15:08:11.399401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:08:11.424562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Pushing event updated for resources: {'Port': ['ID=2b634c92-481d-4d31-b7c3-40ccb661c842,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:11.426483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:11.463955 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'status': 'completed', 'code': 200}
Nov 24 15:08:11.627743 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-30563b02-7061-433d-a453-85fea391c1f4 req-d0e58cb3-c251-4fc7-9453-b8793ba1458c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1096 time: 0.1425903
Nov 24 15:08:11.765976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30563b02-7061-433d-a453-85fea391c1f4 req-0f05fc5c-475d-4b15-8c33-2a1c15411a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:11.767920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-30563b02-7061-433d-a453-85fea391c1f4 req-0f05fc5c-475d-4b15-8c33-2a1c15411a9d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=5aaaae59b87f41188b537d3932c03255&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1311772
Nov 24 15:08:11.912111 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30563b02-7061-433d-a453-85fea391c1f4 req-642f20eb-984e-4437-915a-fb11a70cbd61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:11.913544 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-30563b02-7061-433d-a453-85fea391c1f4 req-642f20eb-984e-4437-915a-fb11a70cbd61 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1389565
Nov 24 15:08:12.018318 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-28debe3b-cbf0-4e8f-9016-4a29e914751b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1096 time: 0.0668867
Nov 24 15:08:12.088910 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-24400b7b-c751-4f3e-b205-81cc678aef8a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 200  len: 217 time: 0.0623457
Nov 24 15:08:12.153338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9a655d77-4c26-4024-8c20-a5243400ba1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:12.154661 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-9a655d77-4c26-4024-8c20-a5243400ba1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea1ff24e-c83e-4627-be96-192c98b36dc6 HTTP/1.1" status: 200  len: 835 time: 0.0593963
Nov 24 15:08:12.233871 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-4c1b931a-8ea3-42b9-b810-fa9c74a7e0d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713940
Nov 24 15:08:12.262726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd575c-2342-459d-91c0-73d8fd1d63ee req-d2d201c1-688e-44df-ac0b-d9b385323252 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:12.264210 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f0fd575c-2342-459d-91c0-73d8fd1d63ee req-d2d201c1-688e-44df-ac0b-d9b385323252 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 943 time: 0.0803342
Nov 24 15:08:12.310314 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f0fd575c-2342-459d-91c0-73d8fd1d63ee req-85f1f6b6-ba8d-49c8-8361-313edb26fd48 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403194
Nov 24 15:08:12.367251 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-e04451bd-9a01-4587-9b93-403a7a46ade2 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251810
Nov 24 15:08:12.463017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5948078c-85e7-4a6c-949d-e7a720f1a545 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:08:12.499213 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3042c1a2-4beb-4951-8922-58154e85a832 req-f4cd2fd0-ee98-4fd1-a234-3378eb6f4a35 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247628
Nov 24 15:08:12.531674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5948078c-85e7-4a6c-949d-e7a720f1a545 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:12.532041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:13.578248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e285a9a-e845-4464-b6f9-22cda0f90326 req-8c31f94e-41eb-463b-87f9-5c28bc0d5547 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:13.578935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9e285a9a-e845-4464-b6f9-22cda0f90326 req-8c31f94e-41eb-463b-87f9-5c28bc0d5547 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:08:13.653072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-9e285a9a-e845-4464-b6f9-22cda0f90326 req-8c31f94e-41eb-463b-87f9-5c28bc0d5547 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:08:13.654276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9e285a9a-e845-4464-b6f9-22cda0f90326 req-8c31f94e-41eb-463b-87f9-5c28bc0d5547 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 943 time: 0.2192900
Nov 24 15:08:13.704463 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9e285a9a-e845-4464-b6f9-22cda0f90326 req-0c40a8ec-f10a-4890-8ac6-03605643931d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445583
Nov 24 15:08:14.387276 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2b634c92-481d-4d31-b7c3-40ccb661c842 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:08:14.517874 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 2b634c92-481d-4d31-b7c3-40ccb661c842, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2b634c92-481d-4d31-b7c3-40ccb661c842,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:08:14.530939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'port_id': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'mac_address': 'fa:16:3e:0e:36:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:08:14.586855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:14.603938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b634c92-481d-4d31-b7c3-40ccb661c842 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:08:14.618365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 2b634c92-481d-4d31-b7c3-40ccb661c842, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2b634c92-481d-4d31-b7c3-40ccb661c842,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:08:14.699131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:14.700888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:14.767199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=2b634c92-481d-4d31-b7c3-40ccb661c842,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:14.770720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:14.903861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f943a9-9993-401a-aba8-ae423da4307c req-e07daca3-1c6e-47f3-a85e-32f5fd5ce431 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:14.905301 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e2f943a9-9993-401a-aba8-ae423da4307c req-e07daca3-1c6e-47f3-a85e-32f5fd5ce431 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 944 time: 0.0789738
Nov 24 15:08:14.923279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['2b634c92-481d-4d31-b7c3-40ccb661c842'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:08:14.949744 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e2f943a9-9993-401a-aba8-ae423da4307c req-8b681e3b-6f8e-49e8-8872-2e016df5df11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387723
Nov 24 15:08:16.148410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77712cbb-26b5-4155-9c21-8fedb495db79 req-5b2dbef5-acf8-46c5-b3a4-96ed742519ce tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:16.149849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-77712cbb-26b5-4155-9c21-8fedb495db79 req-5b2dbef5-acf8-46c5-b3a4-96ed742519ce tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 944 time: 0.0802135
Nov 24 15:08:16.300860 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-77712cbb-26b5-4155-9c21-8fedb495db79 req-d28ff7bb-c756-4f53-99a3-4947e9f4b2ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449392
Nov 24 15:08:16.397612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2b634c92-481d-4d31-b7c3-40ccb661c842 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:08:16.527316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 2b634c92-481d-4d31-b7c3-40ccb661c842 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:08:16.532408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 2b634c92-481d-4d31-b7c3-40ccb661c842 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:08:16.532792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:16.645057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:16.645274 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:08:16.674581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:08:16.684756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 2b634c92-481d-4d31-b7c3-40ccb661c842, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2b634c92-481d-4d31-b7c3-40ccb661c842,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:08:16.733459 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'code': 200}
Nov 24 15:08:16.744327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:16.746205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:16.823504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=2b634c92-481d-4d31-b7c3-40ccb661c842,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:16.826548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:17.068457 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-48a45c84-70e3-465c-807e-bf72543ff7bc req-6db50645-b6af-42e4-be32-85404470c75f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1098 time: 0.0699005
Nov 24 15:08:17.113254 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-48a45c84-70e3-465c-807e-bf72543ff7bc req-57657810-7196-4de5-81ac-46cf533ae632 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370064
Nov 24 15:08:17.500428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf322e-68e7-4e63-9f22-d204582985eb req-cb19ff08-9c99-4ef2-85a3-6a30e87fa08a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:17.501755 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06bf322e-68e7-4e63-9f22-d204582985eb req-cb19ff08-9c99-4ef2-85a3-6a30e87fa08a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0784914
Nov 24 15:08:17.545947 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06bf322e-68e7-4e63-9f22-d204582985eb req-64365040-8eeb-4a40-a55f-1d213deacdd5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381958
Nov 24 15:08:18.743852 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99eb27-2c40-4173-955b-af97a5126cdc req-bff86d32-788e-4851-93be-eeb1e66950c9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:18.745231 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b99eb27-2c40-4173-955b-af97a5126cdc req-bff86d32-788e-4851-93be-eeb1e66950c9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0774069
Nov 24 15:08:18.794449 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8b99eb27-2c40-4173-955b-af97a5126cdc req-a1c88ae2-8e9f-41fe-b620-096caf3aa2a1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437741
Nov 24 15:08:18.988783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5eab-f492-4f0b-a19f-940908b306f7 req-b27fc9f8-72eb-4c9b-925a-6e4beb97c73f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:18.990210 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00ca5eab-f492-4f0b-a19f-940908b306f7 req-b27fc9f8-72eb-4c9b-925a-6e4beb97c73f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0757701
Nov 24 15:08:19.038264 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-00ca5eab-f492-4f0b-a19f-940908b306f7 req-d8a07243-8391-4df9-9586-83cb0f462c8b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427015
Nov 24 15:08:19.064711 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35770) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:19.132759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ab055e8e-e896-445b-b3b4-48b830b65cf3 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1093 time: 0.0668552
Nov 24 15:08:19.135238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35774) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:19.140320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:08:19.146173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:08:19.149948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:floatingip and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:08:19.152724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:08:19.158263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:08:19.218768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:19.354985 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:19.492155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.70 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/dfb88983-6fd6-4aad-8b44-27ae6ed4fbaa) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:08:19.636713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:19.698967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:19.703246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9241898c-219b-4841-ab05-7a638d692977 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:19.767715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:08:19.787342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:08:19.787342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:08:19.813120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=dfb88983-6fd6-4aad-8b44-27ae6ed4fbaa,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:19.819228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:20.292143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:20.429990 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:20.636162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:20.740252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:20.813405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:20.818624 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6698a2f5-93ea-47e3-aa61-11082bc339db tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:08:20.923330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=dfb88983-6fd6-4aad-8b44-27ae6ed4fbaa,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:08:20.932828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:08:20.947542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:21.136773 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Floating IP a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a associated. External IP: 172.26.2.70, port: 2b634c92-481d-4d31-b7c3-40ccb661c842.
Nov 24 15:08:21.525927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:08:21.723383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:08:21.733078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] Sync routers for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:08:21.746267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:08:21.746886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f71c8e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:21.802354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:21.868291 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7319593
Nov 24 15:08:21.870285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:08:21.923098 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'status': 'completed', 'code': 200}
Nov 24 15:08:21.970343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:08:22.019658 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-954f0cb5-fa8f-490e-aa54-25ee68e58119 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1098 time: 0.0698481
Nov 24 15:08:22.050205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d57e35-8254-46b5-ac28-10c0069d09b7 req-8954960c-2612-48db-ac9c-2768f39030f0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:22.051913 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-61d57e35-8254-46b5-ac28-10c0069d09b7 req-8954960c-2612-48db-ac9c-2768f39030f0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0822039
Nov 24 15:08:22.101172 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-61d57e35-8254-46b5-ac28-10c0069d09b7 req-d1a6e6a5-fd65-407e-80ac-5d8ad38c29ab tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426557
Nov 24 15:08:22.136301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35782) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:22.157713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-592f16e6-37dd-4f75-b16e-379bfcafb8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:22.159260 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-592f16e6-37dd-4f75-b16e-379bfcafb8b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 200  len: 897 time: 0.1327450
Nov 24 15:08:22.247526 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6d44d53f-0155-4304-98c6-74c9d493caeb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a HTTP/1.1" status: 200  len: 990 time: 0.1078343
Nov 24 15:08:22.266553 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-1b60b79b-1af9-4cf2-90d6-a148f7e4f504 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 200  len: 998 time: 0.1003246
Nov 24 15:08:22.325803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f71c8e0>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'port_id': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'mac_address': 'fa:16:3e:0e:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:08:20Z', 'updated_at': '2021-11-24T15:08:20Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:10Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:22.329646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] Checking router: 5681d6d9-99c6-4cad-b8f2-318cb2594d81 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:08:22.330579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-46256422-0c74-4729-b886-d868f793662a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:22.332726 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-46256422-0c74-4729-b886-d868f793662a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea1ff24e-c83e-4627-be96-192c98b36dc6 HTTP/1.1" status: 200  len: 835 time: 0.0590208
Nov 24 15:08:22.341296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:08:22.341897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f71c8e0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:07:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:22.523665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:08:22.529585 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-b2aab19f-aa34-4197-b2b1-be5fa7e8f3f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1899159
Nov 24 15:08:22.662412 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-df090a69-872c-4558-be0c-15577511335a service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251938
Nov 24 15:08:22.795758 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ea85c8e-7f08-4358-8061-12d03006ef46 req-0783257a-3a79-4c7f-a20d-84a8da08c2c7 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259916
Nov 24 15:08:22.874278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f71c8e0>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'port_id': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'mac_address': 'fa:16:3e:0e:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:08:20Z', 'updated_at': '2021-11-24T15:08:20Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:10Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:08:22.878961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db1495-2871-4b30-b71f-c8984f8efc0f None None] The sync data for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv is: [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'port_id': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'mac_address': 'fa:16:3e:0e:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:08:20Z', 'updated_at': '2021-11-24T15:08:20Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:10Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:08:23.251502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35786) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:23.358667 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-10cd90ce-0069-48d6-9562-fef20bc3d9da tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a HTTP/1.1" status: 200  len: 990 time: 0.1056960
Nov 24 15:08:23.446921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-06827684-e98b-44a2-86c8-ff5c2df1495a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:24.007148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:24.362756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:24.470548 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-23885e0e-5855-451e-b858-3b81c7729098 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a HTTP/1.1" status: 200  len: 990 time: 0.1065474
Nov 24 15:08:24.760599 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-8655d74a-100a-4522-bced-3a364ad0b120 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0689063
Nov 24 15:08:24.900672 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-84abd9a6-e111-43bb-aa42-af7022369df5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1098 time: 0.0726049
Nov 24 15:08:25.045853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-ca2eeb44-6c54-4570-8805-e969aae858da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:25.047278 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-ca2eeb44-6c54-4570-8805-e969aae858da service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 200  len: 897 time: 0.1276591
Nov 24 15:08:25.152459 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-68c8833c-1d42-4f75-8ec4-6a151c796aea service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 200  len: 998 time: 0.0951130
Nov 24 15:08:25.218093 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-00e64530-0de0-4d9c-8893-e2505ce0079b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:25.219489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-00e64530-0de0-4d9c-8893-e2505ce0079b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea1ff24e-c83e-4627-be96-192c98b36dc6 HTTP/1.1" status: 200  len: 835 time: 0.0564315
Nov 24 15:08:25.296435 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-01066663-39b3-41d8-bd4a-445705f23d8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695498
Nov 24 15:08:25.430319 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-31073418-a0d1-4a3d-879b-d4c49f8b0685 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272950
Nov 24 15:08:25.473882 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35794) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:25.563371 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b3c87e0-f272-4ce6-8590-9a5a43d6546a req-33860228-6ac9-45b9-a906-ec39f849513a service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261773
Nov 24 15:08:25.581001 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-79c8c2ed-3897-422f-b25b-9d4e144df2e9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a HTTP/1.1" status: 200  len: 990 time: 0.1059310
Nov 24 15:08:25.715301 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5653-8b54-48f3-bd4c-9096cfdd1774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:26.069009 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939a1ad5-bca5-4951-99ea-6a65bf1ba13a None None] New status for floating IP a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:08:26.585583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35798) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:08:26.688853 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-74dc5806-8bcb-4525-928d-20a3f2e9e9ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a HTTP/1.1" status: 200  len: 992 time: 0.1019647
Nov 24 15:08:26.818351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:28.329990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:50.634337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:53.457886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-e109be41-285d-4cf7-8c41-ef5a38ea003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:53.653449 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:08:53.977830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:55.709486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2482e984-651b-4c77-9d05-98fc95bd54e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:56.194800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b74700-83dc-4c03-957d-bc28ee53146c req-36c95315-fd26-4185-ba48-3b9516be4f71 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:56.196321 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b2b74700-83dc-4c03-957d-bc28ee53146c req-36c95315-fd26-4185-ba48-3b9516be4f71 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.1349990
Nov 24 15:08:56.198998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-a8b48fa5-40ce-47b6-8421-abc1d72248d6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1098 time: 0.0990765
Nov 24 15:08:56.316263 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b2b74700-83dc-4c03-957d-bc28ee53146c req-96e1e39d-8072-4786-8987-ea3581adcc49 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144078
Nov 24 15:08:56.362865 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-4d9ed828-3809-4ccb-8c95-d4dbb5fd3828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:56.364311 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-4d9ed828-3809-4ccb-8c95-d4dbb5fd3828 service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 200  len: 897 time: 0.1469016
Nov 24 15:08:56.467306 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-564cda15-0b78-4518-a6e6-196e90bf8906 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 200  len: 1000 time: 0.0948520
Nov 24 15:08:56.637844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-b328e075-7dd7-48b7-b4a1-9e6ebf8a8cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:56.639164 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-b328e075-7dd7-48b7-b4a1-9e6ebf8a8cdc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea1ff24e-c83e-4627-be96-192c98b36dc6 HTTP/1.1" status: 200  len: 835 time: 0.1651571
Nov 24 15:08:56.716431 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-2cbc2bbb-6397-4f99-937a-c6e2a5cfd762 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696864
Nov 24 15:08:56.829620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:56.853673 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-900c0ace-1474-4e43-8f31-334445db165d service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303332
Nov 24 15:08:56.987150 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-522dd120-ba75-46fa-9f57-4aecf1f33d28 req-9c417ab3-5731-447c-a826-9eb0867d5561 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262217
Nov 24 15:08:57.516463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933c6b-5956-4ea7-8d8a-8e9e96ac8a0c req-11c547da-65c5-4d3a-a089-e6369de2cbc2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:57.517881 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2933c6b-5956-4ea7-8d8a-8e9e96ac8a0c req-11c547da-65c5-4d3a-a089-e6369de2cbc2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0802736
Nov 24 15:08:57.562690 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2933c6b-5956-4ea7-8d8a-8e9e96ac8a0c req-495626ff-511c-4102-8824-481f464a3528 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387380
Nov 24 15:08:58.314895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:08:58.761015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e8f8-c9f5-45a7-a977-98812a511525 req-59e78e9b-74c1-492d-a337-829ecdf0406d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:08:58.762445 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cc5e8f8-c9f5-45a7-a977-98812a511525 req-59e78e9b-74c1-492d-a337-829ecdf0406d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0778673
Nov 24 15:08:58.810169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7cc5e8f8-c9f5-45a7-a977-98812a511525 req-78f59b3d-31b0-4213-8c5c-2aca6efaa4a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423207
Nov 24 15:09:00.009029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5c6c4-5108-4bf1-aa96-0f133b419745 req-1d7adf23-a479-487a-9469-4508bdc883a4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:00.010444 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c5c5c6c4-5108-4bf1-aa96-0f133b419745 req-1d7adf23-a479-487a-9469-4508bdc883a4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0762279
Nov 24 15:09:00.059209 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c5c5c6c4-5108-4bf1-aa96-0f133b419745 req-5d9089f4-59bd-45a9-98fe-07062c565f0b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433793
Nov 24 15:09:01.257779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9087f02-7aa3-4d67-b677-d616c3ffa0d6 req-d02143c4-160a-4708-a159-bcf9bd516305 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:01.259195 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b9087f02-7aa3-4d67-b677-d616c3ffa0d6 req-d02143c4-160a-4708-a159-bcf9bd516305 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0798922
Nov 24 15:09:01.303125 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b9087f02-7aa3-4d67-b677-d616c3ffa0d6 req-5bb1ea11-80e7-400c-8c5d-5cb35eb777c6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384417
Nov 24 15:09:02.498100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71537cd4-7ed8-42e8-9337-a3af4bbd4b5a req-b4828c05-122a-468c-aee9-64b05e703327 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:02.499548 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-71537cd4-7ed8-42e8-9337-a3af4bbd4b5a req-b4828c05-122a-468c-aee9-64b05e703327 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0765607
Nov 24 15:09:02.543906 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-71537cd4-7ed8-42e8-9337-a3af4bbd4b5a req-eeabb1bf-9ab4-4120-a03e-aa833a97fbf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388713
Nov 24 15:09:03.744312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607737c3-63cd-4d7a-aaad-7fcb1f353176 req-f8377bb6-9719-4de7-a578-904fb83c8a9b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:03.745764 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-607737c3-63cd-4d7a-aaad-7fcb1f353176 req-f8377bb6-9719-4de7-a578-904fb83c8a9b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0765381
Nov 24 15:09:03.790710 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-607737c3-63cd-4d7a-aaad-7fcb1f353176 req-3274f8e0-8822-4820-b951-be14899d477d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393214
Nov 24 15:09:04.989589 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd383d1-7583-4550-9cd5-2b9bf61614a6 req-932ac57a-8f02-46eb-be8b-9b49281ac6c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:04.991952 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9cd383d1-7583-4550-9cd5-2b9bf61614a6 req-932ac57a-8f02-46eb-be8b-9b49281ac6c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0820532
Nov 24 15:09:05.036755 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9cd383d1-7583-4550-9cd5-2b9bf61614a6 req-bb05d4e4-3120-4b44-9ff9-a6243c169a25 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393794
Nov 24 15:09:06.237065 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f60c36-c547-4122-b919-5447d78fadcf req-b3250064-0740-4d58-9224-a2a3c6a90323 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:06.238407 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-23f60c36-c547-4122-b919-5447d78fadcf req-b3250064-0740-4d58-9224-a2a3c6a90323 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0796347
Nov 24 15:09:06.282758 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-23f60c36-c547-4122-b919-5447d78fadcf req-244e8702-01f5-4374-99c6-c5cc1fe57d1f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381773
Nov 24 15:09:07.478400 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b44b13-0ce7-4763-96b8-c5d183d5ffa1 req-85487988-4841-4001-bf2f-29f0c31a2b96 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:07.479876 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c5b44b13-0ce7-4763-96b8-c5d183d5ffa1 req-85487988-4841-4001-bf2f-29f0c31a2b96 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0759504
Nov 24 15:09:07.525497 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c5b44b13-0ce7-4763-96b8-c5d183d5ffa1 req-4cb52081-3bce-4079-a4a4-2ca0ce99e4ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399184
Nov 24 15:09:08.720225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e65822-5119-4c7f-9726-7e77d904a087 req-6c1fe9e2-7d95-44ae-928c-b0f89e6c8c97 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:08.721572 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06e65822-5119-4c7f-9726-7e77d904a087 req-6c1fe9e2-7d95-44ae-928c-b0f89e6c8c97 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0763268
Nov 24 15:09:08.770935 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-06e65822-5119-4c7f-9726-7e77d904a087 req-868c8b99-b199-4c09-b4d1-e0ae47314ce6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432148
Nov 24 15:09:09.974024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2916b4a-577f-417c-9139-6a4c771e7533 req-e841a3ca-99a3-4809-9ef6-94180c6df310 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:09.975458 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2916b4a-577f-417c-9139-6a4c771e7533 req-e841a3ca-99a3-4809-9ef6-94180c6df310 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0811329
Nov 24 15:09:10.021088 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2916b4a-577f-417c-9139-6a4c771e7533 req-29c39647-2e80-4b93-b370-e5043f337435 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398805
Nov 24 15:09:11.218878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a755f5b-6b8d-48b0-bec7-92f71af3a261 req-f0e93d34-e971-4547-81a0-840514f4f38d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:11.220238 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a755f5b-6b8d-48b0-bec7-92f71af3a261 req-f0e93d34-e971-4547-81a0-840514f4f38d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0753455
Nov 24 15:09:11.265398 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a755f5b-6b8d-48b0-bec7-92f71af3a261 req-caaa227d-e9a8-48c6-bb37-7779b55f5151 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397682
Nov 24 15:09:12.456972 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b584e5e-410a-47d3-8cfa-d9fde1649300 req-1d3a84cf-0c23-4953-8b7e-2c82c9feffe6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:12.458386 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0b584e5e-410a-47d3-8cfa-d9fde1649300 req-1d3a84cf-0c23-4953-8b7e-2c82c9feffe6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0751746
Nov 24 15:09:12.508064 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0b584e5e-410a-47d3-8cfa-d9fde1649300 req-2dc44105-f151-4a8d-b950-509f98871d70 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430722
Nov 24 15:09:13.709271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cca60-ae70-4168-8ab6-afe6cc73230e req-7f376b8a-5ef8-4160-b3e7-178cdddd922d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:13.711369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5e4cca60-ae70-4168-8ab6-afe6cc73230e req-7f376b8a-5ef8-4160-b3e7-178cdddd922d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0832641
Nov 24 15:09:13.757756 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5e4cca60-ae70-4168-8ab6-afe6cc73230e req-3b3be867-4088-44bc-96e5-858926caae40 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400982
Nov 24 15:09:13.785964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35844) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:13.989414 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d81ca6e3-c4b6-4636-a3b7-72b1b071c8d4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a HTTP/1.1" status: 200  len: 992 time: 0.2022264
Nov 24 15:09:20.662926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:23.468480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-cff87131-c2d9-462e-b2e6-d6598310e74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:23.959871 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:25.720152 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-780c8e38-62e3-434e-a3db-3f0130bf9be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:25.768105 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-6009abf7-a719-4ce6-a7c0-baa3f5a96803 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697293
Nov 24 15:09:25.931706 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-3f6ea000-1885-4b83-b363-8bc73ee546fe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1098 time: 0.0740521
Nov 24 15:09:26.079062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-dc53d468-3377-4ced-b72c-55b8d7713524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:26.080502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-dc53d468-3377-4ced-b72c-55b8d7713524 service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 200  len: 897 time: 0.1301291
Nov 24 15:09:26.187199 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-9ee70102-6845-4a95-8719-15a0602a8e7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 200  len: 1000 time: 0.0996420
Nov 24 15:09:26.256840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-eaa85ae2-ecaf-46e9-987d-930a6b289236 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:26.258751 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-eaa85ae2-ecaf-46e9-987d-930a6b289236 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea1ff24e-c83e-4627-be96-192c98b36dc6 HTTP/1.1" status: 200  len: 835 time: 0.0621738
Nov 24 15:09:26.334296 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-b58135a7-4cb0-4971-82de-7adbf68742c2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679467
Nov 24 15:09:26.560574 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-537fd2bb-9e63-472d-83b3-2d097b0a19bc service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189405
Nov 24 15:09:26.689249 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-14ef9847-aa39-4775-aff5-5a4c1cc35c3b req-bbd455a3-632b-4703-b388-d9f3d8f47b02 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223211
Nov 24 15:09:26.874165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:28.296784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:30.646661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:09:46.651055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35864) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:46.854219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port dfb88983-6fd6-4aad-8b44-27ae6ed4fbaa {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:09:46.854563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:47.027677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:47.027990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:47.148664 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for dfb88983-6fd6-4aad-8b44-27ae6ed4fbaa owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:09:47.348017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:47.351754 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b8ad17ff-78cf-4e46-85fb-52ffbcb9d875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:47.393714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=dfb88983-6fd6-4aad-8b44-27ae6ed4fbaa,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:47.433941 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.434332 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.434742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.435092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.435463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.435838 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.436238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.436608 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.436973 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.437337 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.437700 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:47.444360 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:47.499952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:47.890800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:09:48.195247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:09:48.206916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] Sync routers for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:09:48.219352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:09:48.219972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f453640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:48.273860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:48.334772 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/floatingips/a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a HTTP/1.1" status: 204  len: 168 time: 1.6801209
Nov 24 15:09:48.334772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:09:48.401453 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'status': 'completed', 'code': 200}
Nov 24 15:09:48.480227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:09:48.538103 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-e76b94aa-90ae-4c1b-8e6b-87e3d859e3a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 1098 time: 0.1076448
Nov 24 15:09:48.678423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-4e4c82f3-284c-4899-8158-8e8b42bcbfb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:48.679855 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-4e4c82f3-284c-4899-8158-8e8b42bcbfb1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 200  len: 897 time: 0.1329858
Nov 24 15:09:48.757577 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-6887de07-1e7a-4df9-924f-e38e0dd5ecbe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 200  len: 217 time: 0.0639954
Nov 24 15:09:48.807521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f453640>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:10Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:48.811961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] Checking router: 5681d6d9-99c6-4cad-b8f2-318cb2594d81 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:09:48.823476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:09:48.824105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f453640>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:48.852407 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-aac0417f-9b75-4576-8d57-27882749d7f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:48.854564 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-aac0417f-9b75-4576-8d57-27882749d7f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ea1ff24e-c83e-4627-be96-192c98b36dc6 HTTP/1.1" status: 200  len: 835 time: 0.0890315
Nov 24 15:09:48.937231 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-81249322-5a4e-46fd-9b21-0daf303fe9d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=83d9a13f-6a7f-466e-9d8a-bf4ff634f782&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717282
Nov 24 15:09:48.958460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8f4aa-ee76-436f-87db-6ab2eac246f3 req-c36fa190-6c87-45a4-adf1-6de7146a726f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:48.959147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-99c8f4aa-ee76-436f-87db-6ab2eac246f3 req-c36fa190-6c87-45a4-adf1-6de7146a726f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:09:49.004827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:09:49.027816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-99c8f4aa-ee76-436f-87db-6ab2eac246f3 req-c36fa190-6c87-45a4-adf1-6de7146a726f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:09:49.029140 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-99c8f4aa-ee76-436f-87db-6ab2eac246f3 req-c36fa190-6c87-45a4-adf1-6de7146a726f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.1578517
Nov 24 15:09:49.076122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-bfb37080-98cf-4601-9440-c88865131f33 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309843
Nov 24 15:09:49.077329 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-99c8f4aa-ee76-436f-87db-6ab2eac246f3 req-05e3aafa-6edc-40d1-9a58-5a0b980f0ea0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421999
Nov 24 15:09:49.213964 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-73d8baac-7bc1-41e6-923d-7918269c2f89 req-5b555814-61ca-4085-b58e-9b9031029851 service neutron] 10.222.0.81 "GET /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307721
Nov 24 15:09:49.323395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f453640>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:10Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:49.327379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab52296-2047-4ba2-9e46-7bb062aa1b6c None None] The sync data for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv is: [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '5948078c-85e7-4a6c-949d-e7a720f1a545', 'name': '', 'network_id': '83d9a13f-6a7f-466e-9d8a-bf4ff634f782', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:f5:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:08:03Z', 'updated_at': '2021-11-24T15:08:10Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': 'ea1ff24e-c83e-4627-be96-192c98b36dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:09:49.540385 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e4415-f329-4b23-8be6-b7ad7fa60e92 None None] New status for floating IP a9a6ff0f-21d6-4cb1-964d-8884b0ce5c1a: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:09:50.282855 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831730e8-90d1-41cf-87ae-f3eaf45b3e36 req-d61c3684-0f86-467a-a513-79804abb000c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:50.284329 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-831730e8-90d1-41cf-87ae-f3eaf45b3e36 req-d61c3684-0f86-467a-a513-79804abb000c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0841057
Nov 24 15:09:50.330077 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-831730e8-90d1-41cf-87ae-f3eaf45b3e36 req-8bae0937-8dde-4540-addc-8929431dfe0c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=3e122a85-055d-4e15-85b2-a639c0ad8d85&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401831
Nov 24 15:09:50.465853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-884c2a8a-9762-494f-81fd-fbe55e3e0a92 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:09:50.467283 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-884c2a8a-9762-494f-81fd-fbe55e3e0a92 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 945 time: 0.0759954
Nov 24 15:09:50.537288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 2b634c92-481d-4d31-b7c3-40ccb661c842 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:09:50.537631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:50.656369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:50.778950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 2b634c92-481d-4d31-b7c3-40ccb661c842, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=2b634c92-481d-4d31-b7c3-40ccb661c842,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:09:50.779307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:50.900248 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 2b634c92-481d-4d31-b7c3-40ccb661c842 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:09:51.090685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:51.096299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:51.240348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=2b634c92-481d-4d31-b7c3-40ccb661c842,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:51.279863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.280276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.280654 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.281025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.281390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.281754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.282120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.282483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.282841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.283197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.283706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:51.315181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:51.325561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] No DVR routers for this DVR port 2b634c92-481d-4d31-b7c3-40ccb661c842 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:09:51.327849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:51.330371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'name': 'network-vif-deleted', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:09:51.388989 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc60bf98-1b0d-4d38-9d7f-4b25dd274d43', 'name': 'network-vif-deleted', 'tag': '2b634c92-481d-4d31-b7c3-40ccb661c842', 'status': 'completed', 'code': 200}
Nov 24 15:09:51.411489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2d19d4e3-fbc7-4e84-b201-4338f7c002cb req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "DELETE /v2.0/ports/2b634c92-481d-4d31-b7c3-40ccb661c842 HTTP/1.1" status: 204  len: 173 time: 0.9388275
Nov 24 15:09:51.491562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bc69623f-bed9-428c-b153-0680f8bbd0b8 req-240f61bd-e6d9-43ab-907c-e53abda4e827 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:09:51.581897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bc69623f-bed9-428c-b153-0680f8bbd0b8 req-240f61bd-e6d9-43ab-907c-e53abda4e827 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:09:51.583086 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc69623f-bed9-428c-b153-0680f8bbd0b8 req-240f61bd-e6d9-43ab-907c-e53abda4e827 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc60bf98-1b0d-4d38-9d7f-4b25dd274d43 HTTP/1.1" status: 200  len: 210 time: 0.1327798
Nov 24 15:09:52.691153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35884) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:53.087671 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:53.450800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-248d38cc-f551-426f-8117-1ad55f030a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:53.692012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 5948078c-85e7-4a6c-949d-e7a720f1a545 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:09:53.692646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:53.879754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 5948078c-85e7-4a6c-949d-e7a720f1a545, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5948078c-85e7-4a6c-949d-e7a720f1a545,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:09:53.880140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:53.977962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:54.116591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 5948078c-85e7-4a6c-949d-e7a720f1a545 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:09:54.388328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:54.393873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ddf84e29-d130-4a5d-82c3-1bae761360c9 tempest-TestEncryptedCinderVolumes-584137281 tempest-TestEncryptedCinderVolumes-584137281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:54.443758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=5948078c-85e7-4a6c-949d-e7a720f1a545,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:54.448013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:54.769233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:54.831205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2b634c92-481d-4d31-b7c3-40ccb661c842 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:09:54.865825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 2b634c92-481d-4d31-b7c3-40ccb661c842 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:09:54.866179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 2b634c92-481d-4d31-b7c3-40ccb661c842 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:09:55.347153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:09:55.543204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:09:55.553338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] Sync routers for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:09:55.565421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:09:55.573612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6f34f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:55.635796 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/5681d6d9-99c6-4cad-b8f2-318cb2594d81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9434371
Nov 24 15:09:55.638360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35888) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:55.755218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:09:55.797248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a39942a1-e457-42f3-b2c6-dc17f335e547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:55.951481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting subnet ea1ff24e-c83e-4627-be96-192c98b36dc6 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:09:55.954319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.008396 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.081031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6f34f0>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:09:54Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:56.084876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] Checking router: 5681d6d9-99c6-4cad-b8f2-318cb2594d81 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:09:56.091977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.096553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] Routers {'5681d6d9-99c6-4cad-b8f2-318cb2594d81'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:09:56.097157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f6f34f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:56.250906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.255327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-50e6eb60-38f6-4c55-8248-7d2bf28b8afa tempest-PortsIpV6TestJSON-712316145 tempest-PortsIpV6TestJSON-712316145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:56.275866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] Set router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:09:56.300114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1ff24e-c83e-4627-be96-192c98b36dc6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:56.302848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:56.305857 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.313853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-064c24e1-4127-4fc7-91d1-abbfa1110cf5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/subnets/ea1ff24e-c83e-4627-be96-192c98b36dc6 HTTP/1.1" status: 204  len: 168 time: 0.6741531
Nov 24 15:09:56.316112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35892) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:56.319806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3949d-b127-4153-933e-dfd0f3adb4fa None None] Network 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:09:56.525828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.727448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.731343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f6f34f0>, [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:09:54Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:56.735748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b8c4a-cce8-4e11-9c49-868251574b73 None None] The sync data for ids ['5681d6d9-99c6-4cad-b8f2-318cb2594d81'] in dv-neutron-818347-1-hyperv is: [{'id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1878928905', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:09:54Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '2b2424d0-a1c9-4a9e-997c-56b165b2d7ec', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5681d6d9-99c6-4cad-b8f2-318cb2594d81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:59Z', 'updated_at': '2021-11-24T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:09:56.786978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] DHCP port deletion for 83d9a13f-6a7f-466e-9d8a-bf4ff634f782 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:09:56.788174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Deleting port e95f9178-123b-410a-9976-18779f4aa17c {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:09:56.788561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.805230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:09:56.806542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.831015 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.991864 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:09:56.992524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:56.999305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] For port e95f9178-123b-410a-9976-18779f4aa17c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e95f9178-123b-410a-9976-18779f4aa17c,segment=NetworkSegment(9707dd53-13e6-48c7-8d6f-7a33d52d8cd8),segment_id=9707dd53-13e6-48c7-8d6f-7a33d52d8cd8)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:09:56.999703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:57.112641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:09:57.119021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Calling delete_port for e95f9178-123b-410a-9976-18779f4aa17c owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:09:57.267763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:57.271566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:57.359485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Pushing event deleted for resources: {'Port': ['ID=e95f9178-123b-410a-9976-18779f4aa17c,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:57.369541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] No DVR routers for this DVR port e95f9178-123b-410a-9976-18779f4aa17c on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:09:57.370947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:57.374557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.374897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.375039 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-737e16d7-372d-409b-a130-4f5d458117ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:09:57.380985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:57.417413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=2b2424d0-a1c9-4a9e-997c-56b165b2d7ec,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:57.420856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:57.744060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:57.997797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.001813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.084685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.085215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Fanout notify agent at l3_agent the message router_deleted on router 5681d6d9-99c6-4cad-b8f2-318cb2594d81 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:09:58.100803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.103028 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/routers/5681d6d9-99c6-4cad-b8f2-318cb2594d81 HTTP/1.1" status: 204  len: 168 time: 1.7850413
Nov 24 15:09:58.105483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35896) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:58.225262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.313858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.360336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.389316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e815490>,) {'filters': {'network_id': ['83d9a13f-6a7f-466e-9d8a-bf4ff634f782']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:58.402056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e815490>, '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:58.402349 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e815490>, '9707dd53-13e6-48c7-8d6f-7a33d52d8cd8') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:09:58.413480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.429409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.436182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:09:58.436559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:09:58.451745 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:09:58.515459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5948078c-85e7-4a6c-949d-e7a720f1a545 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:09:58.548717 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5948078c-85e7-4a6c-949d-e7a720f1a545 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:09:58.549064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5948078c-85e7-4a6c-949d-e7a720f1a545 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:09:58.549473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e95f9178-123b-410a-9976-18779f4aa17c no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:09:58.581085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e95f9178-123b-410a-9976-18779f4aa17c {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:09:58.581431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e95f9178-123b-410a-9976-18779f4aa17c not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:09:58.581841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:09:58.588651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.593663 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.598984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-da32de19-bf6a-4933-94d4-eb4271be3335 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:58.616679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:09:58.616982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 2b2424d0-a1c9-4a9e-997c-56b165b2d7ec not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:09:58.623156 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Network': ['ID=83d9a13f-6a7f-466e-9d8a-bf4ff634f782,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:58.625977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:58.685859 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/networks/83d9a13f-6a7f-466e-9d8a-bf4ff634f782 HTTP/1.1" status: 204  len: 168 time: 0.5792849
Nov 24 15:09:58.688446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35900) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:58.756693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6435112-6683-4b8d-ac2e-182510bb4a54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.786720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6435112-6683-4b8d-ac2e-182510bb4a54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.885078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6435112-6683-4b8d-ac2e-182510bb4a54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.888952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-19d22bcf-1cef-412e-8dc9-b7c0dbd86fd6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:58.904742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6435112-6683-4b8d-ac2e-182510bb4a54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e122a85-055d-4e15-85b2-a639c0ad8d85,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:58.907369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d6435112-6683-4b8d-ac2e-182510bb4a54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:58.952406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d6435112-6683-4b8d-ac2e-182510bb4a54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:58.953538 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d6435112-6683-4b8d-ac2e-182510bb4a54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/security-groups/3e122a85-055d-4e15-85b2-a639c0ad8d85 HTTP/1.1" status: 204  len: 168 time: 0.2641943
Nov 24 15:09:59.509975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35908) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:59.515639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090249748', 'description': 'tempest-secgroup-smoke-1090249748 description', 'project_id': '5aaaae59b87f41188b537d3932c03255'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:09:59.521604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:09:59.526022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:09:59.528984 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:09:59.537951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:09:59.610684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:59.647054 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:09:59.651535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:09:59.654469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:09:59.660126 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:09:59.713620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:59.793424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:59.797816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e8ce2b16-381a-401d-9205-89c66c91a0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:09:59.843006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a201a030-5401-43fe-b1ba-06368788f382,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:09:59.846883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:09:59.907935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:09:59.909190 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3981891
Nov 24 15:09:59.912049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35912) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:09:59.917621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'a201a030-5401-43fe-b1ba-06368788f382', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:09:59.923697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:09:59.927579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:09:59.931015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:09:59.936755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:09:59.994359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.054238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.124761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.131825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ed8424c6-f605-4adc-8827-1a156ec9d268 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:00.154423 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2d19f2-38d7-4059-b1e9-a887a2466805,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:00.157044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:00.216541 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.217684 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4c12a968-9158-4f73-83cf-b2a2dc052b89 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3047047
Nov 24 15:10:00.220334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35916) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:00.225670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'a201a030-5401-43fe-b1ba-06368788f382', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:00.232236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:00.236366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:00.239404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:00.245884 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:00.325763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.391694 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.467404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.473652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ef3a80f-54ba-43b7-b495-9dda103f02a6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:00.493951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d083c9-9567-4be7-800b-ff2a8c88699c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:00.496784 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:00.570870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.572050 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3508101
Nov 24 15:10:00.574706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35920) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:00.580336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'a201a030-5401-43fe-b1ba-06368788f382', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:00.586158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:00.590758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:00.593715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:00.600015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:00.673753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.735964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.815969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.817774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6bcdec8a-98a1-4bfe-b979-9f6978eb697e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:00.841072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aa99f7-25b6-4fac-8f31-a1be9f2e30c0,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:00.843348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:00.925066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:00.926247 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3506274
Nov 24 15:10:00.928981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35924) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:00.934568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'a201a030-5401-43fe-b1ba-06368788f382', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:00.940517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:00.944326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:00.947661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:00.953374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:01.016568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.080899 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.141936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.143932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a2c97d02-2ca5-4a7f-baa3-5f6c5f32eb22 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:01.165893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3b2143-1a8e-4cb1-8662-5abb3cd10215,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:01.169714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:01.244788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.246252 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3161483
Nov 24 15:10:01.249052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35928) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:01.254487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'a201a030-5401-43fe-b1ba-06368788f382', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:01.261033 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:01.264773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:01.267599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:01.273338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:01.341819 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:10:01.348004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.410978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.467417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.469204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6cc56f5e-8166-48fa-b39e-3804309cc0e8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:01.491219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94a0414-3f33-4965-8f0c-0ac1f409b2b2,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:01.496674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:01.553706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.554892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6053a9f1-9dc0-43b5-886a-372a926b3a15 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3049319
Nov 24 15:10:01.558150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35932) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:01.563789 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': 'a201a030-5401-43fe-b1ba-06368788f382', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:01.569709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:01.574326 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:01.577228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:01.582800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:01.644628 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:10:01.651285 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.715116 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.758709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.760502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7a5b8b2-a6ef-4fd3-b4c7-c1710d116410 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:01.781656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580008d8-876a-48d7-84ba-497b2ca533f8,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:01.783946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:01.862057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:01.863263 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-52fec744-53a8-45a4-a3af-5c40bb900010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3042107
Nov 24 15:10:01.866193 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35936) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:01.872800 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'network': {'name': 'tempest-network-smoke--123342644', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'port_security_enabled': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:01.884214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:01.884214 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:network and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:01.885172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:01.890836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:01.975792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:10:01.979470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.008191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:10:02.016646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.020276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Added segment 1284f4ae-c198-43a6-88df-43d9a74ed9d4 of type vlan for network 154ac0e4-8332-441d-98dc-ba89ee85ee28
Nov 24 15:10:02.043002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.153478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.157225 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:02.157832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.161404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6fe25dc7-454a-4931-bca9-45ab55a91d6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:02.270514 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Network': ['ID=154ac0e4-8332-441d-98dc-ba89ee85ee28,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:02.273333 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:02.281724 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:10:02.314202 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-287701c8-c604-484a-a2fb-a8f1c9b3ecaf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4469225
Nov 24 15:10:02.316861 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35940) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:02.322770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'admin_state_up': True, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:02.329882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:02.333712 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:router and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:02.337385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:02.343203 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:02.422421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.423392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.442418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.647650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:02.861172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:03.001609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:03.130660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.170 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/7955269d-00c3-43a5-982b-11cb5bc645ea) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:10:03.283195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:03.347600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:03.351758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-614c66a3-8cdb-4026-ab94-162a249fed12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:03.407925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:10:03.415770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:10:03.419767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:10:03.448488 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=7955269d-00c3-43a5-982b-11cb5bc645ea,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:03.454171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:03.627544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:03.628215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:03.936314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:10:04.135658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:10:04.145120 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Sync routers for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:10:04.160674 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:10:04.161304 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420013b80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:04.216656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:04.217815 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9000475
Nov 24 15:10:04.220931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35944) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:04.264058 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8600b29a-c3cf-493a-80ad-8abcaf359b4b tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5aaaae59b87f41188b537d3932c03255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0418980
Nov 24 15:10:04.266593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 35948) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:04.346578 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:10:04.397920 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35783b11-f660-415f-a42b-8ec83bf6dbd9 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:04.399962 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-35783b11-f660-415f-a42b-8ec83bf6dbd9 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1323404
Nov 24 15:10:04.402920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35952) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:04.442915 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-90f690de-58b5-4560-90d3-a4984bb04ab2 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0387881
Nov 24 15:10:04.446803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35956) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:04.452055 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1608529359', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:04.561598 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:04.565491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:subnet and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:04.568302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:04.574782 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:04.633535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:10:04.643587 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420013b80>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:03Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:04.647481 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Checking router: 8407ef87-3eec-49c0-ada1-8fcde9c616a2 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:10:04.647832 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Updating router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 port 7955269d-00c3-43a5-982b-11cb5bc645ea binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:10:04.699680 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:04.735620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:04.988238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:04.992482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bbb95e3a-800d-4ccb-b406-f3dfe31079af tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:05.020932 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.032263 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Transition to ACTIVE for port object 7955269d-00c3-43a5-982b-11cb5bc645ea will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:10:05.119389 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.123246 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ac6b3a05-d9de-412f-9da1-125ac0fa8f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:05.189810 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Subnet': ['ID=4c9be694-90a1-479e-abf0-d04aae28d6e4,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:05.193571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:05.202013 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Attempting to bind port 7955269d-00c3-43a5-982b-11cb5bc645ea on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:10:05.202538 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Checking segment: {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:10:05.202640 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Attempting to bind port 7955269d-00c3-43a5-982b-11cb5bc645ea by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:10:05.202739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network hostable DHCP agents. Network: 154ac0e4-8332-441d-98dc-ba89ee85ee28, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:10:05.202842 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Attempting to bind port 7955269d-00c3-43a5-982b-11cb5bc645ea on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:10:05.207457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Pushing event updated for resources: {'Port': ['ID=7955269d-00c3-43a5-982b-11cb5bc645ea,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:05.218109 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:10:05.218484 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:10:05.220818 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.220818 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:10:05.220818 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Bound port: 7955269d-00c3-43a5-982b-11cb5bc645ea, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:10:05.220818 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.249457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.249457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.249457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.249457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.249457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.249457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.249457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.250097 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.250097 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.250282 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.250597 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:10:05.259464 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:05.284764 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:10:05.296791 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] For port 7955269d-00c3-43a5-982b-11cb5bc645ea, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:10:05.299683 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] For port 7955269d-00c3-43a5-982b-11cb5bc645ea, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7955269d-00c3-43a5-982b-11cb5bc645ea,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:10:05.336029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 154ac0e4-8332-441d-98dc-ba89ee85ee28) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:10:05.339935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:05.340533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.344983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ba8f8-dcd3-4605-87ef-f7b8058c91e6 None None] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:10:05.360142 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.364733 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-7c422b25-b68e-4108-b146-af8fd6d594cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:05.411874 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-dc469d50-5da9-4f55-85d8-70470ad6c2aa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9638774
Nov 24 15:10:05.415304 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 35960) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:05.434579 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Pushing event updated for resources: {'Port': ['ID=7955269d-00c3-43a5-982b-11cb5bc645ea,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:05.438354 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:05.451828 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:10:05.452469 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420013b80>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:05.566995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-154ac0e4-8332-441d-98dc-ba89ee85ee28', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:10:05.567977 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.660190 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:10:05.728226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Allocated IP 172.20.0.2 (154ac0e4-8332-441d-98dc-ba89ee85ee28/4c9be694-90a1-479e-abf0-d04aae28d6e4/6b029a0e-b1f2-4bf5-9693-490c475af0b3) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:10:05.943991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:05.954824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Transition to ACTIVE for port object 6b029a0e-b1f2-4bf5-9693-490c475af0b3 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:10:05.957531 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420013b80>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:03Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:05.962381 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b4db5-9ab4-4daa-b1fa-28c84a1e670a None None] The sync data for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv is: [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:03Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:10:05.976072 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Transition to ACTIVE for port object 6b029a0e-b1f2-4bf5-9693-490c475af0b3 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:10:06.039462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.044109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-29626a13-e7e1-4e86-bcd4-97831b0221c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:06.115464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:10:06.117073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Pushing event updated for resources: {'Port': ['ID=6b029a0e-b1f2-4bf5-9693-490c475af0b3,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:06.119585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:10:06.121295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:06.122000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:10:06.226174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.237924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Attempting to bind port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:10:06.238422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Attempting to bind port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:10:06.238868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Attempting to bind port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 on network 154ac0e4-8332-441d-98dc-ba89ee85ee28 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:10:06.246045 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:10:06.246519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Checking segment: {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:10:06.247004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.247618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Bound using segment: {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:10:06.248130 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Bound port: 6b029a0e-b1f2-4bf5-9693-490c475af0b3, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:10:06.248511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.342470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] For port 6b029a0e-b1f2-4bf5-9693-490c475af0b3, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:10:06.346341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] For port 6b029a0e-b1f2-4bf5-9693-490c475af0b3, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6b029a0e-b1f2-4bf5-9693-490c475af0b3,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:10:06.422601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.427534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:06.516903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Pushing event updated for resources: {'Port': ['ID=6b029a0e-b1f2-4bf5-9693-490c475af0b3,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:06.519004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:06.601536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7955269d-00c3-43a5-982b-11cb5bc645ea up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:10:06.721109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.1 (154ac0e4-8332-441d-98dc-ba89ee85ee28/4c9be694-90a1-479e-abf0-d04aae28d6e4/38d9b01e-8c8f-42e7-bd14-2ea8ff69508b) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:10:06.782118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 7955269d-00c3-43a5-982b-11cb5bc645ea completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:10:06.788492 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 7955269d-00c3-43a5-982b-11cb5bc645ea triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:06.789103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.923189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.934545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:06.939506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:10:06.950525 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 7955269d-00c3-43a5-982b-11cb5bc645ea, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7955269d-00c3-43a5-982b-11cb5bc645ea,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:10:07.033478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:07.036110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60e21a5f-e470-48a4-9b22-4bd636725a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:07.062735 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:07.067571 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:07.101481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=7955269d-00c3-43a5-982b-11cb5bc645ea,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:07.104460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:07.141757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:10:07.145125 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:10:07.149862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:10:07.175409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:07.181068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:07.210265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:07.499920 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:07.518599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb38c3-6140-4ed5-948b-2a78771ab4a4 None None] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:10:07.653545 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:10:07.716944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62e411c5-fee7-4c26-8a54-621212a66046 None None] Provisioning for port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:10:07.917176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:07.976397 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:08.003330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7f066eac-9a45-40f9-9eed-2e951970b7ba tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:08.096159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-26048d94-b8ae-40a5-883f-8824eafdf2e0 None None] Provisioning for port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:10:08.097656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:08.100056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:08.103307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-26048d94-b8ae-40a5-883f-8824eafdf2e0 None None] Provisioning complete for port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:08.103693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-26048d94-b8ae-40a5-883f-8824eafdf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:08.108631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:08.161907 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-26048d94-b8ae-40a5-883f-8824eafdf2e0 None None] Port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:10:08.246650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:10:08.247672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:10:08.296424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2b966022-3600-4966-ae30-31bb4b92b0cc None None] Provisioning complete for port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:08.296947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2b966022-3600-4966-ae30-31bb4b92b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:08.353863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2b966022-3600-4966-ae30-31bb4b92b0cc None None] Port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:10:08.475902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-094ca272-ccbf-4326-bb6d-e239262b6f61 None None] Provisioning complete for port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:08.476318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-094ca272-ccbf-4326-bb6d-e239262b6f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:08.544190 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-094ca272-ccbf-4326-bb6d-e239262b6f61 None None] Port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:10:08.594195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7955269d-00c3-43a5-982b-11cb5bc645ea up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:10:08.645445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:10:08.663583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 7955269d-00c3-43a5-982b-11cb5bc645ea triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:08.663974 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:08.788779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6b029a0e-b1f2-4bf5-9693-490c475af0b3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:10:08.849829 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:10:08.863308 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/8407ef87-3eec-49c0-ada1-8fcde9c616a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4464333
Nov 24 15:10:08.930975 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:10:08.936165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:08.936540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:09.058363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:09.067519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-7369588f-bce1-47e3-ab0d-90b0483d3157 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:10:09.091816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 6b029a0e-b1f2-4bf5-9693-490c475af0b3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6b029a0e-b1f2-4bf5-9693-490c475af0b3,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:10:09.147691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-7369588f-bce1-47e3-ab0d-90b0483d3157 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:10:09.149569 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-7369588f-bce1-47e3-ab0d-90b0483d3157 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090249748&fields=id&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 267 time: 0.1252048
Nov 24 15:10:09.165066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:09.167007 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:09.230504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=6b029a0e-b1f2-4bf5-9693-490c475af0b3,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:09.234069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:09.423931 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-147b0181-e35d-410f-995f-85c856133f52 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:09.424620 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-147b0181-e35d-410f-995f-85c856133f52 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:10:09.484881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-147b0181-e35d-410f-995f-85c856133f52 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:10:09.486063 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-147b0181-e35d-410f-995f-85c856133f52 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 796 time: 0.3294652
Nov 24 15:10:09.502180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-f3739b25-2b4f-4426-881c-dc998ade7946 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/quotas/5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 375 time: 0.0108395
Nov 24 15:10:09.543832 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Sync routers for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:10:09.555346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:10:09.556056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200c6850>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:09.582296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-6a5e45f6-6756-473f-81ba-f21e82522dca tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:10:09.639014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-6a5e45f6-6756-473f-81ba-f21e82522dca tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:10:09.640406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-6a5e45f6-6756-473f-81ba-f21e82522dca tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1330760
Nov 24 15:10:09.747710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:10:09.876929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-b6f37a8c-2584-4d27-a1a3-f713e76c1e79 service neutron] 10.222.0.53 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155378
Nov 24 15:10:10.006711 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-7032e244-02fa-4d1a-a267-1bbfb2abfe43 service neutron] 10.222.0.53 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240659
Nov 24 15:10:10.065710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200c6850>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 2, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:10.069582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Checking router: 8407ef87-3eec-49c0-ada1-8fcde9c616a2 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:10:10.069948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Updating router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:10:10.124257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:10.261187 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b8774b7d-9e6e-4109-8d32-bae4bcf76d62 req-d56a8250-331c-4226-844d-c700e798ece9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 210 time: 0.0472543
Nov 24 15:10:10.515157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:10.526339 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6b029a0e-b1f2-4bf5-9693-490c475af0b3 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:10:10.568888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Transition to ACTIVE for port object 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:10:10.607323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:10.607696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:10.696162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:10.704245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:10.847517 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4ee73-bfc7-45c6-8176-7c6fcf37c667 None None] Pushing event updated for resources: {'Port': ['ID=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:10.852023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-daf4ee73-bfc7-45c6-8176-7c6fcf37c667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:10.940514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Attempting to bind port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:10:10.940823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Attempting to bind port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:10:10.941193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Attempting to bind port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b on network 154ac0e4-8332-441d-98dc-ba89ee85ee28 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:10:10.948959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:10:10.949267 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Checking segment: {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:10:10.949682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:10.950088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Bound using segment: {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:10:10.950563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Bound port: 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:10:10.950947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:11.044829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] For port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:10:11.047756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] For port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:10:11.136242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:11.139844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:11.218633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4ee73-bfc7-45c6-8176-7c6fcf37c667 None None] Pushing event updated for resources: {'Port': ['ID=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:11.221521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:10:11.222131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200c6850>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:09:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:11.273610 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-daf4ee73-bfc7-45c6-8176-7c6fcf37c667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:11.418608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:10:11.433710 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-19ec7556-f2cb-4145-ab0e-23c5a09ce9cc req-c2730d67-706d-4858-b3e2-2d69bbaeba9f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 210 time: 0.0445952
Nov 24 15:10:11.736711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200c6850>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:11Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:11.740643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca60446-f793-4c0b-ad33-05e1da3caf11 None None] The sync data for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv is: [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:11Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:10:12.484123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4fd5a35e-0ab6-4948-9bf0-dcfd54808c3b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:12.491825 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4fd5a35e-0ab6-4948-9bf0-dcfd54808c3b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 796 time: 0.1670883
Nov 24 15:10:12.549299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-10598f6b-5416-48a2-8232-03302a672c81 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 380 time: 0.0493727
Nov 24 15:10:12.565711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:10:12.572202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'port': {'device_id': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'admin_state_up': True, 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'security_groups': ['a201a030-5401-43fe-b1ba-06368788f382']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:12.653551 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0ba9d805-7926-43e7-9905-46eb87db6669 req-3be85428-2efe-41aa-b19d-208e99d71721 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 210 time: 0.0535276
Nov 24 15:10:12.719298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:10:12.725346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:12.725753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:12.736415 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:12.747577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:12.829229 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:10:12.835246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:12.850383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:12.884668 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:10:12.953299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:12.955284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:13.002917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.4 (154ac0e4-8332-441d-98dc-ba89ee85ee28/4c9be694-90a1-479e-abf0-d04aae28d6e4/7cfb1199-0664-4c83-815d-d8024337a635) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:10:13.022118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:13.025571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:13.188927 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:13.204079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 7cfb1199-0664-4c83-815d-d8024337a635 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:10:13.302048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:13.308016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-53449a4a-50f1-4dc4-9329-6b526bbb5a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:13.376034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:10:13.379372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:10:13.383994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:10:13.413428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:13.419849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:13.452568 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:13.453104 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:13.536869 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9781308
Nov 24 15:10:13.549078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Request body: {'port': {'device_id': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:13.660032 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:13.661682 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2924f267-e456-4d60-959e-cc7fec6cc383 None None] Provisioning for port 7cfb1199-0664-4c83-815d-d8024337a635 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:10:13.667048 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2924f267-e456-4d60-959e-cc7fec6cc383 None None] Provisioning complete for port 7cfb1199-0664-4c83-815d-d8024337a635 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:13.667502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2924f267-e456-4d60-959e-cc7fec6cc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:13.777222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2924f267-e456-4d60-959e-cc7fec6cc383 None None] Port 7cfb1199-0664-4c83-815d-d8024337a635 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:10:14.088155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932b524-c1f3-4d7b-851e-ed7245b0e140 req-3063914b-c1fb-431a-aa1a-19deedd61a83 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:14.088854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0932b524-c1f3-4d7b-851e-ed7245b0e140 req-3063914b-c1fb-431a-aa1a-19deedd61a83 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:10:14.186325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfb1199-0664-4c83-815d-d8024337a635 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:10:14.192205 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0932b524-c1f3-4d7b-851e-ed7245b0e140 req-3063914b-c1fb-431a-aa1a-19deedd61a83 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:10:14.193350 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0932b524-c1f3-4d7b-851e-ed7245b0e140 req-3063914b-c1fb-431a-aa1a-19deedd61a83 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 931 time: 0.4100931
Nov 24 15:10:14.194890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:14.229213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Transition to ACTIVE for port object 7cfb1199-0664-4c83-815d-d8024337a635 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:10:14.253896 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0932b524-c1f3-4d7b-851e-ed7245b0e140 req-f581c7a4-ee45-4f16-b107-ae4e4412442d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540924
Nov 24 15:10:14.273320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:14.277746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7fe6914f-14bc-47e5-8fa7-2075b3c2e795 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:14.411886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:14.419445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:14.528188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:10:14.531302 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Attempting to bind port 7cfb1199-0664-4c83-815d-d8024337a635 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:10:14.531639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Attempting to bind port 7cfb1199-0664-4c83-815d-d8024337a635 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:10:14.531965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Attempting to bind port 7cfb1199-0664-4c83-815d-d8024337a635 on network 154ac0e4-8332-441d-98dc-ba89ee85ee28 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:10:14.538103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Port 7cfb1199-0664-4c83-815d-d8024337a635 on network 154ac0e4-8332-441d-98dc-ba89ee85ee28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:10:14.539605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Attempting to bind port 7cfb1199-0664-4c83-815d-d8024337a635 on network 154ac0e4-8332-441d-98dc-ba89ee85ee28 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:10:14.545345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:10:14.545798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Checking segment: {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:10:14.546291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Bound using segment: {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:10:14.546806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Bound port: 7cfb1199-0664-4c83-815d-d8024337a635, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1284f4ae-c198-43a6-88df-43d9a74ed9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:10:14.547267 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:14.606326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:14.606580 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:14.641042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:10:14.644013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:10:14.713878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:14.718342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:14.774755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:14.776120 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] 10.222.0.81 "PUT /v2.0/ports/7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 1093 time: 1.2313812
Nov 24 15:10:14.778171 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:10:14.802734 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:14.809979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:14.840421 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635', 'status': 'completed', 'code': 200}
Nov 24 15:10:14.939370 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d20c37fe-f303-4d90-ab06-5d4b84bd4a96 req-7d27f52c-366b-4df2-9822-38f0c58bfca9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1096 time: 0.0776539
Nov 24 15:10:15.081473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c37fe-f303-4d90-ab06-5d4b84bd4a96 req-c69ee71f-396d-406a-8f4f-a542f3438e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:15.082903 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d20c37fe-f303-4d90-ab06-5d4b84bd4a96 req-c69ee71f-396d-406a-8f4f-a542f3438e55 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=5aaaae59b87f41188b537d3932c03255&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1356423
Nov 24 15:10:15.223202 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c37fe-f303-4d90-ab06-5d4b84bd4a96 req-c0abf3ad-499b-41eb-b96a-655e59711adf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:15.224573 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d20c37fe-f303-4d90-ab06-5d4b84bd4a96 req-c0abf3ad-499b-41eb-b96a-655e59711adf service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1351306
Nov 24 15:10:15.330477 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-967cf539-1adf-491c-b13e-018c7132164e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1096 time: 0.0690875
Nov 24 15:10:15.435748 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-62f28b6e-84d3-486d-9bc1-10a6a63cea41 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 217 time: 0.0974340
Nov 24 15:10:15.511952 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-efc2b672-483f-4022-ac0a-b6dfbc5594a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:15.513302 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-efc2b672-483f-4022-ac0a-b6dfbc5594a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.0703394
Nov 24 15:10:15.569684 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e67be-e7a5-4543-bb4c-2d8ffa63d708 req-85bccf98-4b15-4ba6-a6a6-c69c4891c752 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:15.571153 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9e9e67be-e7a5-4543-bb4c-2d8ffa63d708 req-85bccf98-4b15-4ba6-a6a6-c69c4891c752 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 943 time: 0.1816959
Nov 24 15:10:15.634517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-84e278ad-6f26-4d72-9322-7900b02af256 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1130018
Nov 24 15:10:15.636792 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9e9e67be-e7a5-4543-bb4c-2d8ffa63d708 req-965bed56-bca7-4867-aa0f-7a84b9e29ddd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584209
Nov 24 15:10:15.766151 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-79ea9b66-3ad0-4219-b13f-182a9cb8dd09 service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234634
Nov 24 15:10:15.899602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5f2cf938-43bd-4aef-90e2-2d9818a984fb req-9651ee7b-1ba8-42f5-8deb-80b72e364b5e service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256962
Nov 24 15:10:16.838908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11077-e771-4242-a693-ab19e589b8db req-6ccd76ba-53ff-4422-8453-0f1e92ccd47a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:16.840591 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d9b11077-e771-4242-a693-ab19e589b8db req-6ccd76ba-53ff-4422-8453-0f1e92ccd47a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 943 time: 0.0839593
Nov 24 15:10:16.891431 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-d9b11077-e771-4242-a693-ab19e589b8db req-f18b0c71-a8a2-44c0-b42a-a21018828f0b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:10:16.903716 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-d9b11077-e771-4242-a693-ab19e589b8db req-f18b0c71-a8a2-44c0-b42a-a21018828f0b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:10:16.904863 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d9b11077-e771-4242-a693-ab19e589b8db req-f18b0c71-a8a2-44c0-b42a-a21018828f0b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587771
Nov 24 15:10:18.220617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66625c1e-7cd4-49dd-8fcb-78ed1a162f3c req-d7c83369-1663-492d-ac4c-f8bd64fc486e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:18.222078 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66625c1e-7cd4-49dd-8fcb-78ed1a162f3c req-d7c83369-1663-492d-ac4c-f8bd64fc486e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 943 time: 0.1933522
Nov 24 15:10:18.269321 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66625c1e-7cd4-49dd-8fcb-78ed1a162f3c req-0c96d01b-0b00-4160-a4f4-7492e25342ce tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411820
Nov 24 15:10:18.924217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7cfb1199-0664-4c83-815d-d8024337a635 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:10:19.059094 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:10:19.072807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '7cfb1199-0664-4c83-815d-d8024337a635', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'port_id': '7cfb1199-0664-4c83-815d-d8024337a635', 'mac_address': 'fa:16:3e:a7:43:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:10:19.132510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:19.153076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfb1199-0664-4c83-815d-d8024337a635 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:10:19.167906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:10:19.233065 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:19.234824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:19.300109 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:19.303032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:19.443155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['7cfb1199-0664-4c83-815d-d8024337a635'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:10:19.469560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6e650-760d-48a9-8225-ea9e0a66b616 req-6ce52073-ca43-4d26-9fbe-a76eabc1b0ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:19.471021 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f9e6e650-760d-48a9-8225-ea9e0a66b616 req-6ce52073-ca43-4d26-9fbe-a76eabc1b0ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 944 time: 0.0793529
Nov 24 15:10:19.517059 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f9e6e650-760d-48a9-8225-ea9e0a66b616 req-e4b83901-b520-4b7d-bb57-62c73840cbc6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405757
Nov 24 15:10:20.661815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:20.713863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665459c-18bf-4ffc-bd76-b5bd4bd79ecc req-c83ae41e-8a66-40e3-ad1b-5aa6cd6afd84 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:20.715308 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c665459c-18bf-4ffc-bd76-b5bd4bd79ecc req-c83ae41e-8a66-40e3-ad1b-5aa6cd6afd84 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 944 time: 0.0767007
Nov 24 15:10:20.764299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c665459c-18bf-4ffc-bd76-b5bd4bd79ecc req-33c835db-6ea9-4472-92ba-99c3c97d656e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434420
Nov 24 15:10:20.939423 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7cfb1199-0664-4c83-815d-d8024337a635 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:10:21.095569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 7cfb1199-0664-4c83-815d-d8024337a635 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:10:21.100664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 7cfb1199-0664-4c83-815d-d8024337a635 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:10:21.101028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:21.210946 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:21.238052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:10:21.249118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:10:21.295772 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635', 'code': 200}
Nov 24 15:10:21.330387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:21.332341 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:21.403862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:21.407139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:21.637453 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bbf48ab4-7bf3-40f8-a37c-d01953480632 req-4d440495-a5d3-4438-a6d3-a0a9bcc59d6a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1098 time: 0.0685351
Nov 24 15:10:21.679129 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bbf48ab4-7bf3-40f8-a37c-d01953480632 req-5996233f-d926-4fbd-af45-c0f8ff2b50c3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347924
Nov 24 15:10:21.964702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97c2ca-a9cb-4628-9eaa-3d065b75edb5 req-d5644326-cfd3-4301-92e4-711c0d3da13a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:21.966080 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b97c2ca-a9cb-4628-9eaa-3d065b75edb5 req-d5644326-cfd3-4301-92e4-711c0d3da13a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0805705
Nov 24 15:10:22.011699 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b97c2ca-a9cb-4628-9eaa-3d065b75edb5 req-9217ab7c-12c6-4b89-8f8e-07d991a8a140 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401719
Nov 24 15:10:23.210589 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86897-917c-43df-957d-99e05e0a9537 req-62bdd470-c4a1-4e1a-8c41-4541c860aa2e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:23.211930 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b4e86897-917c-43df-957d-99e05e0a9537 req-62bdd470-c4a1-4e1a-8c41-4541c860aa2e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0806561
Nov 24 15:10:23.257486 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b4e86897-917c-43df-957d-99e05e0a9537 req-23dde2db-011a-415e-b453-e1cc32f01192 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399654
Nov 24 15:10:23.454582 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e330a6-89d8-47d9-8a9f-c15d03466d12 req-2bcae74a-9017-4ba9-8566-be167ad5d8dd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:23.456031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53e330a6-89d8-47d9-8a9f-c15d03466d12 req-2bcae74a-9017-4ba9-8566-be167ad5d8dd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0765700
Nov 24 15:10:23.467340 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2f6e54b9-3653-4438-a7b9-5de4c98e20b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:23.501841 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-53e330a6-89d8-47d9-8a9f-c15d03466d12 req-ac778b32-f1db-4b21-a361-8dc502aa5ac3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401590
Nov 24 15:10:23.529120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36014) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:23.600938 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-23f97c4d-d0d5-48ec-aba8-f50b5c82edc9 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1093 time: 0.0706515
Nov 24 15:10:23.603656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36018) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:23.609477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '7cfb1199-0664-4c83-815d-d8024337a635', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:10:23.615353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:10:23.619502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:floatingip and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:10:23.623387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:10:23.629417 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:10:23.695550 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:23.830962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:23.972149 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.118 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/13a66209-0e00-4a40-9433-7cf0e93d66cf) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:10:24.021445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:24.118388 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:24.198679 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:24.203034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b392d60e-f330-436b-8ee9-9149a695c814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:24.271164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:10:24.274419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:10:24.276411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=13a66209-0e00-4a40-9433-7cf0e93d66cf,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:24.278526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:10:24.303235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:24.785489 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:24.999504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:25.196043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:25.251258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:25.255635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c2f2fee1-f599-4f9c-8521-af4dbafcd120 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:10:25.353843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=13a66209-0e00-4a40-9433-7cf0e93d66cf,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:10:25.357818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:10:25.375069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:25.565471 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Floating IP 6d012152-ed92-4d8a-a855-8f4fec2cbcae associated. External IP: 172.26.2.118, port: 7cfb1199-0664-4c83-815d-d8024337a635.
Nov 24 15:10:25.713058 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-15c41f1a-7d3f-4208-b627-039c8baa1e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:25.806242 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-513c9398-42b2-4bb7-a595-2701430b8f81 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0983911
Nov 24 15:10:25.991265 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-3fef0cc4-099a-4672-a468-49b64aa9263f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1098 time: 0.1164935
Nov 24 15:10:26.185162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-e5b87c61-24cd-47d8-9121-d010583e4b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:26.186462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-e5b87c61-24cd-47d8-9121-d010583e4b7c service neutron] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 897 time: 0.1523385
Nov 24 15:10:26.283906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:10:26.305653 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-17bb572e-23fe-48a7-a3d5-6e157f6a9f3f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 999 time: 0.1111240
Nov 24 15:10:26.555614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-002ae511-84a7-4625-ace8-635d5eb2e817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:26.557027 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-002ae511-84a7-4625-ace8-635d5eb2e817 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.2013485
Nov 24 15:10:26.716156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-a4d46312-ca09-43ed-803a-4be8e7c9d3bf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1454244
Nov 24 15:10:26.817641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:10:26.829001 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] Sync routers for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:10:26.843778 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:10:26.844516 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc7acd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:10:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:26.845593 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:26.871013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-241b7ac2-39e4-4d4f-a97e-625f2f1ade91 service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474993
Nov 24 15:10:26.953866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:27.028190 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:10:27.039933 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4352834
Nov 24 15:10:27.042172 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:10:27.062971 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-66bb9dca-d17f-4dae-908f-cda8eaf232d6 req-e4f6a2ec-8967-4d12-9c38-82289f012f97 service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854308
Nov 24 15:10:27.120202 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635', 'status': 'completed', 'code': 200}
Nov 24 15:10:27.242787 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-1acbd9a1-18a7-46a8-87f4-0e5f147b4c94 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1098 time: 0.0770411
Nov 24 15:10:27.247388 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19207fd-e849-4db0-8400-12e82f5a593c req-95b296a0-dd28-4d1f-98d1-4b9be5358d67 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:27.248860 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e19207fd-e849-4db0-8400-12e82f5a593c req-95b296a0-dd28-4d1f-98d1-4b9be5358d67 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0798948
Nov 24 15:10:27.296534 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e19207fd-e849-4db0-8400-12e82f5a593c req-1f9c0255-e310-4b73-a9d1-b7a4f43365ae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418649
Nov 24 15:10:27.327427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36026) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:27.379690 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc7acd0>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '6d012152-ed92-4d8a-a855-8f4fec2cbcae', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'port_id': '7cfb1199-0664-4c83-815d-d8024337a635', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'mac_address': 'fa:16:3e:a7:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:10:24Z', 'updated_at': '2021-11-24T15:10:24Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:12Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:27.383553 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] Checking router: 8407ef87-3eec-49c0-ada1-8fcde9c616a2 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:10:27.394087 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:10:27.394684 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc7acd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:10:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:27.473379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-14b9b096-1c4f-4b44-ad60-809a65038713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/6d012152-ed92-4d8a-a855-8f4fec2cbcae HTTP/1.1" status: 200  len: 991 time: 0.1448464
Nov 24 15:10:27.477639 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-974a0cbe-fb38-4e9c-b14d-64bfccee4de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:27.479003 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-974a0cbe-fb38-4e9c-b14d-64bfccee4de7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 897 time: 0.2287738
Nov 24 15:10:27.575386 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:10:27.589783 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-0dd4ad4f-3413-413b-8c80-a49bcc209d39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 999 time: 0.1015339
Nov 24 15:10:27.651805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-7f9f9144-f24b-4a59-b5d2-7b2773c3fc1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:10:27.653866 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-7f9f9144-f24b-4a59-b5d2-7b2773c3fc1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.0573461
Nov 24 15:10:27.733713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-90ba48cf-66f1-427a-8e67-0173ba3da252 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732059
Nov 24 15:10:27.868849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-47c39bd7-4f43-443f-858e-600325b327f4 service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279178
Nov 24 15:10:27.955649 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc7acd0>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '6d012152-ed92-4d8a-a855-8f4fec2cbcae', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'port_id': '7cfb1199-0664-4c83-815d-d8024337a635', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'mac_address': 'fa:16:3e:a7:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:10:24Z', 'updated_at': '2021-11-24T15:10:24Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:12Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:10:27.959584 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae57cb4-9448-42ff-aa94-fb3e985c91f1 None None] The sync data for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv is: [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '6d012152-ed92-4d8a-a855-8f4fec2cbcae', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'port_id': '7cfb1199-0664-4c83-815d-d8024337a635', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'mac_address': 'fa:16:3e:a7:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:10:24Z', 'updated_at': '2021-11-24T15:10:24Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:12Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:10:28.009335 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8b98aebe-bb09-493f-91e4-86237aca7464 req-4ccdcf1d-0498-4d82-b8a0-6d5751c05c3d service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317551
Nov 24 15:10:28.337249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:28.476863 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36030) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:28.570111 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb30b388-4e80-4b21-a1fa-af1a0e9e7a3e None None] New status for floating IP 6d012152-ed92-4d8a-a855-8f4fec2cbcae: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:10:28.591663 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-57227aec-6a5c-4388-b7c0-a037c288cb8a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/6d012152-ed92-4d8a-a855-8f4fec2cbcae HTTP/1.1" status: 200  len: 991 time: 0.1135635
Nov 24 15:10:29.595485 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36034) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:10:29.809137 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-313307a2-e95c-4dd1-aa92-76d5d1f07a14 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/6d012152-ed92-4d8a-a855-8f4fec2cbcae HTTP/1.1" status: 200  len: 993 time: 0.2122674
Nov 24 15:10:44.643737 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:10:50.632257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:53.460470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-85ef4a16-8565-41ff-867f-5a1fff9d4fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:53.998033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:55.752847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1ca9332f-57df-4a2e-8f78-1eb4b19f45c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:56.860573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:10:58.352139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:01.139396 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4ed2ff0f-2a76-4e01-9e27-11dbc01a9251 req-b9b9ae01-1fdb-4b16-af76-6b5fcb3f6704 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0722816
Nov 24 15:11:02.616003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab766f-28f3-433a-b5b7-b86784bc377f req-d6a99d71-0e34-4db2-88df-a2ed6351f05c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:02.620031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51ab766f-28f3-433a-b5b7-b86784bc377f req-d6a99d71-0e34-4db2-88df-a2ed6351f05c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0956974
Nov 24 15:11:02.694728 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51ab766f-28f3-433a-b5b7-b86784bc377f req-9cdcfa86-8027-4545-ae80-d714a5ed6e1d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715282
Nov 24 15:11:02.730547 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-bc95be33-f13b-42f4-a7b1-9749a818e2da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1456995
Nov 24 15:11:03.890514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381181f1-d9a6-47b8-892c-41ef9d2431b6 req-36ed3ae8-afd7-4197-900b-f1f03343eb7d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:03.892038 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-381181f1-d9a6-47b8-892c-41ef9d2431b6 req-36ed3ae8-afd7-4197-900b-f1f03343eb7d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0775404
Nov 24 15:11:03.939936 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-381181f1-d9a6-47b8-892c-41ef9d2431b6 req-9ffb6d1b-0330-437d-927f-a256818930da tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421989
Nov 24 15:11:05.139012 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c69e-3446-4d28-95f3-87d796a17f50 req-48a5613e-b9e8-44dd-aa3b-15f24fbbd1b3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:05.140381 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5062c69e-3446-4d28-95f3-87d796a17f50 req-48a5613e-b9e8-44dd-aa3b-15f24fbbd1b3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0809293
Nov 24 15:11:05.185742 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5062c69e-3446-4d28-95f3-87d796a17f50 req-fb605cc0-2f67-4cea-9d9c-84db02b85517 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398464
Nov 24 15:11:05.762044 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-c8659c3c-b245-4013-a069-eea997f19bb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1098 time: 0.0679007
Nov 24 15:11:05.894717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e49b6-cf90-442c-9761-f12be19a7704 req-f4daee49-bc1b-4a6b-af42-498edd004eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:05.896171 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-f4daee49-bc1b-4a6b-af42-498edd004eba service neutron] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 897 time: 0.1268172
Nov 24 15:11:06.004422 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-0f7e8284-f9b1-456c-a8f1-0e845eb400e1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 1001 time: 0.1001582
Nov 24 15:11:06.070122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e49b6-cf90-442c-9761-f12be19a7704 req-3b3cb0df-5991-4c6f-b875-99e84f30fb29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:06.071491 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-3b3cb0df-5991-4c6f-b875-99e84f30fb29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.0601718
Nov 24 15:11:06.148958 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-b6cdfc6a-d2c8-407e-a2b6-bc32f2f8497e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706744
Nov 24 15:11:06.285805 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-d5fee2ca-704c-486e-874a-84d193ffc533 service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291544
Nov 24 15:11:06.390112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dff5c-8a1d-47ae-a460-d76c4c75327f req-db576280-28a5-42cc-b89a-22daa1aecf29 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:06.391473 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f6dff5c-8a1d-47ae-a460-d76c4c75327f req-db576280-28a5-42cc-b89a-22daa1aecf29 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0803733
Nov 24 15:11:06.425600 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-377bea0b-5549-48ef-9bb3-3ec478ec750a service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325002
Nov 24 15:11:06.438572 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2f6dff5c-8a1d-47ae-a460-d76c4c75327f req-667c1cf9-2e8b-45e8-bae4-781d4a462d28 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409913
Nov 24 15:11:07.635477 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb17322-8b15-4adf-a8c8-2286f0dc2c41 req-418fb2ed-b2f0-4fe5-940b-64a35ec096b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:07.636931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1cb17322-8b15-4adf-a8c8-2286f0dc2c41 req-418fb2ed-b2f0-4fe5-940b-64a35ec096b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0759287
Nov 24 15:11:07.685255 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1cb17322-8b15-4adf-a8c8-2286f0dc2c41 req-2c8f6725-ea3c-4bf0-ad0c-b6b524c4b2d0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429459
Nov 24 15:11:08.883321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9f076-c736-4d9b-b461-3b1c3b3c4f3e req-1ea68e21-d97b-4256-a7a8-d94a9da0befa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:08.884778 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-73a9f076-c736-4d9b-b461-3b1c3b3c4f3e req-1ea68e21-d97b-4256-a7a8-d94a9da0befa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0777194
Nov 24 15:11:08.930877 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-73a9f076-c736-4d9b-b461-3b1c3b3c4f3e req-b81b5055-1447-4a7b-ae0a-58ee3d28be6b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406170
Nov 24 15:11:10.131635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff753-3e0b-4449-8df0-780829dd1965 req-aaf2214e-c924-4e72-9da8-e349ca0aad35 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:10.133100 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8f8ff753-3e0b-4449-8df0-780829dd1965 req-aaf2214e-c924-4e72-9da8-e349ca0aad35 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0786145
Nov 24 15:11:10.177925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8f8ff753-3e0b-4449-8df0-780829dd1965 req-f67741d4-93ca-4e8e-a477-c55daf012bda tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391850
Nov 24 15:11:11.467408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a502-ee9c-4378-b920-67643b3cd38d req-0ef63da8-1af2-42c2-a187-3f1c04bdaf95 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:11.468787 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6455a502-ee9c-4378-b920-67643b3cd38d req-0ef63da8-1af2-42c2-a187-3f1c04bdaf95 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.1711233
Nov 24 15:11:11.514619 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6455a502-ee9c-4378-b920-67643b3cd38d req-2a449533-574b-4d2a-aa8f-ba4408ec07df tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400515
Nov 24 15:11:12.716220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e87c-2a54-4465-a031-695f044dccd2 req-c16cfa6d-d86c-4070-87a1-966c34ca5bac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:12.717655 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fd26e87c-2a54-4465-a031-695f044dccd2 req-c16cfa6d-d86c-4070-87a1-966c34ca5bac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0803025
Nov 24 15:11:12.762650 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fd26e87c-2a54-4465-a031-695f044dccd2 req-912972a4-6c17-4a89-b62c-7fb650e2a5cf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388591
Nov 24 15:11:13.965129 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e6dd0-aafa-491c-8b4f-5831a1e9a7bb req-c60c3f01-8ab6-48a8-b75d-96bbfc10cf57 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:13.966543 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-953e6dd0-aafa-491c-8b4f-5831a1e9a7bb req-c60c3f01-8ab6-48a8-b75d-96bbfc10cf57 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0807939
Nov 24 15:11:14.012650 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-953e6dd0-aafa-491c-8b4f-5831a1e9a7bb req-02911ee8-fec0-449c-ac66-6e0a9f8394ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398812
Nov 24 15:11:15.207047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f69fc-6c6e-426d-815f-f34d98c6edce req-5b00b00e-0847-418a-af4c-a3ef07778f59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:15.208451 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0a7f69fc-6c6e-426d-815f-f34d98c6edce req-5b00b00e-0847-418a-af4c-a3ef07778f59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0750098
Nov 24 15:11:15.254755 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0a7f69fc-6c6e-426d-815f-f34d98c6edce req-166cb87d-8aca-4760-983a-d4f35b9b8503 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406604
Nov 24 15:11:16.453816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cc894-f1b6-4dda-9240-0dd220ca7b43 req-793f361f-9790-475e-97a0-388318e61392 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:16.455241 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bc1cc894-f1b6-4dda-9240-0dd220ca7b43 req-793f361f-9790-475e-97a0-388318e61392 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0763958
Nov 24 15:11:16.501325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bc1cc894-f1b6-4dda-9240-0dd220ca7b43 req-c90b638b-578a-49f8-a763-51bc8af12461 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397649
Nov 24 15:11:17.702611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505ba2e-eb4a-4c26-ab84-960fcf7fb73e req-f144c60a-1187-4ee2-a5eb-6cea450216e9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:17.704040 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5505ba2e-eb4a-4c26-ab84-960fcf7fb73e req-f144c60a-1187-4ee2-a5eb-6cea450216e9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0800002
Nov 24 15:11:17.750896 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5505ba2e-eb4a-4c26-ab84-960fcf7fb73e req-c11a39b5-70d9-418a-aa91-6b014815df39 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406787
Nov 24 15:11:18.452691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-30daf75b-38ab-4ca6-affc-dcd6fdc69dcd service neutron] 10.222.0.81 "GET /v2.0/ports/7cfb1199-0664-4c83-815d-d8024337a635/bindings/hv-neutron-8183 HTTP/1.1" status: 200  len: 384 time: 0.0720336
Nov 24 15:11:18.954858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333a500-0c8a-431c-aa32-3f0f80bdb4fe req-fc4ee366-aba7-495e-9d0c-d1da0addfe69 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:18.956949 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b333a500-0c8a-431c-aa32-3f0f80bdb4fe req-fc4ee366-aba7-495e-9d0c-d1da0addfe69 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0813875
Nov 24 15:11:19.002689 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b333a500-0c8a-431c-aa32-3f0f80bdb4fe req-539d614e-36a5-4e7f-b4da-3452a3c715a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396011
Nov 24 15:11:19.004258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-d9448e70-9077-4d35-927e-bb3ecb483055 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 1098 time: 0.0754120
Nov 24 15:11:19.097392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-592e4621-937e-409d-9120-29f9bc8ac5f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1098 time: 0.0684428
Nov 24 15:11:19.330681 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e49b6-cf90-442c-9761-f12be19a7704 req-460d62a5-9fa5-41fe-a457-67691a45c06f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:19.332122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-460d62a5-9fa5-41fe-a457-67691a45c06f service neutron] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 897 time: 0.2279875
Nov 24 15:11:19.434465 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-6e688769-6a3b-42db-a70e-081e82da6b5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 1001 time: 0.0939183
Nov 24 15:11:19.499686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e49b6-cf90-442c-9761-f12be19a7704 req-0ebc7704-5033-4568-9b19-26b42962b9da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:19.501101 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-0ebc7704-5033-4568-9b19-26b42962b9da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.0595794
Nov 24 15:11:19.575977 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-6bcd6fb1-42bd-4380-a11a-72f1e6a2f6c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666702
Nov 24 15:11:19.705978 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-aa7fc43d-ed03-4aef-9468-3c22d3bdaf0a service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225562
Nov 24 15:11:19.837072 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-b043e8e5-3ee1-4706-88d0-48c6ebc012ea service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236691
Nov 24 15:11:20.341715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b4a6a-f6d6-467e-9751-737875dce920 req-f05847ff-1418-473f-9f6c-9fe3cd202a92 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:20.343069 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d0b4a6a-f6d6-467e-9751-737875dce920 req-f05847ff-1418-473f-9f6c-9fe3cd202a92 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0777044
Nov 24 15:11:20.392633 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d0b4a6a-f6d6-467e-9751-737875dce920 req-2ff5181d-fbe8-4950-b4cb-8a33ee685636 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433424
Nov 24 15:11:20.665758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:21.329168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7cfb1199-0664-4c83-815d-d8024337a635 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:11:21.497516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:11:21.511369 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '7cfb1199-0664-4c83-815d-d8024337a635', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'port_id': '7cfb1199-0664-4c83-815d-d8024337a635', 'mac_address': 'fa:16:3e:a7:43:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:11:21.569095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:21.588490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cfb1199-0664-4c83-815d-d8024337a635 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:11:21.598376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb43a-09b1-4c08-ac54-b92ee89c2636 req-f995d0c1-fa92-4880-ba09-1122807720a6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:21.605479 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-531eb43a-09b1-4c08-ac54-b92ee89c2636 req-f995d0c1-fa92-4880-ba09-1122807720a6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0895689
Nov 24 15:11:21.606218 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:11:21.644426 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:11:21.652139 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-531eb43a-09b1-4c08-ac54-b92ee89c2636 req-95273e96-d964-40ad-b86b-a01a38e6abe0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431278
Nov 24 15:11:21.666142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:21.667957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-da850a9a-2cfe-4cbc-b669-423fa843dd97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:11:21.739214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:11:21.747545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.747894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.748264 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.748602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.748933 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.749266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.749594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.749920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.750244 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.750567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.750890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:21.760118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:11:21.769173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['7cfb1199-0664-4c83-815d-d8024337a635'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:11:22.848301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab93304-d7b2-4ff2-b6c8-c4c33f384828 req-3fb60427-1e7e-44ee-9fb0-2cdf29b071ee tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:22.849735 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6ab93304-d7b2-4ff2-b6c8-c4c33f384828 req-3fb60427-1e7e-44ee-9fb0-2cdf29b071ee tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 944 time: 0.0771387
Nov 24 15:11:22.895571 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6ab93304-d7b2-4ff2-b6c8-c4c33f384828 req-92373d8b-f675-4b5f-8086-413a6c2b8860 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399675
Nov 24 15:11:23.348855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7cfb1199-0664-4c83-815d-d8024337a635 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:11:23.412474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500a3d1-cdaf-488d-8ed0-fd3b2e567342 req-e8bcf1fc-9341-4d19-84c5-7804f0095ed0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:23.413923 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e500a3d1-cdaf-488d-8ed0-fd3b2e567342 req-e8bcf1fc-9341-4d19-84c5-7804f0095ed0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 944 time: 0.1304650
Nov 24 15:11:23.428332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 7cfb1199-0664-4c83-815d-d8024337a635 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:11:23.428715 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:23.466315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-b4754039-d782-48ca-a0c8-d889084bf5fe tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:23.466530 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8bc30a49-46d9-4abc-9bce-f6a7d85b0f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:23.467634 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-b4754039-d782-48ca-a0c8-d889084bf5fe tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea&tenant_id=5aaaae59b87f41188b537d3932c03255&binding%3Ahost_id=hv-neutron-8183 HTTP/1.1" status: 200  len: 944 time: 0.1306996
Nov 24 15:11:23.481037 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e500a3d1-cdaf-488d-8ed0-fd3b2e567342 req-b021ba54-7a0c-400d-8563-aea05bfa321c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589077
Nov 24 15:11:23.551192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:23.578967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:11:23.589493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:11:23.612898 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-ca7a350f-f157-4201-9fdd-65e92c4f9054 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1097 time: 0.0748625
Nov 24 15:11:23.657216 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635', 'code': 200}
Nov 24 15:11:23.660869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:23.662872 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:11:23.695042 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8135-ad52-4406-837e-4802238c2376 req-1a1c758d-02d5-4af2-8f5b-737f7b59f802 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:23.696555 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-371f8135-ad52-4406-837e-4802238c2376 req-1a1c758d-02d5-4af2-8f5b-737f7b59f802 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 944 time: 0.0875330
Nov 24 15:11:23.741462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:11:23.744461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:11:23.751086 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-371f8135-ad52-4406-837e-4802238c2376 req-d14d4d25-5331-4b0d-9bf0-ed88c05ded16 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463138
Nov 24 15:11:23.756177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-64423411-690d-4caa-947b-c833cf509cc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:23.757651 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-64423411-690d-4caa-947b-c833cf509cc7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 897 time: 0.1380074
Nov 24 15:11:23.860688 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-488363ae-2996-46a6-b3e1-2ff143ff0d56 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 1001 time: 0.0955997
Nov 24 15:11:23.927545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-d537ed1d-c6fd-4211-bb48-8ef4ec017576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:23.929009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-d537ed1d-c6fd-4211-bb48-8ef4ec017576 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.0615385
Nov 24 15:11:23.968721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:24.004983 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-771af8b9-2b51-40e9-9eb1-6995f7841d19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683117
Nov 24 15:11:24.143045 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-25d88583-6ad2-4589-a97e-0680e0297e27 service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315191
Nov 24 15:11:24.377050 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1de37189-a25d-45e4-8e73-4969e0c5bebe req-c5326137-4c7d-4abb-b42f-cbe229ec393e service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2265301
Nov 24 15:11:24.952034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298076c-d2fc-4493-9d35-3d58d54bb70d req-99f7b4a3-19a0-4598-a047-8b97ecb45b2b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:24.953493 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0298076c-d2fc-4493-9d35-3d58d54bb70d req-99f7b4a3-19a0-4598-a047-8b97ecb45b2b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0809922
Nov 24 15:11:24.999113 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0298076c-d2fc-4493-9d35-3d58d54bb70d req-fc2edcdb-0e0c-493a-8940-27c0f787bb6d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395136
Nov 24 15:11:25.699719 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8891c214-3b63-444a-b0a8-4c13e0d0ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:26.195574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8bdd2-74b9-4670-b5af-50a4252cb438 req-b40be79c-9f4e-4f79-b9eb-dea0004c306a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:26.197061 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eee8bdd2-74b9-4670-b5af-50a4252cb438 req-b40be79c-9f4e-4f79-b9eb-dea0004c306a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0771952
Nov 24 15:11:26.245945 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-eee8bdd2-74b9-4670-b5af-50a4252cb438 req-eb74dcdf-3dc4-4cc2-9b88-3fc0f40a1f64 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433252
Nov 24 15:11:26.274159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36128) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:11:26.379787 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-932d7911-3133-4dba-9d93-99803ac5d0e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/6d012152-ed92-4d8a-a855-8f4fec2cbcae HTTP/1.1" status: 200  len: 993 time: 0.1043081
Nov 24 15:11:26.760197 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-3112ca20-d7e2-47ce-ba77-c9d8fc127d4c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0701001
Nov 24 15:11:26.854207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:26.902494 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-fbd536bf-e116-4642-b7c3-9d560e938973 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1098 time: 0.0730584
Nov 24 15:11:27.049454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-dc1d91d1-9abf-48b4-9a1c-118bdb949bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:27.050924 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-dc1d91d1-9abf-48b4-9a1c-118bdb949bfb service neutron] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 897 time: 0.1276598
Nov 24 15:11:27.154026 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-c2fa1ce0-c74f-426a-9249-fb0604e0a487 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 1001 time: 0.0954704
Nov 24 15:11:27.214951 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-e3660c6b-6571-436e-9f45-4356b429e02b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:27.216342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-e3660c6b-6571-436e-9f45-4356b429e02b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.0557261
Nov 24 15:11:27.289732 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-526981ee-5537-4d72-966a-34bfd02263d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665944
Nov 24 15:11:27.420520 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-f262e5f0-c5c1-48bc-a0f0-7c471e56e1cf service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227331
Nov 24 15:11:27.549584 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-75a64c30-5cac-4514-b5bf-9c60da702b3a req-094d99c2-7196-474c-a087-054c68ed06da service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218021
Nov 24 15:11:28.322912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:50.641928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:53.436520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7229ad62-4a89-44ba-b9ff-6604f41555ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:53.950634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:55.036059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36142) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:11:55.237263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 13a66209-0e00-4a40-9433-7cf0e93d66cf {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:11:55.237481 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:55.398870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:55.399184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:55.519445 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 13a66209-0e00-4a40-9433-7cf0e93d66cf owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:11:55.722283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-4af1f8dc-3110-47d1-b0b4-2b4a5ae2a810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:55.727711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:55.731943 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aafb5e12-e16c-4f9f-b3ed-3707897ca91a tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:11:55.777533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=13a66209-0e00-4a40-9433-7cf0e93d66cf,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:11:55.818026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.818410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.818786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.819159 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.819526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.819891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.820275 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.820640 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.820995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.821355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.821713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:55.828414 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:11:55.883255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:56.419634 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:11:56.630376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:11:56.639912 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] Sync routers for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:11:56.652537 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:11:56.660071 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420330370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:11:56.706517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:56.765599 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/floatingips/6d012152-ed92-4d8a-a855-8f4fec2cbcae HTTP/1.1" status: 204  len: 168 time: 1.7284138
Nov 24 15:11:56.766358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:11:56.835503 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:11:56.836858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:56.948882 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635', 'status': 'completed', 'code': 200}
Nov 24 15:11:57.047601 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-0a8a6dba-9b1f-485d-8f39-9682ff0934c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 1098 time: 0.0749147
Nov 24 15:11:57.162008 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420330370>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:12Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:11:57.165878 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] Checking router: 8407ef87-3eec-49c0-ada1-8fcde9c616a2 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:11:57.176921 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:11:57.177537 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420330370>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:11:57.190030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-42e686dc-0a1b-455e-aed9-ca5786b57577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:57.191550 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-42e686dc-0a1b-455e-aed9-ca5786b57577 service neutron] 10.222.0.81 "GET /v2.0/networks?id=154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 200  len: 897 time: 0.1326265
Nov 24 15:11:57.268662 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-f0062326-9632-4cf1-aa67-9ce5498356cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 200  len: 217 time: 0.0657525
Nov 24 15:11:57.367214 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:11:57.373727 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-f88fa7e2-5161-40a9-b59f-16ce23f79668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:57.375155 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-f88fa7e2-5161-40a9-b59f-16ce23f79668 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 200  len: 835 time: 0.0752945
Nov 24 15:11:57.438968 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e75ff-7a3c-4a2e-9da2-0ec3b289b26e req-e420301b-cefc-4795-95f1-cec4deacb83c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:57.441014 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba9e75ff-7a3c-4a2e-9da2-0ec3b289b26e req-e420301b-cefc-4795-95f1-cec4deacb83c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.1713965
Nov 24 15:11:57.505271 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba9e75ff-7a3c-4a2e-9da2-0ec3b289b26e req-20ea94a3-e435-4518-bc0a-386f3c3331a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582004
Nov 24 15:11:57.508244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-fb579ab0-2b76-449e-ab2b-866310ca1739 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=154ac0e4-8332-441d-98dc-ba89ee85ee28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1206865
Nov 24 15:11:57.712471 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420330370>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:12Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:11:57.716309 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22beb62-8871-4feb-adf8-4aa268f0e0f8 None None] The sync data for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv is: [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:10:07Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '38d9b01e-8c8f-42e7-bd14-2ea8ff69508b', 'name': '', 'network_id': '154ac0e4-8332-441d-98dc-ba89ee85ee28', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:66:c8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:06Z', 'updated_at': '2021-11-24T15:10:12Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '4c9be694-90a1-479e-abf0-d04aae28d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:11:57.767367 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-ab63f2e7-2c42-4f35-a073-d98614fca04b service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502568
Nov 24 15:11:57.912993 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c570585e-35c1-4af4-bdfe-836f11e24dec req-edcc42ab-0d8c-4e15-922d-7d8ffcad4381 service neutron] 10.222.0.81 "GET /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374021
Nov 24 15:11:57.945670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28aa91e-046b-4062-8cd2-a0cff8985a2b None None] New status for floating IP 6d012152-ed92-4d8a-a855-8f4fec2cbcae: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:11:58.327528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:58.645280 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:11:58.710531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d944-45af-4e90-a04f-ae21a4fb70f4 req-cf2d00a6-e6b2-4539-a643-c1eff6894391 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:58.711247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f2d3d944-45af-4e90-a04f-ae21a4fb70f4 req-cf2d00a6-e6b2-4539-a643-c1eff6894391 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:11:58.778859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f2d3d944-45af-4e90-a04f-ae21a4fb70f4 req-cf2d00a6-e6b2-4539-a643-c1eff6894391 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:11:58.780070 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2d3d944-45af-4e90-a04f-ae21a4fb70f4 req-cf2d00a6-e6b2-4539-a643-c1eff6894391 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.1461015
Nov 24 15:11:58.827330 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2d3d944-45af-4e90-a04f-ae21a4fb70f4 req-2592fe41-1e0c-4633-8345-90a1fb925742 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=a201a030-5401-43fe-b1ba-06368788f382&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411978
Nov 24 15:11:59.157355 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-5272d388-db4d-4b43-9bac-b6b32079332d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:11:59.159853 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-5272d388-db4d-4b43-9bac-b6b32079332d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 945 time: 0.0890832
Nov 24 15:11:59.228837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 7cfb1199-0664-4c83-815d-d8024337a635 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:11:59.229174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:59.472886 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 7cfb1199-0664-4c83-815d-d8024337a635, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=7cfb1199-0664-4c83-815d-d8024337a635,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:11:59.473133 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:59.596526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 7cfb1199-0664-4c83-815d-d8024337a635 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:11:59.785197 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:59.791016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0a72f5e9-aaf6-4cd2-a26f-baa89da2dddf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:11:59.835289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=7cfb1199-0664-4c83-815d-d8024337a635,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:11:59.878853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.879201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.879579 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.879948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.880357 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.880703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.881063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.881424 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.882063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.882426 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.882785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:11:59.896957 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:11:59.923146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] No DVR routers for this DVR port 7cfb1199-0664-4c83-815d-d8024337a635 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:11:59.925862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:11:59.928534 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'name': 'network-vif-deleted', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:11:59.991775 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4399e932-ef2c-4a2f-833d-212c66cc4acf req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "DELETE /v2.0/ports/7cfb1199-0664-4c83-815d-d8024337a635 HTTP/1.1" status: 204  len: 173 time: 0.8252835
Nov 24 15:11:59.997478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-269675e8-37ed-406b-9e61-caaf5a00a431 req-cba26a56-ee4b-434e-8bd6-dbab0d0df3f0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:12:00.063173 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc42362-fd18-4477-9f7d-dbf7a053d4ea', 'name': 'network-vif-deleted', 'tag': '7cfb1199-0664-4c83-815d-d8024337a635', 'status': 'completed', 'code': 200}
Nov 24 15:12:00.087699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-269675e8-37ed-406b-9e61-caaf5a00a431 req-cba26a56-ee4b-434e-8bd6-dbab0d0df3f0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:12:00.088885 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-269675e8-37ed-406b-9e61-caaf5a00a431 req-cba26a56-ee4b-434e-8bd6-dbab0d0df3f0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fc42362-fd18-4477-9f7d-dbf7a053d4ea HTTP/1.1" status: 200  len: 210 time: 0.1340253
Nov 24 15:12:01.195708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36164) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:01.598657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:02.300260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:12:02.300948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:02.484963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:02.485310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:02.603263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:12:02.836687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:02.840487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c20a72ea-7f23-467d-8df7-e5816af06917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:02.884906 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=38d9b01e-8c8f-42e7-bd14-2ea8ff69508b,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:02.887442 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:03.180365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:03.546141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7cfb1199-0664-4c83-815d-d8024337a635 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:12:03.583261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 7cfb1199-0664-4c83-815d-d8024337a635 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:12:03.583594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 7cfb1199-0664-4c83-815d-d8024337a635 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:12:03.853977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:12:04.059903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:12:04.070098 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] Sync routers for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:12:04.082233 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:04.082827 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420382220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:04.141057 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/8407ef87-3eec-49c0-ada1-8fcde9c616a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9440248
Nov 24 15:12:04.143610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36168) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:04.261894 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:04.331263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting subnet 4c9be694-90a1-479e-abf0-d04aae28d6e4 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:12:04.334237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:04.393882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:04.478028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:04.552631 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420382220>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:12:02Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:04.557140 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] Checking router: 8407ef87-3eec-49c0-ada1-8fcde9c616a2 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:12:04.567700 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] Routers {'8407ef87-3eec-49c0-ada1-8fcde9c616a2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:04.568330 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420382220>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:04.619446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:04.624049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eee50ba6-4011-43c8-9305-c79b43de3c7b tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:04.663134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9be694-90a1-479e-abf0-d04aae28d6e4,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:04.665494 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:04.668120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:04.677297 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/subnets/4c9be694-90a1-479e-abf0-d04aae28d6e4 HTTP/1.1" status: 204  len: 168 time: 0.5294275
Nov 24 15:12:04.677506 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f074ad0-b36a-4008-b786-b359e9ed16ea None None] Network 154ac0e4-8332-441d-98dc-ba89ee85ee28 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:12:04.677937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36172) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:04.755154 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] Set router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:04.881758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:04.936217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] DHCP port deletion for 154ac0e4-8332-441d-98dc-ba89ee85ee28 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:12:04.941740 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Deleting port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:12:04.942372 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:05.088012 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420382220>, [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:12:02Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:05.092081 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccdf269-d130-4391-b6e3-129f32345d6f None None] The sync data for ids ['8407ef87-3eec-49c0-ada1-8fcde9c616a2'] in dv-neutron-818347-1-hyperv is: [{'id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419144957', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170'}], 'enable_snat': True}, 'gw_port_id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:10:02Z', 'updated_at': '2021-11-24T15:12:02Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '7955269d-00c3-43a5-982b-11cb5bc645ea', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8407ef87-3eec-49c0-ada1-8fcde9c616a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:10:03Z', 'updated_at': '2021-11-24T15:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:12:05.164337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] For port 6b029a0e-b1f2-4bf5-9693-490c475af0b3, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6b029a0e-b1f2-4bf5-9693-490c475af0b3,segment=NetworkSegment(1284f4ae-c198-43a6-88df-43d9a74ed9d4),segment_id=1284f4ae-c198-43a6-88df-43d9a74ed9d4)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:05.164661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:05.214049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:05.270596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 7955269d-00c3-43a5-982b-11cb5bc645ea {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:12:05.270943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:05.319451 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Calling delete_port for 6b029a0e-b1f2-4bf5-9693-490c475af0b3 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:12:05.436563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:05.440493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:05.445687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 7955269d-00c3-43a5-982b-11cb5bc645ea, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=7955269d-00c3-43a5-982b-11cb5bc645ea,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:05.447037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:05.483701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Pushing event deleted for resources: {'Port': ['ID=6b029a0e-b1f2-4bf5-9693-490c475af0b3,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:05.487460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:05.488289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] No DVR routers for this DVR port 6b029a0e-b1f2-4bf5-9693-490c475af0b3 on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:12:05.577252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 7955269d-00c3-43a5-982b-11cb5bc645ea owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:12:05.796056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:05.800446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:05.843134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=7955269d-00c3-43a5-982b-11cb5bc645ea,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:05.846058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:06.066079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.318535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.322600 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.390509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.391045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Fanout notify agent at l3_agent the message router_deleted on router 8407ef87-3eec-49c0-ada1-8fcde9c616a2 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:12:06.406190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.407277 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/routers/8407ef87-3eec-49c0-ada1-8fcde9c616a2 HTTP/1.1" status: 204  len: 168 time: 1.7287920
Nov 24 15:12:06.410533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36176) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:06.634045 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.763303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.788194 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641efba4f0>,) {'filters': {'network_id': ['154ac0e4-8332-441d-98dc-ba89ee85ee28']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:06.804427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641efba4f0>, '1284f4ae-c198-43a6-88df-43d9a74ed9d4') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:06.804775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641efba4f0>, '1284f4ae-c198-43a6-88df-43d9a74ed9d4') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:06.824236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.842334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.849563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:12:06.849950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:12:06.865799 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:12:06.888266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7955269d-00c3-43a5-982b-11cb5bc645ea no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:12:06.918270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 7955269d-00c3-43a5-982b-11cb5bc645ea {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:12:06.919688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 7955269d-00c3-43a5-982b-11cb5bc645ea not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:12:06.919688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:12:06.954213 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:12:06.954563 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 38d9b01e-8c8f-42e7-bd14-2ea8ff69508b not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:12:06.955167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6b029a0e-b1f2-4bf5-9693-490c475af0b3 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:12:06.986599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 6b029a0e-b1f2-4bf5-9693-490c475af0b3 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:12:06.987148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6b029a0e-b1f2-4bf5-9693-490c475af0b3 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:12:07.013344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:07.017830 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:07.020650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7502b431-8446-47ce-abf8-ef1d2fa1fcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:07.046610 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Network': ['ID=154ac0e4-8332-441d-98dc-ba89ee85ee28,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:07.050042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:07.134039 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-29e39b4b-47e1-4521-b1e5-6112a456aab7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/networks/154ac0e4-8332-441d-98dc-ba89ee85ee28 HTTP/1.1" status: 204  len: 168 time: 0.7224908
Nov 24 15:12:07.136686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36180) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:07.206400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51bf8232-bbd1-4676-9ecc-faf71f79fb33 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:07.234660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51bf8232-bbd1-4676-9ecc-faf71f79fb33 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:07.350320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51bf8232-bbd1-4676-9ecc-faf71f79fb33 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:07.354224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a34ce873-7771-47fd-bbf7-81939555dd7d tempest-RoutersNegativeTest-1645897079 tempest-RoutersNegativeTest-1645897079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:07.369016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf8232-bbd1-4676-9ecc-faf71f79fb33 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a201a030-5401-43fe-b1ba-06368788f382,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:07.371441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-51bf8232-bbd1-4676-9ecc-faf71f79fb33 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:07.424164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-51bf8232-bbd1-4676-9ecc-faf71f79fb33 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:07.425456 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-51bf8232-bbd1-4676-9ecc-faf71f79fb33 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/security-groups/a201a030-5401-43fe-b1ba-06368788f382 HTTP/1.1" status: 204  len: 168 time: 0.2878366
Nov 24 15:12:08.219876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36188) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:08.226170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178088010', 'description': 'tempest-secgroup-smoke-1178088010 description', 'project_id': '5aaaae59b87f41188b537d3932c03255'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:08.232473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:08.236545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:08.239404 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:08.245067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:08.304611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.340182 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:08.343947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:08.347707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:08.353637 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:08.412720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.447155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.450769 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-13563ca9-08f0-4eab-98be-06233ee75cb6 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:08.492013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af7b8fc-d5c3-429e-a27a-29b115effe72,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:08.494753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:08.544787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.546051 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f7208884-4568-4666-9d99-9724c6ffb010 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3251421
Nov 24 15:12:08.553628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36192) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:08.559283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '8af7b8fc-d5c3-429e-a27a-29b115effe72', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:08.565871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:08.569936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:08.572820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:08.578499 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:08.630492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.690261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.733321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.735195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee364482-6e2f-459d-a1cb-6bb90bc8f2f4 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:08.760082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415d9231-b529-4a03-b0aa-46beb3cdb2d8,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:08.764507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:08.819090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.820314 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-49e4d946-41fa-4b4d-9fc5-2b4b73b5d7ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2657516
Nov 24 15:12:08.822994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36196) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:08.828452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '8af7b8fc-d5c3-429e-a27a-29b115effe72', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:08.834930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:08.838753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:08.841622 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:08.847835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:08.928502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:08.994184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.087676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.093768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a0c7e5dc-e7ca-4e31-a875-d1356bfba9c0 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:09.113960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c8306e-5836-4653-af19-00d97b8725cd,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:09.116314 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:09.195969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.197280 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-d791d199-e88d-4914-886d-392b9e960e4d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3733449
Nov 24 15:12:09.200068 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36200) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:09.205491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '8af7b8fc-d5c3-429e-a27a-29b115effe72', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:09.211955 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:09.215751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:09.218619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:09.224391 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:09.299208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.359159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.430181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.431990 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-00bd0df3-49cc-4048-89ec-4e3347c60f61 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:09.454402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edff6fdd-e6a9-4eae-9e16-93b154b3664b,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:09.459299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:09.516387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.517588 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3165746
Nov 24 15:12:09.520841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36204) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:09.526234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '8af7b8fc-d5c3-429e-a27a-29b115effe72', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:09.532127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:09.536074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:09.538949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:09.544607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:09.620067 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.683670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.756009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.757892 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f5491b98-2557-4a47-9a9f-fdd706ea1a75 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:09.780585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac6b10d-9771-466b-93f1-6233e0a4b3f9,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:09.784767 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:09.864567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:09.865742 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-fc8d5a6c-179c-4eeb-bc96-694f3c27e1ed tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3439763
Nov 24 15:12:09.868430 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36208) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:09.874014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '8af7b8fc-d5c3-429e-a27a-29b115effe72', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:09.879790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:09.883561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:09.886401 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:09.891959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:09.990206 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:12:09.996790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.062907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.133269 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.135078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-abc9c125-88c6-4080-b88b-affe78206381 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:10.158408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ab137e-6c2b-4506-8745-0d6a0a7cd02c,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:10.163933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:10.241854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.243023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ca376676-fcbd-4310-bead-ba8ec679275e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3736954
Nov 24 15:12:10.245747 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36212) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:10.251103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '8af7b8fc-d5c3-429e-a27a-29b115effe72', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:10.256928 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:10.260707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:10.263498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:10.269180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:10.321879 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.securitygroups_db [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:12:10.328353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.394846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.453239 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.455010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-70c214c6-5644-44a1-8b8e-3b67e9b42729 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:10.477613 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4f3fe3-df81-481f-bd47-9b0c276970be,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:10.479907 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:10.562040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.563216 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9f7dbac3-a16b-4ad6-851d-3d6bdb2f1a03 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3165300
Nov 24 15:12:10.566238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36216) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:10.571708 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'network': {'name': 'tempest-network-smoke--967000941', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'port_security_enabled': True}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:10.576680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:10.580739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:network and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:10.584246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:10.590173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:10.664434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:12:10.667296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.695587 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:12:10.704280 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.704618 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Added segment 213fe1dd-4f69-48f9-ae49-3642dfad8a0d of type vlan for network 3121612d-6380-4788-9af0-79861279cd55
Nov 24 15:12:10.734131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.813139 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.817331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:10.817900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:10.821528 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8418431d-0583-45fc-8086-af47c40025cb tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:10.927602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Network': ['ID=3121612d-6380-4788-9af0-79861279cd55,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:10.930070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:10.937537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 3121612d-6380-4788-9af0-79861279cd55 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:12:10.962632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8b6cb868-ffda-4a70-8d0a-6ee997a81e79 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3953762
Nov 24 15:12:10.965458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36220) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:10.970885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'admin_state_up': True, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:10.978818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:10.983290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:router and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:10.986348 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:10.992832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:11.087849 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.092520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.107288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.318367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.567344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.600411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.731364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.126 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/db6d8999-6b29-420c-ae26-c7c386b1b963) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:12:11.881917 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.951121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:11.955163 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4bf77ff3-514d-40e7-a871-9465b8e6fe70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:12.026043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:12:12.027155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=db6d8999-6b29-420c-ae26-c7c386b1b963,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:12.029509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:12:12.031307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:12.032049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:12:12.345623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:12.346353 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:12.624686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:12:12.822480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:12:12.833393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Sync routers for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:12:12.845528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:12.846522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcc3b20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:12.922354 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:12.923478 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9569583
Nov 24 15:12:12.926632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36228) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:13.030391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:13.051049 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b799f846-f8b5-4449-aa48-399deaf0713f tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5aaaae59b87f41188b537d3932c03255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1230030
Nov 24 15:12:13.053621 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36234) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:13.186589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b1f28-58b9-494a-ad0d-d3e379808bca tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:13.187970 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b17b1f28-58b9-494a-ad0d-d3e379808bca tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1334350
Nov 24 15:12:13.190770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36238) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:13.229886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cc9dc8d4-75cf-42e2-9cf7-634ff72b31a7 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377345
Nov 24 15:12:13.232456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36242) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:13.238320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038038242', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:13.319122 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcc3b20>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:12Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:13.323062 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Checking router: 9667d7c4-e404-4c4a-9747-2802cf0e08c2 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:12:13.323410 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Updating router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 port db6d8999-6b29-420c-ae26-c7c386b1b963 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:12:13.347071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:13.350893 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:subnet and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:13.353710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:13.359651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:13.374243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:13.436020 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:12:13.537439 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:13.698418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:13.710987 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Transition to ACTIVE for port object db6d8999-6b29-420c-ae26-c7c386b1b963 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:12:13.796003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:13.800514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:13.819113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:13.824113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e8509e5e-59cc-4eef-89f4-047e729c0ff6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:13.878613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f868a-3d65-4fcc-930c-1dea77526ec1 None None] Pushing event updated for resources: {'Port': ['ID=db6d8999-6b29-420c-ae26-c7c386b1b963,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:13.882348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-603f868a-3d65-4fcc-930c-1dea77526ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:13.884327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Attempting to bind port db6d8999-6b29-420c-ae26-c7c386b1b963 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:12:13.884696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Attempting to bind port db6d8999-6b29-420c-ae26-c7c386b1b963 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:12:13.885057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Attempting to bind port db6d8999-6b29-420c-ae26-c7c386b1b963 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:12:13.891330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:12:13.891700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:12:13.892114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:13.892590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:12:13.893043 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Bound port: db6d8999-6b29-420c-ae26-c7c386b1b963, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:12:13.893448 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:13.905584 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Subnet': ['ID=6ceee385-a205-42a5-8d9e-c6f6e3d79a79,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:13.915070 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:13.915761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Checking segment: {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:12:13.916315 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network hostable DHCP agents. Network: 3121612d-6380-4788-9af0-79861279cd55, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:12:13.966389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] For port db6d8999-6b29-420c-ae26-c7c386b1b963, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:12:13.969314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] For port db6d8999-6b29-420c-ae26-c7c386b1b963, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=db6d8999-6b29-420c-ae26-c7c386b1b963,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:12:14.019301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 3121612d-6380-4788-9af0-79861279cd55 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:12:14.076495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:14.080143 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-daf4ee73-bfc7-45c6-8176-7c6fcf37c667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:14.104395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 3121612d-6380-4788-9af0-79861279cd55) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:12:14.108882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:14.109461 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:14.118279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595807d-314d-4d3d-b1df-9b757f9419fd None None] Network 3121612d-6380-4788-9af0-79861279cd55 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:12:14.186159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e331c00f-d642-4eb1-ba4a-1ce1c4abf081 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9526622
Nov 24 15:12:14.188805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36246) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:14.290280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f868a-3d65-4fcc-930c-1dea77526ec1 None None] Pushing event updated for resources: {'Port': ['ID=db6d8999-6b29-420c-ae26-c7c386b1b963,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:14.303325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-603f868a-3d65-4fcc-930c-1dea77526ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:14.321188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:14.321815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fcc3b20>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:14.569876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-3121612d-6380-4788-9af0-79861279cd55', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:12:14.570685 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:14.600117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:14.937021 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Allocated IP 172.20.0.2 (3121612d-6380-4788-9af0-79861279cd55/6ceee385-a205-42a5-8d9e-c6f6e3d79a79/6525d45a-65e5-41ec-be37-37583dcf450b) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:12:15.079279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.121125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fcc3b20>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:12Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:15.136224 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ca722-83fa-4893-99a4-6f3bbab6dee2 None None] The sync data for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv is: [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:12Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:12:15.200388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.214199 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Transition to ACTIVE for port object 6525d45a-65e5-41ec-be37-37583dcf450b will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:12:15.233263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Transition to ACTIVE for port object 6525d45a-65e5-41ec-be37-37583dcf450b will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:12:15.297068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.316376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-85779665-41e3-4fa1-8917-f6f7ec239fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:15.403120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Network 3121612d-6380-4788-9af0-79861279cd55 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:12:15.408721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:12:15.408721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Pushing event updated for resources: {'Port': ['ID=6525d45a-65e5-41ec-be37-37583dcf450b,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:15.411468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:12:15.413816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:15.514684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Attempting to bind port 6525d45a-65e5-41ec-be37-37583dcf450b on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:12:15.515303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Attempting to bind port 6525d45a-65e5-41ec-be37-37583dcf450b by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:12:15.515447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Attempting to bind port 6525d45a-65e5-41ec-be37-37583dcf450b on network 3121612d-6380-4788-9af0-79861279cd55 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:12:15.518289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.1 (3121612d-6380-4788-9af0-79861279cd55/6ceee385-a205-42a5-8d9e-c6f6e3d79a79/e8a6ef09-4798-498a-a85d-708b3cbc2bed) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:12:15.522395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:12:15.522926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Checking segment: {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:12:15.523345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.523804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Bound using segment: {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:12:15.524344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Bound port: 6525d45a-65e5-41ec-be37-37583dcf450b, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:12:15.524735 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.623151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] For port 6525d45a-65e5-41ec-be37-37583dcf450b, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:12:15.626645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] For port 6525d45a-65e5-41ec-be37-37583dcf450b, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6525d45a-65e5-41ec-be37-37583dcf450b,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:12:15.698078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.705558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.710656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8d0e61b9-8734-4af9-bddd-6cdc4b61305c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:15.715860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object e8a6ef09-4798-498a-a85d-708b3cbc2bed will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:12:15.793551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Pushing event updated for resources: {'Port': ['ID=6525d45a-65e5-41ec-be37-37583dcf450b,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:15.797182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:15.825533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:15.829476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7b975a2a-fd6e-477e-b3f2-1ba032828175 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:15.907413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 3121612d-6380-4788-9af0-79861279cd55 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:12:15.912264 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:12:15.914527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=e8a6ef09-4798-498a-a85d-708b3cbc2bed,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:15.916757 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:12:15.951318 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:15.999601 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:16.164497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:16.670397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6525d45a-65e5-41ec-be37-37583dcf450b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:12:16.733553 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:16.790851 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:16.825842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e610c-d241-42df-a8af-3e815996f0bd None None] Network 3121612d-6380-4788-9af0-79861279cd55 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:12:16.830793 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7234bff4-c25a-49aa-afe0-60118ffc7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:16.911630 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 6525d45a-65e5-41ec-be37-37583dcf450b completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:12:16.920783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6525d45a-65e5-41ec-be37-37583dcf450b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:16.921010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:16.930142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:16.933874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=e8a6ef09-4798-498a-a85d-708b3cbc2bed,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:16.937026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:16.948349 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5637859d-34ca-4e9f-b6bd-98be88fb9c00 None None] Provisioning for port 6525d45a-65e5-41ec-be37-37583dcf450b completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:12:16.976415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5637859d-34ca-4e9f-b6bd-98be88fb9c00 None None] Provisioning complete for port 6525d45a-65e5-41ec-be37-37583dcf450b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:16.976801 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5637859d-34ca-4e9f-b6bd-98be88fb9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:17.081993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 3121612d-6380-4788-9af0-79861279cd55 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:12:17.083050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:12:17.256858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:17.313033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5637859d-34ca-4e9f-b6bd-98be88fb9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:17.340077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 6525d45a-65e5-41ec-be37-37583dcf450b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6525d45a-65e5-41ec-be37-37583dcf450b,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:17.408124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:17.409860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device db6d8999-6b29-420c-ae26-c7c386b1b963 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:12:17.438545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-d938edb0-0246-4675-aec6-d7adf4f4e793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:17.483253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:12:17.575132 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-5637859d-34ca-4e9f-b6bd-98be88fb9c00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:12:17.575496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-5637859d-34ca-4e9f-b6bd-98be88fb9c00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:12:17.583263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=6525d45a-65e5-41ec-be37-37583dcf450b,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:17.587632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:17.676868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port db6d8999-6b29-420c-ae26-c7c386b1b963 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:12:17.682651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port db6d8999-6b29-420c-ae26-c7c386b1b963 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:17.683305 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:17.695745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:12:17.711528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/9667d7c4-e404-4c4a-9747-2802cf0e08c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5211325
Nov 24 15:12:17.828822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:17.848557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port db6d8999-6b29-420c-ae26-c7c386b1b963, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=db6d8999-6b29-420c-ae26-c7c386b1b963,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:17.894441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-9228f54f-3ab1-4659-bca6-e78d91d165e3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:12:17.910575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:17.912439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-603f868a-3d65-4fcc-930c-1dea77526ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:17.978625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=db6d8999-6b29-420c-ae26-c7c386b1b963,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:17.981828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:17.984557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-9228f54f-3ab1-4659-bca6-e78d91d165e3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:12:17.985776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-9228f54f-3ab1-4659-bca6-e78d91d165e3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178088010&fields=id&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 267 time: 0.1349046
Nov 24 15:12:18.137178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-9a0ec6b0-e9e8-4c95-aa14-b708ab5ab3ee tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:18.137856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-9a0ec6b0-e9e8-4c95-aa14-b708ab5ab3ee tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:12:18.224700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-9a0ec6b0-e9e8-4c95-aa14-b708ab5ab3ee tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:12:18.225892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-9a0ec6b0-e9e8-4c95-aa14-b708ab5ab3ee tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/networks?id=3121612d-6380-4788-9af0-79861279cd55 HTTP/1.1" status: 200  len: 796 time: 0.2330337
Nov 24 15:12:18.242923 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-5d67000e-47b2-4ad9-b087-91f209137dfa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/quotas/5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 375 time: 0.0114706
Nov 24 15:12:18.251421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9cf73177-7554-494b-b7fd-123c0994dcf5 None None] Provisioning complete for port 6525d45a-65e5-41ec-be37-37583dcf450b triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:18.251800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9cf73177-7554-494b-b7fd-123c0994dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:18.327454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-39cb1c88-9a72-4275-a9ba-b0d0c1becca0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:12:18.390411 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-39cb1c88-9a72-4275-a9ba-b0d0c1becca0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:12:18.391759 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-39cb1c88-9a72-4275-a9ba-b0d0c1becca0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1434381
Nov 24 15:12:18.436052 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9cf73177-7554-494b-b7fd-123c0994dcf5 None None] Provisioning for port e8a6ef09-4798-498a-a85d-708b3cbc2bed completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:12:18.441266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-9cf73177-7554-494b-b7fd-123c0994dcf5 None None] Provisioning complete for port e8a6ef09-4798-498a-a85d-708b3cbc2bed triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:18.441646 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9cf73177-7554-494b-b7fd-123c0994dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:18.499645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-9cf73177-7554-494b-b7fd-123c0994dcf5 None None] Port e8a6ef09-4798-498a-a85d-708b3cbc2bed cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:12:18.542487 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-e09b5ea3-b430-4eff-a98d-f1a181935a7a service neutron] 10.222.0.53 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376746
Nov 24 15:12:18.592343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6525d45a-65e5-41ec-be37-37583dcf450b up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:12:18.619095 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Sync routers for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:12:18.631209 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:18.631905 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420382190>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:18.675969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 6525d45a-65e5-41ec-be37-37583dcf450b triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:18.675969 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:18.806273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device db6d8999-6b29-420c-ae26-c7c386b1b963 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:12:18.827363 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-4d578356-a088-4f40-8853-f69d8dd1979e service neutron] 10.222.0.53 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791092
Nov 24 15:12:18.871157 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:18.882843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port db6d8999-6b29-420c-ae26-c7c386b1b963 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:18.883194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:19.130853 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-8fbc747f-05b2-4361-a7fd-a9fea9de9904 req-f2253e90-5775-47f8-a7ea-5699e1d3dc99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 210 time: 0.0463810
Nov 24 15:12:19.190891 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420382190>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 2, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:19.195151 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Checking router: 9667d7c4-e404-4c4a-9747-2802cf0e08c2 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:12:19.195506 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Updating router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 port e8a6ef09-4798-498a-a85d-708b3cbc2bed binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:12:19.249805 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:19.593305 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:19.605497 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Transition to ACTIVE for port object e8a6ef09-4798-498a-a85d-708b3cbc2bed will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:12:19.676253 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:19.679796 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-ebc3a515-fb65-4ea2-9057-96429f50dce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:19.803549 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Pushing event updated for resources: {'Port': ['ID=e8a6ef09-4798-498a-a85d-708b3cbc2bed,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:19.814258 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.814466 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.814787 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.815777 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.815943 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.816312 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.816615 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.816931 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.817247 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.817563 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.817883 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:19.821649 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:19.917476 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Attempting to bind port e8a6ef09-4798-498a-a85d-708b3cbc2bed on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:12:19.917838 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Attempting to bind port e8a6ef09-4798-498a-a85d-708b3cbc2bed by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:12:19.918198 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Attempting to bind port e8a6ef09-4798-498a-a85d-708b3cbc2bed on network 3121612d-6380-4788-9af0-79861279cd55 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:12:19.924731 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:12:19.933313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Checking segment: {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:12:19.933313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:19.933313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Bound using segment: {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:12:19.933313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Bound port: e8a6ef09-4798-498a-a85d-708b3cbc2bed, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:12:19.933313 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:20.011933 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] For port e8a6ef09-4798-498a-a85d-708b3cbc2bed, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:12:20.015422 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] For port e8a6ef09-4798-498a-a85d-708b3cbc2bed, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e8a6ef09-4798-498a-a85d-708b3cbc2bed,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:12:20.128637 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:20.132561 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5d68eb75-dea7-4ca1-9c83-a7aa34d3a706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:20.218583 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Pushing event updated for resources: {'Port': ['ID=e8a6ef09-4798-498a-a85d-708b3cbc2bed,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:20.222529 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:20.222888 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420382190>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:11:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:20.270780 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-f338f658-34c8-4d4c-80e8-136d7773784c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:20.318313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-459b8306-8d53-45fa-9947-36a91ecfccd3 req-58469ef8-a1c1-49a5-ae93-393b30c515e6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 210 time: 0.0499990
Nov 24 15:12:20.414458 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:20.681538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:20.765229 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420382190>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:20Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:20.769828 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b517e-573b-4c2d-9a75-a2966544d5ea None None] The sync data for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv is: [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:20Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:12:21.133210 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-7f1b9931-796c-48ea-a548-79986b6bb357 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:21.134810 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-7f1b9931-796c-48ea-a548-79986b6bb357 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/networks?id=3121612d-6380-4788-9af0-79861279cd55 HTTP/1.1" status: 200  len: 796 time: 0.1580887
Nov 24 15:12:21.193183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-f2039a04-2571-416d-95c3-109294e0c34a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 380 time: 0.0431707
Nov 24 15:12:21.203544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'port': {'device_id': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'admin_state_up': True, 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'security_groups': ['8af7b8fc-d5c3-429e-a27a-29b115effe72']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:21.353340 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:21.364236 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:21.430605 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:12:21.436749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:21.504720 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-936a74a2-a7cf-4052-bf0b-c523b66c1608 req-ba3e84fd-f59e-4583-9a78-2fa64ffd7aca tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 210 time: 0.0472019
Nov 24 15:12:21.605974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.6 (3121612d-6380-4788-9af0-79861279cd55/6ceee385-a205-42a5-8d9e-c6f6e3d79a79/22d93817-02a2-4592-98d5-9a3bb909cfef) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:12:21.802804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:21.820300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 22d93817-02a2-4592-98d5-9a3bb909cfef will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:12:21.916713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:21.922497 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:21.984078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 3121612d-6380-4788-9af0-79861279cd55 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:12:21.991482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:12:21.995774 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:12:22.032311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=22d93817-02a2-4592-98d5-9a3bb909cfef,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:22.041060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:22.076342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:22.076342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:22.145908 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9461122
Nov 24 15:12:22.159705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Request body: {'port': {'device_id': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:22.267460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:22.321376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a6e648a4-4bcd-4d5d-8bbc-fce613f442c0 None None] Provisioning for port 22d93817-02a2-4592-98d5-9a3bb909cfef completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:12:22.326502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a6e648a4-4bcd-4d5d-8bbc-fce613f442c0 None None] Provisioning complete for port 22d93817-02a2-4592-98d5-9a3bb909cfef triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:22.327123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a6e648a4-4bcd-4d5d-8bbc-fce613f442c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:22.380455 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a6e648a4-4bcd-4d5d-8bbc-fce613f442c0 None None] Port 22d93817-02a2-4592-98d5-9a3bb909cfef cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:12:22.610238 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d93817-02a2-4592-98d5-9a3bb909cfef {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:12:22.610881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e8a6ef09-4798-498a-a85d-708b3cbc2bed up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:12:22.618535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:22.634199 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Transition to ACTIVE for port object 22d93817-02a2-4592-98d5-9a3bb909cfef will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:12:22.686664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:22.694805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2249315f-a042-445b-8083-495969c528b1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:22.767175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port e8a6ef09-4798-498a-a85d-708b3cbc2bed completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:12:22.773561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e8a6ef09-4798-498a-a85d-708b3cbc2bed triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:22.773941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:22.840098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Pushing event updated for resources: {'Port': ['ID=22d93817-02a2-4592-98d5-9a3bb909cfef,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:22.843542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:22.906882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:22.933633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec5b5a-89d3-4a79-a132-390b9d0f2d8d req-ef9fa0ff-77c2-4647-a15a-9b246e8f3673 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:22.934330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b4ec5b5a-89d3-4a79-a132-390b9d0f2d8d req-ef9fa0ff-77c2-4647-a15a-9b246e8f3673 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:12:22.944997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port e8a6ef09-4798-498a-a85d-708b3cbc2bed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e8a6ef09-4798-498a-a85d-708b3cbc2bed,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:22.980869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Attempting to bind port 22d93817-02a2-4592-98d5-9a3bb909cfef on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:12:22.981312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Attempting to bind port 22d93817-02a2-4592-98d5-9a3bb909cfef by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:12:22.981630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Attempting to bind port 22d93817-02a2-4592-98d5-9a3bb909cfef on network 3121612d-6380-4788-9af0-79861279cd55 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:12:22.988651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Port 22d93817-02a2-4592-98d5-9a3bb909cfef on network 3121612d-6380-4788-9af0-79861279cd55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:12:22.988965 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Attempting to bind port 22d93817-02a2-4592-98d5-9a3bb909cfef on network 3121612d-6380-4788-9af0-79861279cd55 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:12:22.996305 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:12:22.996859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Checking segment: {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:12:22.997496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Bound using segment: {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:12:22.998325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Bound port: 22d93817-02a2-4592-98d5-9a3bb909cfef, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213fe1dd-4f69-48f9-ae49-3642dfad8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3121612d-6380-4788-9af0-79861279cd55'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:12:22.998909 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:23.013259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:23.016271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c6f56f88-8afb-400d-ba7d-05b9139e2268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:23.056137 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-b4ec5b5a-89d3-4a79-a132-390b9d0f2d8d req-ef9fa0ff-77c2-4647-a15a-9b246e8f3673 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:12:23.057439 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b4ec5b5a-89d3-4a79-a132-390b9d0f2d8d req-ef9fa0ff-77c2-4647-a15a-9b246e8f3673 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 943 time: 0.4196377
Nov 24 15:12:23.083526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=e8a6ef09-4798-498a-a85d-708b3cbc2bed,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:23.092037 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.092407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.092944 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.093110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.093445 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.093775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.094099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.094424 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.094748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.095067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.095624 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:12:23.100104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:23.144963 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] For port 22d93817-02a2-4592-98d5-9a3bb909cfef, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:12:23.148689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b4ec5b5a-89d3-4a79-a132-390b9d0f2d8d req-8ecd7547-67a7-4af9-9b16-98615cc0c303 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850120
Nov 24 15:12:23.154341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] For port 22d93817-02a2-4592-98d5-9a3bb909cfef, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=22d93817-02a2-4592-98d5-9a3bb909cfef,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:12:23.231037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:23.235074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-57a07919-f0f7-4aed-bc88-1cb2868eee78 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:23.290028 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:23.291366 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] 10.222.0.81 "PUT /v2.0/ports/22d93817-02a2-4592-98d5-9a3bb909cfef HTTP/1.1" status: 200  len: 1093 time: 1.1365883
Nov 24 15:12:23.291880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:12:23.317311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Pushing event updated for resources: {'Port': ['ID=22d93817-02a2-4592-98d5-9a3bb909cfef,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:23.320746 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:23.357112 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'status': 'completed', 'code': 200}
Nov 24 15:12:23.458916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-56c58dd5-1e35-439d-9bb9-a6a7d0455a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:23.567275 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e7457c6c-9268-4f8a-80f3-5a5f0b6465e7 req-f1b9de64-86e7-4c43-8fac-b0cdc91797a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1096 time: 0.1905081
Nov 24 15:12:23.708234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7457c6c-9268-4f8a-80f3-5a5f0b6465e7 req-2c06df8a-63e6-4fa5-8532-29847faf28c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:23.709588 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e7457c6c-9268-4f8a-80f3-5a5f0b6465e7 req-2c06df8a-63e6-4fa5-8532-29847faf28c7 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=5aaaae59b87f41188b537d3932c03255&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1343939
Nov 24 15:12:23.850716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7457c6c-9268-4f8a-80f3-5a5f0b6465e7 req-2e02a271-0382-4b8e-b33a-db30b99f3607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:23.852204 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e7457c6c-9268-4f8a-80f3-5a5f0b6465e7 req-2e02a271-0382-4b8e-b33a-db30b99f3607 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1349671
Nov 24 15:12:23.959659 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-047bf357-0d41-492d-a396-1076bb0699d2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1096 time: 0.0704703
Nov 24 15:12:23.967259 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:24.037195 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-3e4c84d6-6131-4fde-b9d2-7776246290fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d93817-02a2-4592-98d5-9a3bb909cfef HTTP/1.1" status: 200  len: 217 time: 0.0690606
Nov 24 15:12:24.100690 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-7cced9db-1a2b-4617-8f5f-aef91daa0e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:24.102134 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-7cced9db-1a2b-4617-8f5f-aef91daa0e3a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ceee385-a205-42a5-8d9e-c6f6e3d79a79 HTTP/1.1" status: 200  len: 835 time: 0.0586338
Nov 24 15:12:24.183020 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-bef46c3e-a1e0-4005-8f9a-d99808a08405 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3121612d-6380-4788-9af0-79861279cd55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740366
Nov 24 15:12:24.363614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-b85963fd-0f1e-464d-bdbc-27b81cf4a344 service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733973
Nov 24 15:12:24.410872 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ab2d5-fd06-42f7-9952-44b922b3719d req-b3b988a3-fccf-40a2-9045-a051af0ca1e4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:24.412307 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-307ab2d5-fd06-42f7-9952-44b922b3719d req-b3b988a3-fccf-40a2-9045-a051af0ca1e4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 943 time: 0.1431196
Nov 24 15:12:24.527289 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-307ab2d5-fd06-42f7-9952-44b922b3719d req-bf6fc6c5-4ee1-45c3-b873-6051d69a0bb1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699630
Nov 24 15:12:24.544968 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-82c603a5-ff87-4052-b5fb-23a67cac719e req-7f020545-b48d-454c-be3c-d7e87edcb20e service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713753
Nov 24 15:12:24.588489 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e8a6ef09-4798-498a-a85d-708b3cbc2bed up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:12:24.660761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port e8a6ef09-4798-498a-a85d-708b3cbc2bed triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:24.661046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:25.710185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-42dcd8d3-aaaf-48b6-a6c5-750a0f6c438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:25.731600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7242f3-18d8-4f87-a8a4-b01ed3aeca2a req-e523306b-0917-488c-97ea-f7fecdcc80d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:25.733068 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ba7242f3-18d8-4f87-a8a4-b01ed3aeca2a req-e523306b-0917-488c-97ea-f7fecdcc80d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 943 time: 0.0792589
Nov 24 15:12:25.778595 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ba7242f3-18d8-4f87-a8a4-b01ed3aeca2a req-52effd3d-3de5-4362-bc84-caba684d2437 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399244
Nov 24 15:12:26.864595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:26.986599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716c444-480a-471c-86f2-cc2727e680aa req-efbddc1b-2344-47bf-a143-cab060c3f276 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:26.988599 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d716c444-480a-471c-86f2-cc2727e680aa req-efbddc1b-2344-47bf-a143-cab060c3f276 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 943 time: 0.0823061
Nov 24 15:12:27.035423 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d716c444-480a-471c-86f2-cc2727e680aa req-d1df6664-4815-42a2-9395-1854638f8221 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412889
Nov 24 15:12:27.611876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 22d93817-02a2-4592-98d5-9a3bb909cfef details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:12:27.743550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 22d93817-02a2-4592-98d5-9a3bb909cfef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=22d93817-02a2-4592-98d5-9a3bb909cfef,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:27.759958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'port_id': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'mac_address': 'fa:16:3e:d0:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:12:27.814198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:27.832945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d93817-02a2-4592-98d5-9a3bb909cfef {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:12:27.848769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 22d93817-02a2-4592-98d5-9a3bb909cfef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=22d93817-02a2-4592-98d5-9a3bb909cfef,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:27.904169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:27.906220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:27.970885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=22d93817-02a2-4592-98d5-9a3bb909cfef,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:27.974670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:28.134046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['22d93817-02a2-4592-98d5-9a3bb909cfef'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:12:28.234995 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec43e42-3a19-48eb-bf97-c639d1b5b433 req-2064ce60-4c3f-458a-8395-a44f475a204c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:28.236370 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dec43e42-3a19-48eb-bf97-c639d1b5b433 req-2064ce60-4c3f-458a-8395-a44f475a204c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 944 time: 0.0828660
Nov 24 15:12:28.284773 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dec43e42-3a19-48eb-bf97-c639d1b5b433 req-afffbb6b-16cd-4780-a89e-b112a88b35cc tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422504
Nov 24 15:12:28.404905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:29.480063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee07a4e-d277-4168-8b9f-355625e60447 req-72c015d5-717a-4fc4-98ae-8e1c4f6ea4fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:29.481768 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ee07a4e-d277-4168-8b9f-355625e60447 req-72c015d5-717a-4fc4-98ae-8e1c4f6ea4fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 944 time: 0.0759628
Nov 24 15:12:29.529235 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2ee07a4e-d277-4168-8b9f-355625e60447 req-90e7f861-ff9a-4180-b9b3-af2da6acef50 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420663
Nov 24 15:12:29.623219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 22d93817-02a2-4592-98d5-9a3bb909cfef up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:12:29.744068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 22d93817-02a2-4592-98d5-9a3bb909cfef completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:12:29.748750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 22d93817-02a2-4592-98d5-9a3bb909cfef triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:12:29.749121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:29.864605 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:29.890288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:12:29.900271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 22d93817-02a2-4592-98d5-9a3bb909cfef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=22d93817-02a2-4592-98d5-9a3bb909cfef,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:12:29.961659 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:29.964546 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-515de9a7-0ce5-4cf8-bb05-d3f602ef70c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:30.021664 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'code': 200}
Nov 24 15:12:30.031566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=22d93817-02a2-4592-98d5-9a3bb909cfef,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:30.034587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:30.335984 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e6ca456-2669-4034-aea7-fbb0936dcfcb req-b62ed7b6-5b1b-488e-a390-a26a18d4bb66 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1098 time: 0.0665684
Nov 24 15:12:30.379937 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e6ca456-2669-4034-aea7-fbb0936dcfcb req-eab99f66-f679-4d3a-89f5-a833da47e8d2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372944
Nov 24 15:12:30.723948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ffcf5-c157-4d17-831b-6c424a22eb6e req-6d908e48-a881-4925-b39b-0dc9ce3e8ece tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:30.725303 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bd4ffcf5-c157-4d17-831b-6c424a22eb6e req-6d908e48-a881-4925-b39b-0dc9ce3e8ece tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0786054
Nov 24 15:12:30.770299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bd4ffcf5-c157-4d17-831b-6c424a22eb6e req-92fd4c81-f7b0-4c9a-9531-4481e41b3117 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388229
Nov 24 15:12:31.969278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac2c60-37d7-425d-bfab-9fe96e66d987 req-9fa03823-e728-4ccb-b130-0865583e4f8c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:31.970702 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-63ac2c60-37d7-425d-bfab-9fe96e66d987 req-9fa03823-e728-4ccb-b130-0865583e4f8c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0767360
Nov 24 15:12:32.021233 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-63ac2c60-37d7-425d-bfab-9fe96e66d987 req-47ce5a45-cdd4-4951-a3c8-630dcf8c02cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443642
Nov 24 15:12:32.215972 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4f28-778a-4c58-8fac-9a2f8000b3d3 req-d8580624-e9e1-4f91-87b0-0b3bff965156 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:32.217415 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-099e4f28-778a-4c58-8fac-9a2f8000b3d3 req-d8580624-e9e1-4f91-87b0-0b3bff965156 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0752885
Nov 24 15:12:32.262926 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-099e4f28-778a-4c58-8fac-9a2f8000b3d3 req-c2762150-18b3-40e3-a62f-0210531a14b0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392537
Nov 24 15:12:32.289298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36296) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:32.364041 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-54f27992-edb0-44b5-8072-9f572493a60a tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1093 time: 0.0734584
Nov 24 15:12:32.366522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36300) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:32.371894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:12:32.377640 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:12:32.382148 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:floatingip and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:12:32.385053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:12:32.390737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:12:32.469967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:32.708526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:32.839626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.144 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/b768a9de-aee3-49c0-ad66-97169791efbd) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:12:32.986540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:33.059031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:33.062833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:33.133342 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:12:33.136462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:12:33.140664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:12:33.165085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=b768a9de-aee3-49c0-ad66-97169791efbd,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:33.169860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:33.646754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:33.744400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:33.950733 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:33.995692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:33.999284 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c7feff9b-73ad-4928-9b8f-89a074bca7f6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:12:34.093190 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=b768a9de-aee3-49c0-ad66-97169791efbd,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:12:34.097328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:12:34.114175 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:34.301141 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.l3_db [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Floating IP 58d02306-7753-43b2-8c0c-bdb3d8bd57c6 associated. External IP: 172.26.2.144, port: 22d93817-02a2-4592-98d5-9a3bb909cfef.
Nov 24 15:12:34.802664 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:12:35.008079 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:12:35.018102 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] Sync routers for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:12:35.035594 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:35.036188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe3be50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:12:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:35.087025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:35.142517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7749655
Nov 24 15:12:35.143192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:12:35.200941 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'status': 'completed', 'code': 200}
Nov 24 15:12:35.273387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:35.297144 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-9a13cdb9-687c-4a54-a4ca-22ca6cc52eda service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1098 time: 0.0735998
Nov 24 15:12:35.327172 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed1045-6926-4acf-988d-68add5908913 req-2fd044be-8b52-4cf0-b546-826800105d0f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:35.334182 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-62ed1045-6926-4acf-988d-68add5908913 req-2fd044be-8b52-4cf0-b546-826800105d0f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0894210
Nov 24 15:12:35.375816 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-62ed1045-6926-4acf-988d-68add5908913 req-1a6df31d-0dd8-49c3-bf68-3e9cc189390a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406976
Nov 24 15:12:35.408449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36310) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:35.435400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-cd6ef4ae-eeff-42b9-95ef-402c029b7148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:35.436890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-cd6ef4ae-eeff-42b9-95ef-402c029b7148 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3121612d-6380-4788-9af0-79861279cd55 HTTP/1.1" status: 200  len: 897 time: 0.1321585
Nov 24 15:12:35.515744 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e7e4ea13-0b20-4dd4-9199-c8d3d25afdf0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/58d02306-7753-43b2-8c0c-bdb3d8bd57c6 HTTP/1.1" status: 200  len: 991 time: 0.1060290
Nov 24 15:12:35.544849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-d35e7913-13f2-4bfe-aef9-51936cc4d279 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d93817-02a2-4592-98d5-9a3bb909cfef HTTP/1.1" status: 200  len: 999 time: 0.0994802
Nov 24 15:12:35.612475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-9b77a57d-1f64-42ef-b7cc-d5b16bd6f96b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:12:35.615112 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-9b77a57d-1f64-42ef-b7cc-d5b16bd6f96b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ceee385-a205-42a5-8d9e-c6f6e3d79a79 HTTP/1.1" status: 200  len: 835 time: 0.0630159
Nov 24 15:12:35.638116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe3be50>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '58d02306-7753-43b2-8c0c-bdb3d8bd57c6', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.144', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'port_id': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'mac_address': 'fa:16:3e:d0:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:12:33Z', 'updated_at': '2021-11-24T15:12:33Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:22Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:35.642012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] Checking router: 9667d7c4-e404-4c4a-9747-2802cf0e08c2 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:12:35.646118 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:12:35.653155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:12:35.653760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fe3be50>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:12:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:35.693142 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-7e0c5f6a-58d5-4453-9e37-d6363860202a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3121612d-6380-4788-9af0-79861279cd55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708797
Nov 24 15:12:35.831953 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-27c567d0-7c5d-48a7-8e9c-1b952c01b25d service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314943
Nov 24 15:12:35.839300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:12:35.967639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9b9e0cb4-c4e9-4edc-9ad9-d1df65180448 req-79af7527-09dc-4732-94ea-5618b1b28731 service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283200
Nov 24 15:12:36.189173 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fe3be50>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '58d02306-7753-43b2-8c0c-bdb3d8bd57c6', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.144', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'port_id': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'mac_address': 'fa:16:3e:d0:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:12:33Z', 'updated_at': '2021-11-24T15:12:33Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:22Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:12:36.193291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc17cd-584b-4b13-ba2a-44862a969e28 None None] The sync data for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv is: [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '58d02306-7753-43b2-8c0c-bdb3d8bd57c6', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.144', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'port_id': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'mac_address': 'fa:16:3e:d0:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:12:33Z', 'updated_at': '2021-11-24T15:12:33Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:22Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:12:36.520281 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36314) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:36.627220 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-641e47a8-9ba3-45c4-bb69-2be7bf5157fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/58d02306-7753-43b2-8c0c-bdb3d8bd57c6 HTTP/1.1" status: 200  len: 991 time: 0.1055851
Nov 24 15:12:37.611751 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbaa15-abfc-4f4a-bacc-e043ed62a2e9 None None] New status for floating IP 58d02306-7753-43b2-8c0c-bdb3d8bd57c6: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:12:37.630728 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36318) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:37.736024 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f41200bd-43b1-48ac-bd07-98d4f3a82a59 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/58d02306-7753-43b2-8c0c-bdb3d8bd57c6 HTTP/1.1" status: 200  len: 991 time: 0.1039419
Nov 24 15:12:38.739883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36322) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:12:38.950743 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ca9da9c7-cb0d-4ea4-9aa6-017347089859 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/58d02306-7753-43b2-8c0c-bdb3d8bd57c6 HTTP/1.1" status: 200  len: 993 time: 0.2096348
Nov 24 15:12:50.709277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:53.452042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-de88015b-059d-4a13-9de9-80628e6d297a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:53.943508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:55.714870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-41fead03-3d4a-40f1-9383-678b6a8c0da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:56.852391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:12:58.335453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:08.702277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b6906-1766-448e-9c57-5dd6eb6a1f26 req-3d024f90-f12b-4235-9e98-70a556b46991 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:08.703749 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e2b6906-1766-448e-9c57-5dd6eb6a1f26 req-3d024f90-f12b-4235-9e98-70a556b46991 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0774860
Nov 24 15:13:08.753545 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7e2b6906-1766-448e-9c57-5dd6eb6a1f26 req-1f8ccf66-8566-4e15-843a-0211820d9852 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431373
Nov 24 15:13:10.040484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf97c7f-7b60-4a3b-93f6-74e452e06b1c req-03aba111-597e-49b5-b3be-c3aa0d2d51a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:10.042029 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9cf97c7f-7b60-4a3b-93f6-74e452e06b1c req-03aba111-597e-49b5-b3be-c3aa0d2d51a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.1631570
Nov 24 15:13:10.087145 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9cf97c7f-7b60-4a3b-93f6-74e452e06b1c req-a5c39f08-b033-4fc9-9522-96a99fe5a1f1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393670
Nov 24 15:13:11.399352 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bac62-01e0-41a5-84c3-d147e8b9812a req-2b208156-42f8-4f42-92ec-79574978903f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:11.400736 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-524bac62-01e0-41a5-84c3-d147e8b9812a req-2b208156-42f8-4f42-92ec-79574978903f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.1924732
Nov 24 15:13:11.445928 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-524bac62-01e0-41a5-84c3-d147e8b9812a req-dad439a5-a1e1-4f3a-ae7a-b11d123bb272 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394056
Nov 24 15:13:12.645150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13610eab-1869-489a-b351-8b1b0e622636 req-3af9ec58-acd9-40d5-870e-9badcedcc13e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:12.645772 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:13:12.646574 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-13610eab-1869-489a-b351-8b1b0e622636 req-3af9ec58-acd9-40d5-870e-9badcedcc13e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0816336
Nov 24 15:13:12.692467 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-13610eab-1869-489a-b351-8b1b0e622636 req-43ca92ea-8a06-4f99-9a09-991677d3f652 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403800
Nov 24 15:13:13.962277 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3cb6d-cd6c-4fa4-9cfb-1ed5d425772c req-c57a6473-5327-4aad-9b72-650d31589f44 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:13.963794 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7df3cb6d-cd6c-4fa4-9cfb-1ed5d425772c req-c57a6473-5327-4aad-9b72-650d31589f44 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.1511447
Nov 24 15:13:14.011357 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7df3cb6d-cd6c-4fa4-9cfb-1ed5d425772c req-42b2d6bc-514a-4696-bd1e-dbea84fc7c0b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418983
Nov 24 15:13:15.205168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce4245-ca1a-4e37-bd8a-efc0e6a055fd req-0df43f13-bf62-45c7-a789-6deb180c0c31 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:15.206522 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-74ce4245-ca1a-4e37-bd8a-efc0e6a055fd req-0df43f13-bf62-45c7-a789-6deb180c0c31 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0770123
Nov 24 15:13:15.252140 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-74ce4245-ca1a-4e37-bd8a-efc0e6a055fd req-097c83ad-35f3-4b74-9f5b-f8599ac6127e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400405
Nov 24 15:13:16.449408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaa262-87a0-4987-8fef-58ff216f3396 req-47ceb9a2-c63d-4d56-b47c-fc9e376ed9ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:16.451122 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dbeaa262-87a0-4987-8fef-58ff216f3396 req-47ceb9a2-c63d-4d56-b47c-fc9e376ed9ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0772040
Nov 24 15:13:16.497592 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dbeaa262-87a0-4987-8fef-58ff216f3396 req-9e0269ee-b6d3-4090-acca-72a86722ecaa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408142
Nov 24 15:13:17.699123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a1dcf-2bb9-41cf-b0ce-7896b5e7469c req-4a8dd80e-379d-4ede-88ec-79adb20267ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:17.700570 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ea5a1dcf-2bb9-41cf-b0ce-7896b5e7469c req-4a8dd80e-379d-4ede-88ec-79adb20267ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0818052
Nov 24 15:13:17.746529 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ea5a1dcf-2bb9-41cf-b0ce-7896b5e7469c req-6bbb0742-f046-442e-abc5-142cd8a8d0be tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404520
Nov 24 15:13:18.949434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e536b-0399-47ba-8f94-85844ec5c33b req-4217ecd2-8f8a-4768-98c0-cc516f604f00 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:18.950876 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc5e536b-0399-47ba-8f94-85844ec5c33b req-4217ecd2-8f8a-4768-98c0-cc516f604f00 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0820229
Nov 24 15:13:18.995520 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc5e536b-0399-47ba-8f94-85844ec5c33b req-f07130c8-e516-403e-ac77-9440fdd8f024 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392311
Nov 24 15:13:20.192315 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa313d5-e731-4adf-85b6-f68299aee7a6 req-cd52f8a2-1972-45f1-9651-1706526e753b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:20.194554 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4aa313d5-e731-4adf-85b6-f68299aee7a6 req-cd52f8a2-1972-45f1-9651-1706526e753b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0793483
Nov 24 15:13:20.246437 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4aa313d5-e731-4adf-85b6-f68299aee7a6 req-e5ec21fd-4e86-4304-a109-2374fb700baf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467157
Nov 24 15:13:20.685612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:21.444191 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5105d-a765-45e3-9a58-67b743517384 req-b27a0ac4-09d2-4fd8-92d4-3a0e01567a23 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:21.445558 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bcf5105d-a765-45e3-9a58-67b743517384 req-b27a0ac4-09d2-4fd8-92d4-3a0e01567a23 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0784850
Nov 24 15:13:21.490736 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bcf5105d-a765-45e3-9a58-67b743517384 req-aaa78419-6a01-4658-beb5-19f3fa0c3bb6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397074
Nov 24 15:13:22.684627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf2ecc-ddb1-4d18-9223-310523d220b6 req-16027b56-3503-4c85-a11b-00926ede8c6f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:22.686033 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-01bf2ecc-ddb1-4d18-9223-310523d220b6 req-16027b56-3503-4c85-a11b-00926ede8c6f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0758460
Nov 24 15:13:22.731324 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-01bf2ecc-ddb1-4d18-9223-310523d220b6 req-75fbd9c1-0487-4429-8366-c51ecf680e7f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396395
Nov 24 15:13:23.480078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d7e4-e67c-45e1-bda0-d6bddfb7784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:23.933361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9048-370f-49cd-a391-a55ea5e20ea3 req-7ac321a9-49d4-407a-a817-4a1d9a4a8071 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:23.934806 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b5c9048-370f-49cd-a391-a55ea5e20ea3 req-7ac321a9-49d4-407a-a817-4a1d9a4a8071 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0819519
Nov 24 15:13:23.949118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:23.980743 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1b5c9048-370f-49cd-a391-a55ea5e20ea3 req-8e9a4db6-651b-4090-8fbf-38daa14d31d8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397906
Nov 24 15:13:25.324466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d171b-9f13-42fe-bd67-8147cdd42b3f req-2a052a7a-4473-4976-9ebc-a781b19caa36 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:25.325876 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a73d171b-9f13-42fe-bd67-8147cdd42b3f req-2a052a7a-4473-4976-9ebc-a781b19caa36 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0794039
Nov 24 15:13:25.371156 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a73d171b-9f13-42fe-bd67-8147cdd42b3f req-6b78c988-e665-4a7e-84bd-e4f7d83208d7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399363
Nov 24 15:13:25.398933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36372) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:13:25.508772 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-900828be-4c86-4b0a-95bc-b6076f0d148f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/58d02306-7753-43b2-8c0c-bdb3d8bd57c6 HTTP/1.1" status: 200  len: 993 time: 0.1083152
Nov 24 15:13:25.697511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f251f86-f3b5-4348-8680-0ccade45da48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:26.851958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:27.111933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d2f13-4eb7-4bed-847a-b7f966814ebc req-feed0ff9-9e2c-40a5-ae03-2478b84ef653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:27.113322 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d4d2f13-4eb7-4bed-847a-b7f966814ebc req-feed0ff9-9e2c-40a5-ae03-2478b84ef653 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0801203
Nov 24 15:13:27.166436 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7d4d2f13-4eb7-4bed-847a-b7f966814ebc req-da1cbaa8-9962-447f-941a-f03108e1edd5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474722
Nov 24 15:13:27.353400 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a135123d-4581-429c-894b-12f048c6bb12 req-1ab03b23-35ff-472d-bb16-a7cce96d06ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1098 time: 0.1317992
Nov 24 15:13:27.486896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135123d-4581-429c-894b-12f048c6bb12 req-cd58be88-4626-4313-b691-64e531854b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:27.488284 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a135123d-4581-429c-894b-12f048c6bb12 req-cd58be88-4626-4313-b691-64e531854b70 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3121612d-6380-4788-9af0-79861279cd55 HTTP/1.1" status: 200  len: 897 time: 0.1284268
Nov 24 15:13:27.594252 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a135123d-4581-429c-894b-12f048c6bb12 req-a6e02237-f007-449d-8210-7e2ba523dacc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d93817-02a2-4592-98d5-9a3bb909cfef HTTP/1.1" status: 200  len: 1001 time: 0.0981607
Nov 24 15:13:27.656798 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135123d-4581-429c-894b-12f048c6bb12 req-a72a5e70-846b-467d-b5e2-11b32862c5c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:27.658424 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a135123d-4581-429c-894b-12f048c6bb12 req-a72a5e70-846b-467d-b5e2-11b32862c5c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ceee385-a205-42a5-8d9e-c6f6e3d79a79 HTTP/1.1" status: 200  len: 835 time: 0.0570147
Nov 24 15:13:27.741173 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a135123d-4581-429c-894b-12f048c6bb12 req-c9cb6757-dfc8-4133-8bed-22aa9dc7fd36 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3121612d-6380-4788-9af0-79861279cd55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717845
Nov 24 15:13:27.876299 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a135123d-4581-429c-894b-12f048c6bb12 req-49559257-3721-4dc0-8f57-a9675bdba3fb service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279578
Nov 24 15:13:28.009483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a135123d-4581-429c-894b-12f048c6bb12 req-6f8da4c9-c3f1-4887-b5a3-549e6e06fadc service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255205
Nov 24 15:13:28.167799 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-d84c49f3-7db4-4137-9f00-d4b74f9c9ac0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1098 time: 0.0695722
Nov 24 15:13:28.318929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-7ce25b23-2fd4-4a31-a297-3fbd9493abad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:28.320393 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-7ce25b23-2fd4-4a31-a297-3fbd9493abad service neutron] 10.222.0.81 "GET /v2.0/networks?id=3121612d-6380-4788-9af0-79861279cd55 HTTP/1.1" status: 200  len: 897 time: 0.1304078
Nov 24 15:13:28.349077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:28.371956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a604f5d-09b9-405e-8a9e-703965e41f09 req-f48c520a-0145-4730-8126-a54fb4ce5c2c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:28.375359 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3a604f5d-09b9-405e-8a9e-703965e41f09 req-f48c520a-0145-4730-8126-a54fb4ce5c2c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0824718
Nov 24 15:13:28.425823 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3a604f5d-09b9-405e-8a9e-703965e41f09 req-bad3ecd8-fed3-4e85-989b-51bb724febbd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452464
Nov 24 15:13:28.535855 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-e324f84f-1fe4-48e5-9b4a-d9271542b7ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d93817-02a2-4592-98d5-9a3bb909cfef HTTP/1.1" status: 200  len: 1001 time: 0.2083240
Nov 24 15:13:28.603751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-fd5af5e4-9c63-4b22-9e1f-e78f140f4778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:28.605457 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-fd5af5e4-9c63-4b22-9e1f-e78f140f4778 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ceee385-a205-42a5-8d9e-c6f6e3d79a79 HTTP/1.1" status: 200  len: 835 time: 0.0610855
Nov 24 15:13:28.686343 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-7255ab4f-072c-428a-855d-1f6c149a0fc1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3121612d-6380-4788-9af0-79861279cd55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734441
Nov 24 15:13:28.822676 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-2cf79e5f-1ffb-4de0-a557-3ef915fb3718 service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295147
Nov 24 15:13:28.958033 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4a16e18b-89d3-45d0-ae52-28bf78773d66 req-8471be40-39f3-434f-a01b-ac0004b6f1e4 service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283345
Nov 24 15:13:29.623611 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5d7e2-57da-4806-8897-a6f14665e4bf req-96274e4a-007e-4705-94d9-5e3abb449dbf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:13:29.625077 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c1a5d7e2-57da-4806-8897-a6f14665e4bf req-96274e4a-007e-4705-94d9-5e3abb449dbf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0768487
Nov 24 15:13:29.669572 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c1a5d7e2-57da-4806-8897-a6f14665e4bf req-5654af93-620b-490d-853c-f16347506bbc tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390949
Nov 24 15:13:29.697994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36390) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:13:29.807156 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-0409267b-b721-49d6-bb9d-8aebc2e03d54 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/58d02306-7753-43b2-8c0c-bdb3d8bd57c6 HTTP/1.1" status: 200  len: 993 time: 0.1079519
Nov 24 15:13:49.646988 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:13:50.662100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:53.468345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a796f1db-0c8f-4253-9249-10172cfbda28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:53.965551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:55.690807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-748c84e4-4694-4a59-ac09-0eae8b10ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:56.850923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:13:58.342750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:00.450553 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36410) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:00.663191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port b768a9de-aee3-49c0-ad66-97169791efbd {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:14:00.663521 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:00.832437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:00.832762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:00.954556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for b768a9de-aee3-49c0-ad66-97169791efbd owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:14:01.176844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:01.181013 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-54a7d1bd-e532-45ec-b2aa-7ef329f16934 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:01.225556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=b768a9de-aee3-49c0-ad66-97169791efbd,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:01.360103 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.360500 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.360879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.361253 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.361621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.361985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.362343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.362707 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.363064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.363420 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.363776 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:01.395051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:01.423221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:01.816241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:14:02.015254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:14:02.024569 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] Sync routers for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:14:02.037904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:02.044344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f945820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:13:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:02.107993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:02.162016 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/floatingips/58d02306-7753-43b2-8c0c-bdb3d8bd57c6 HTTP/1.1" status: 204  len: 168 time: 1.7103155
Nov 24 15:14:02.162680 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:14:02.221619 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'status': 'completed', 'code': 200}
Nov 24 15:14:02.234572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:02.325926 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-941c179c-5416-4a56-a709-5160ebe4564f req-40adae6e-4dda-4032-a267-1776fe6afe27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 1098 time: 0.0770700
Nov 24 15:14:02.466368 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c179c-5416-4a56-a709-5160ebe4564f req-a9ab8f0a-7f96-46cd-8ef4-38ecf1a639cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:02.467834 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-941c179c-5416-4a56-a709-5160ebe4564f req-a9ab8f0a-7f96-46cd-8ef4-38ecf1a639cf service neutron] 10.222.0.81 "GET /v2.0/networks?id=3121612d-6380-4788-9af0-79861279cd55 HTTP/1.1" status: 200  len: 897 time: 0.1305087
Nov 24 15:14:02.539229 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-941c179c-5416-4a56-a709-5160ebe4564f req-2f1be7b0-8055-4946-9ceb-71485347510b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22d93817-02a2-4592-98d5-9a3bb909cfef HTTP/1.1" status: 200  len: 217 time: 0.0622792
Nov 24 15:14:02.603088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f945820>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:22Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:02.608189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] Checking router: 9667d7c4-e404-4c4a-9747-2802cf0e08c2 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:14:02.612945 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c179c-5416-4a56-a709-5160ebe4564f req-91ef362c-5732-44f0-819f-c4836df2ecc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:02.614380 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-941c179c-5416-4a56-a709-5160ebe4564f req-91ef362c-5732-44f0-819f-c4836df2ecc7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6ceee385-a205-42a5-8d9e-c6f6e3d79a79 HTTP/1.1" status: 200  len: 835 time: 0.0684409
Nov 24 15:14:02.618803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:02.619532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f945820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:13:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:02.693906 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-941c179c-5416-4a56-a709-5160ebe4564f req-4fef00ad-51c9-4a7d-af36-566a743cfef4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3121612d-6380-4788-9af0-79861279cd55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710697
Nov 24 15:14:02.718865 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0b83c-34b8-4611-9c53-e4477332da2c req-7327671b-e39b-47e2-adf7-5a909fb3ffb0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:02.719454 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-25e0b83c-34b8-4611-9c53-e4477332da2c req-7327671b-e39b-47e2-adf7-5a909fb3ffb0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:14:02.794341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-25e0b83c-34b8-4611-9c53-e4477332da2c req-7327671b-e39b-47e2-adf7-5a909fb3ffb0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:14:02.795730 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-25e0b83c-34b8-4611-9c53-e4477332da2c req-7327671b-e39b-47e2-adf7-5a909fb3ffb0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.1580334
Nov 24 15:14:02.801861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:02.834996 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-941c179c-5416-4a56-a709-5160ebe4564f req-b3273f81-cae6-4019-a586-c16ba1e0a2b7 service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336782
Nov 24 15:14:02.856421 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-25e0b83c-34b8-4611-9c53-e4477332da2c req-2bcba2ae-5db3-443c-81a1-c47bf81b4951 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542367
Nov 24 15:14:02.980546 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-941c179c-5416-4a56-a709-5160ebe4564f req-c30ad6f8-835e-4fbb-a5c1-4b9e9b89a2d6 service neutron] 10.222.0.81 "GET /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367042
Nov 24 15:14:03.122541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f945820>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:22Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:03.126437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8553a-e062-4888-b099-f32ea05f924e None None] The sync data for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv is: [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:16Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'e8a6ef09-4798-498a-a85d-708b3cbc2bed', 'name': '', 'network_id': '3121612d-6380-4788-9af0-79861279cd55', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:91:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:15Z', 'updated_at': '2021-11-24T15:12:22Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '6ceee385-a205-42a5-8d9e-c6f6e3d79a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:14:03.336107 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935d8839-9f47-42f3-850a-7e49690352e0 None None] New status for floating IP 58d02306-7753-43b2-8c0c-bdb3d8bd57c6: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:14:04.068895 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d838b-8961-4df1-bff0-8b9e0153a79e req-b6a9cce0-7334-4899-b1e0-9fdab6896a4c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:04.070353 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-771d838b-8961-4df1-bff0-8b9e0153a79e req-b6a9cce0-7334-4899-b1e0-9fdab6896a4c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0878654
Nov 24 15:14:04.116858 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-771d838b-8961-4df1-bff0-8b9e0153a79e req-8e93e63d-c6f7-4002-b060-153441060db1 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=8af7b8fc-d5c3-429e-a27a-29b115effe72&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409141
Nov 24 15:14:04.316922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-314affed-fbae-4692-a4c3-b1e0946ab6b4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:04.318332 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-314affed-fbae-4692-a4c3-b1e0946ab6b4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 945 time: 0.0753257
Nov 24 15:14:04.494882 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 22d93817-02a2-4592-98d5-9a3bb909cfef {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:14:04.495117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:04.739365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 22d93817-02a2-4592-98d5-9a3bb909cfef, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=22d93817-02a2-4592-98d5-9a3bb909cfef,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:04.739709 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:04.858454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 22d93817-02a2-4592-98d5-9a3bb909cfef owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:14:05.039056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:05.045521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-758c7550-88ae-46e4-842e-36c0a3a603e5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:05.089623 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=22d93817-02a2-4592-98d5-9a3bb909cfef,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:05.125027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.125420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.125804 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.126180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.126551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.126922 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.127290 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.127660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.128023 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.128414 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.128780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:05.136319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:05.178138 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] No DVR routers for this DVR port 22d93817-02a2-4592-98d5-9a3bb909cfef on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:14:05.180602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:05.183890 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'name': 'network-vif-deleted', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:14:05.229680 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e05fd665-b6ef-4c5d-9cec-a9d158e3499a req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "DELETE /v2.0/ports/22d93817-02a2-4592-98d5-9a3bb909cfef HTTP/1.1" status: 204  len: 173 time: 0.9043784
Nov 24 15:14:05.239276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685a10bd-e859-4875-b4d8-cb4016f716c1', 'name': 'network-vif-deleted', 'tag': '22d93817-02a2-4592-98d5-9a3bb909cfef', 'status': 'completed', 'code': 200}
Nov 24 15:14:05.288661 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-bc1af8ae-49c2-4609-8c26-9fa5262cba5d req-52ba1d94-7a6f-40be-827b-1ee6b943d9c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=685a10bd-e859-4875-b4d8-cb4016f716c1 HTTP/1.1" status: 200  len: 210 time: 0.0409644
Nov 24 15:14:06.397872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36428) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:06.799779 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:07.506964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port e8a6ef09-4798-498a-a85d-708b3cbc2bed {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:14:07.507651 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:07.689430 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port e8a6ef09-4798-498a-a85d-708b3cbc2bed, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=e8a6ef09-4798-498a-a85d-708b3cbc2bed,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:07.689786 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:07.811796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for e8a6ef09-4798-498a-a85d-708b3cbc2bed owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:14:08.033675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:08.037233 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3e1ea0bb-3e94-4686-b359-9ebf4f2cd595 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:08.084847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=e8a6ef09-4798-498a-a85d-708b3cbc2bed,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:08.087738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:08.122366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 22d93817-02a2-4592-98d5-9a3bb909cfef no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:14:08.158592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 22d93817-02a2-4592-98d5-9a3bb909cfef {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:14:08.164036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 22d93817-02a2-4592-98d5-9a3bb909cfef not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:14:08.384348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:09.063695 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:14:09.259383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:14:09.269651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] Sync routers for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:14:09.272045 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e719835d-8fe2-4103-80c5-3be498daba85 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/9667d7c4-e404-4c4a-9747-2802cf0e08c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8731267
Nov 24 15:14:09.274751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36432) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:09.282049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:09.282680 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dfa0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:13:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:09.462708 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting subnet 6ceee385-a205-42a5-8d9e-c6f6e3d79a79 {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:14:09.462950 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:09.465668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:09.519820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:09.606308 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:09.725163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:09.730506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:09.747087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dfa0>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:14:07Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:09.751060 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] Checking router: 9667d7c4-e404-4c4a-9747-2802cf0e08c2 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:14:09.762236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] Routers {'9667d7c4-e404-4c4a-9747-2802cf0e08c2'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:09.762841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dfa0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:13:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:09.767367 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Subnet': ['ID=6ceee385-a205-42a5-8d9e-c6f6e3d79a79,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:09.769806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:09.772659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:09.780647 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/subnets/6ceee385-a205-42a5-8d9e-c6f6e3d79a79 HTTP/1.1" status: 204  len: 168 time: 0.5049481
Nov 24 15:14:09.783199 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36436) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:09.864941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6241bec-b82e-4485-90ae-32f088a9bba9 None None] Network 3121612d-6380-4788-9af0-79861279cd55 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:14:09.987418 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.140976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] Set router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:10.187675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.267529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port db6d8999-6b29-420c-ae26-c7c386b1b963 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:14:10.267874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.345918 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] DHCP port deletion for 3121612d-6380-4788-9af0-79861279cd55 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:14:10.360931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Deleting port 6525d45a-65e5-41ec-be37-37583dcf450b {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:14:10.361315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.566858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port db6d8999-6b29-420c-ae26-c7c386b1b963, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=db6d8999-6b29-420c-ae26-c7c386b1b963,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:10.567105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.635087 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 6525d45a-65e5-41ec-be37-37583dcf450b no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:14:10.680836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] For port 6525d45a-65e5-41ec-be37-37583dcf450b, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=6525d45a-65e5-41ec-be37-37583dcf450b,segment=NetworkSegment(213fe1dd-4f69-48f9-ae49-3642dfad8a0d),segment_id=213fe1dd-4f69-48f9-ae49-3642dfad8a0d)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:10.681243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.689581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fb0dfa0>, [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:14:07Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:10.691147 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for db6d8999-6b29-420c-ae26-c7c386b1b963 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:14:10.803522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b994e31-f953-4186-9938-9d8185097a25 None None] The sync data for ids ['9667d7c4-e404-4c4a-9747-2802cf0e08c2'] in dv-neutron-818347-1-hyperv is: [{'id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946065339', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:14:07Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': 'db6d8999-6b29-420c-ae26-c7c386b1b963', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9667d7c4-e404-4c4a-9747-2802cf0e08c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:12:11Z', 'updated_at': '2021-11-24T15:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:14:10.817773 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Calling delete_port for 6525d45a-65e5-41ec-be37-37583dcf450b owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:14:10.941533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.947903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:10.952697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:10.997906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=db6d8999-6b29-420c-ae26-c7c386b1b963,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:11.000456 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:11.058534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.065912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:11.113756 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Pushing event deleted for resources: {'Port': ['ID=6525d45a-65e5-41ec-be37-37583dcf450b,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:11.123493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] No DVR routers for this DVR port 6525d45a-65e5-41ec-be37-37583dcf450b on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:14:11.128351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.128693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.133107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:11.136457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:11.226993 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.485016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.489067 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.564448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.565004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Fanout notify agent at l3_agent the message router_deleted on router 9667d7c4-e404-4c4a-9747-2802cf0e08c2 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:14:11.579464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.580565 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/routers/9667d7c4-e404-4c4a-9747-2802cf0e08c2 HTTP/1.1" status: 204  len: 168 time: 1.7964823
Nov 24 15:14:11.583355 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36440) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:11.703002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.945590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:11.970359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6420015ee0>,) {'filters': {'network_id': ['3121612d-6380-4788-9af0-79861279cd55']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:11.982319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6420015ee0>, '213fe1dd-4f69-48f9-ae49-3642dfad8a0d') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:11.982611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6420015ee0>, '213fe1dd-4f69-48f9-ae49-3642dfad8a0d') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:11.993672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.009551 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.016222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:14:12.017857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:14:12.030662 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:14:12.153571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.156940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f1b8f85f-b712-4000-8a7e-6842ca6cb062 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:12.171094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.183841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Network': ['ID=3121612d-6380-4788-9af0-79861279cd55,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:12.186714 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:12.234192 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6b057365-ea8b-484a-8cc1-2eb08711b453 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/networks/3121612d-6380-4788-9af0-79861279cd55 HTTP/1.1" status: 204  len: 168 time: 0.6498427
Nov 24 15:14:12.236720 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36444) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:12.305227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.334455 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.450660 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.454526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0db0f532-009e-4b32-8535-39fe3c3322bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:12.469749 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af7b8fc-d5c3-429e-a27a-29b115effe72,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:12.472800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:12.535397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:12.536526 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/security-groups/8af7b8fc-d5c3-429e-a27a-29b115effe72 HTTP/1.1" status: 204  len: 168 time: 0.2989204
Nov 24 15:14:12.631598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device db6d8999-6b29-420c-ae26-c7c386b1b963 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:14:12.665641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: db6d8999-6b29-420c-ae26-c7c386b1b963 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:14:12.665997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device db6d8999-6b29-420c-ae26-c7c386b1b963 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:14:12.666415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e8a6ef09-4798-498a-a85d-708b3cbc2bed no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:14:12.698538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: e8a6ef09-4798-498a-a85d-708b3cbc2bed {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:14:12.699280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device e8a6ef09-4798-498a-a85d-708b3cbc2bed not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:14:14.446875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36454) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:14.452643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640881408', 'description': 'tempest-secgroup-smoke-1640881408 description', 'project_id': '5aaaae59b87f41188b537d3932c03255'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:14.458562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:14.462699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:14.466247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:14.471833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:14.530162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:14.565064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:14.568772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:14.571564 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:14.578044 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:14.631533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:14.678819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:14.682394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de4ef650-6f41-47a9-9af5-e25950365614 tempest-NegativeSecGroupIPv6Test-827117248 tempest-NegativeSecGroupIPv6Test-827117248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:14.722559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1303ca-22e6-46e7-937e-8a3881558e01,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:14.725543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:14.787772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:14.789125 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3411586
Nov 24 15:14:14.791748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36458) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:14.797777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '6c1303ca-22e6-46e7-937e-8a3881558e01', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:14.803772 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:14.807603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:14.811198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:14.816904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:14.874803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:14.937361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.010459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.012280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b6234267-f85a-4db6-a369-9de45086f86e tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:15.034490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1a84a9-6bd5-406d-ab38-91bd1650f62f,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:15.038759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:15.096354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.097511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7449854e-beb3-4bcb-a6d8-66f16ab16703 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3043253
Nov 24 15:14:15.100827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36462) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:15.106978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '6c1303ca-22e6-46e7-937e-8a3881558e01', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:15.112871 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:15.116746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:15.119593 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:15.125288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:15.172110 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.234215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.273302 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.275083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ecfb4e80-7338-4dec-b76f-cb0e56e7ef12 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:15.298167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb99576-c6d8-4bf4-81fa-fcdf036338a6,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:15.300497 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:15.376008 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.377208 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b5019575-8881-4a14-8e7d-8262bea226de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2754905
Nov 24 15:14:15.379904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36466) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:15.385499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '6c1303ca-22e6-46e7-937e-8a3881558e01', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:15.392131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:15.395904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:15.398805 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:15.405132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:15.468757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.532934 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.569992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.571730 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-89f79ca2-1285-43d0-809a-a0c741031c78 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:15.594884 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4bee77-300a-492d-a2bf-449df40c475c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:15.597242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:15.650443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.651594 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a63fca98-8355-4ed7-ad31-b23c60675fb4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2706831
Nov 24 15:14:15.654888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36470) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:15.660435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '6c1303ca-22e6-46e7-937e-8a3881558e01', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:15.666225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:15.670279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:15.673173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:15.678799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:15.749192 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.814194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.873245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.875204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-994a3d73-0a08-420b-a8cc-a8c45844442a tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:15.897484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573b0fa9-eaa3-40b5-967a-6a26e1c90825,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:15.899811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:15.947319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:15.949189 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2927649
Nov 24 15:14:15.952040 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36474) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:15.957649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '6c1303ca-22e6-46e7-937e-8a3881558e01', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:15.963487 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:15.967546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:15.970519 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:15.976280 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:16.033402 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:14:16.039880 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.103226 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.153151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.154964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e10be26a-fcc8-4b9e-a27e-72c655fc7f54 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:16.177395 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcd930f-e1ba-4681-8ab0-279aed4ee7b5,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:16.181600 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:16.232987 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.234144 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2811413
Nov 24 15:14:16.236847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36478) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:16.242166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'security_group_rule': {'security_group_id': '6c1303ca-22e6-46e7-937e-8a3881558e01', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:16.248765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:16.252496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:security_group_rule and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:16.255284 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:16.261122 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:16.312888 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Project 5aaaae59b87f41188b537d3932c03255 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:14:16.319085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.389978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.461729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.468034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-70c50e4a-dac5-4b58-b832-265bad5711b9 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:16.487408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a5233a-02b0-4c6c-8afa-d06e6a9c5055,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:16.489769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:16.576163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.577547 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3397162
Nov 24 15:14:16.580443 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36482) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:16.586118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'network': {'name': 'tempest-network-smoke--1861536312', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'port_security_enabled': True}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:16.592429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:16.596493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:network and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:16.599377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:16.606686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:16.690559 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:14:16.693522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.721735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:14:16.730883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.736219 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Added segment dd6624e4-cd41-482a-9c80-997c551db2f9 of type vlan for network 2e5b2244-e887-4d4b-b445-1dce9124737a
Nov 24 15:14:16.756292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.828003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.832004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:16.835522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:16.836514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5ef81235-130f-4dd1-93e6-4ac8a988f984 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:16.946623 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Network': ['ID=2e5b2244-e887-4d4b-b445-1dce9124737a,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:16.949876 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:16.956687 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0dc9c27c-a398-4b5a-835f-bf5a6b31da43 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3750393
Nov 24 15:14:16.957057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:16.959992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 2e5b2244-e887-4d4b-b445-1dce9124737a details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:14:16.962856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'admin_state_up': True, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:16.970761 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:16.974775 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:router and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:16.977826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:16.987154 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:17.039361 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.040540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.060452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.265436 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.483110 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.516025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.645271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.39 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/8c9e8413-5983-43ae-9c99-1fee25e738fc) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:14:17.788421 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.862085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:17.865960 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9535a87c-dc5a-4350-a3c4-8e2772a9952c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:17.933844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:14:17.937073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:14:17.939612 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:14:17.968756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=8c9e8413-5983-43ae-9c99-1fee25e738fc,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:17.974498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:18.154169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:18.154831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:18.582090 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:14:18.783146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:14:18.793641 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Sync routers for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:14:18.805559 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:18.806356 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420417d00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:13:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:18.844949 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:18.848972 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6aab199f-46ef-4eb2-a733-d0d7405439c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.8880219
Nov 24 15:14:18.849201 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36490) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:18.890233 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-56b2bcdc-8267-43e8-9e64-6a82484fb737 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5aaaae59b87f41188b537d3932c03255&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0398626
Nov 24 15:14:18.892783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36494) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:18.979423 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:19.023271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c5cf0-beff-4dcb-a86f-c37d223b08f6 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:19.024799 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3d2c5cf0-beff-4dcb-a86f-c37d223b08f6 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1310904
Nov 24 15:14:19.028082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36498) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:19.073120 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-40b34c8c-2e3c-48c6-b61c-c8dbf05253ef tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=5b0d8217-df71-450f-94d7-3850664dbcf8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0438731
Nov 24 15:14:19.076330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36502) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:19.081657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1798000002', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'project_id': '5aaaae59b87f41188b537d3932c03255', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:19.192602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:19.196289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:subnet and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:19.199135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:19.204803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:19.273293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'subnet': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:14:19.282896 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420417d00>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:18Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:19.286689 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Checking router: 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:14:19.287032 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Updating router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 port 8c9e8413-5983-43ae-9c99-1fee25e738fc binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:14:19.336568 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.377454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66730941'] for subnet, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.650652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66709765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66730895'] for subnet, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.655870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-d266286c-fd38-4c96-8fad-3b54c1da6172 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:19.664973 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.676963 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Transition to ACTIVE for port object 8c9e8413-5983-43ae-9c99-1fee25e738fc will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:14:19.733785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Subnet': ['ID=5825c154-c510-446b-9026-a804c74420ec,revision_number=0']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:19.737059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:19.744026 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Checking segment: {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:14:19.744398 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network hostable DHCP agents. Network: 2e5b2244-e887-4d4b-b445-1dce9124737a, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:14:19.747833 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.751674 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-deb58a4d-5037-47f9-95d1-47d26c13752f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:19.827920 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Pushing event updated for resources: {'Port': ['ID=8c9e8413-5983-43ae-9c99-1fee25e738fc,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:19.834366 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Attempting to bind port 8c9e8413-5983-43ae-9c99-1fee25e738fc on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:14:19.834734 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Attempting to bind port 8c9e8413-5983-43ae-9c99-1fee25e738fc by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:14:19.835096 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Attempting to bind port 8c9e8413-5983-43ae-9c99-1fee25e738fc on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:14:19.844842 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.845183 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.845515 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.845843 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.846167 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.846489 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.846810 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.847126 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.847441 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.847750 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.848062 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:14:19.851436 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:14:19.851853 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:14:19.852227 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.852613 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:14:19.853229 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Bound port: 8c9e8413-5983-43ae-9c99-1fee25e738fc, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:14:19.853607 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.856874 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 2e5b2244-e887-4d4b-b445-1dce9124737a is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:14:19.881604 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:19.913371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 2e5b2244-e887-4d4b-b445-1dce9124737a) {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:14:19.921555 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800165ba-b967-437d-ab45-f18fd1882e48 None None] Network 2e5b2244-e887-4d4b-b445-1dce9124737a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:14:19.924777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:19.929397 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] For port 8c9e8413-5983-43ae-9c99-1fee25e738fc, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:14:19.929526 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:19.929615 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] For port 8c9e8413-5983-43ae-9c99-1fee25e738fc, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8c9e8413-5983-43ae-9c99-1fee25e738fc,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:14:19.999443 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.003189 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:20.008222 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-54b5e95b-ddb0-40ba-a3db-2c1ea1897292 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9283192
Nov 24 15:14:20.008452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36506) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:20.087118 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:20.087745 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6420417d00>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:13:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:20.135532 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Pushing event updated for resources: {'Port': ['ID=8c9e8413-5983-43ae-9c99-1fee25e738fc,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:20.142542 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-2e5b2244-e887-4d4b-b445-1dce9124737a', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:14:20.143618 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.155411 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-77f131da-8c2a-4803-8d42-3ed43118e3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:20.272258 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:20.306137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Allocated IP 172.20.0.2 (2e5b2244-e887-4d4b-b445-1dce9124737a/5825c154-c510-446b-9026-a804c74420ec/5d0f9bb9-49c6-4658-a206-8564db6d27ad) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:14:20.519382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.530400 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Transition to ACTIVE for port object 5d0f9bb9-49c6-4658-a206-8564db6d27ad will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:14:20.549153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Transition to ACTIVE for port object 5d0f9bb9-49c6-4658-a206-8564db6d27ad will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:14:20.565814 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6420417d00>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:18Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:20.569755 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31af57-3b93-4fc6-ad6e-6ba8aeeb1416 None None] The sync data for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv is: [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:18Z', 'revision_number': 3, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:14:20.599570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.605523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:20.691107 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Network 2e5b2244-e887-4d4b-b445-1dce9124737a is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:14:20.692503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:14:20.694286 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Pushing event updated for resources: {'Port': ['ID=5d0f9bb9-49c6-4658-a206-8564db6d27ad,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:20.696671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:14:20.699753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:20.792666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.808515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Attempting to bind port 5d0f9bb9-49c6-4658-a206-8564db6d27ad on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:14:20.809919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Attempting to bind port 5d0f9bb9-49c6-4658-a206-8564db6d27ad by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:14:20.810531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Attempting to bind port 5d0f9bb9-49c6-4658-a206-8564db6d27ad on network 2e5b2244-e887-4d4b-b445-1dce9124737a {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:14:20.822797 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:14:20.824025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Checking segment: {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:14:20.824730 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.825311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Bound using segment: {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:14:20.825793 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Bound port: 5d0f9bb9-49c6-4658-a206-8564db6d27ad, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:14:20.826180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.941457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:20.942061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] For port 5d0f9bb9-49c6-4658-a206-8564db6d27ad, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:14:20.945234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] For port 5d0f9bb9-49c6-4658-a206-8564db6d27ad, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5d0f9bb9-49c6-4658-a206-8564db6d27ad,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:14:21.005222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:21.009128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:21.091587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Pushing event updated for resources: {'Port': ['ID=5d0f9bb9-49c6-4658-a206-8564db6d27ad,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:21.095288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:21.375456 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.1 (2e5b2244-e887-4d4b-b445-1dce9124737a/5825c154-c510-446b-9026-a804c74420ec/8435aca4-d7f1-4a5e-85ea-198bcd6b5a06) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:14:21.539002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:21.554576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:14:21.633487 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:21.637924 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c65cce8d-8f82-4b85-aaba-6a419f176dc4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:21.698322 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 2e5b2244-e887-4d4b-b445-1dce9124737a is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:14:21.710409 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:14:21.715661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:14:21.747034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:21.754106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:21.778978 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:21.909432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:22.021613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc6dfd-180a-473a-9ac3-8a759750a87e None None] Network 2e5b2244-e887-4d4b-b445-1dce9124737a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:14:22.153929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-12ad315c-e1e6-4632-a223-e973c2dcd4b4 None None] Provisioning for port 5d0f9bb9-49c6-4658-a206-8564db6d27ad completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:14:22.321653 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:22.399077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:22.570942 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ed6be9e0-8a25-4bb4-87be-74580aef9606 None None] Provisioning for port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:14:22.577283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-ed6be9e0-8a25-4bb4-87be-74580aef9606 None None] Provisioning complete for port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:22.582666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ed6be9e0-8a25-4bb4-87be-74580aef9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:22.602762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e179ba3d-92ad-4cfe-a39e-0aaeb0b34eb8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:22.635431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:22.685695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-ed6be9e0-8a25-4bb4-87be-74580aef9606 None None] Port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:14:22.752887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8c9e8413-5983-43ae-9c99-1fee25e738fc up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:14:22.755826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:22.758853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:22.820937 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 2e5b2244-e887-4d4b-b445-1dce9124737a is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:14:22.822135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:14:22.841112 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8ca6b570-18d8-431e-b95b-5e17431fbc1f None None] Provisioning complete for port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:22.841498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8ca6b570-18d8-431e-b95b-5e17431fbc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:22.895533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8c9e8413-5983-43ae-9c99-1fee25e738fc completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:14:22.900837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6b570-18d8-431e-b95b-5e17431fbc1f None None] Port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:14:22.903837 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8c9e8413-5983-43ae-9c99-1fee25e738fc triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:22.904247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.028129 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.045353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 8c9e8413-5983-43ae-9c99-1fee25e738fc, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8c9e8413-5983-43ae-9c99-1fee25e738fc,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:23.126812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c795f292-6c7b-47c3-b667-0099cf534703 None None] Provisioning complete for port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:23.127110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c795f292-6c7b-47c3-b667-0099cf534703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.155538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.156402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5d0f9bb9-49c6-4658-a206-8564db6d27ad up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:14:23.227676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:23.230691 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:14:23.322532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c795f292-6c7b-47c3-b667-0099cf534703 None None] Port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:14:23.335567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=8c9e8413-5983-43ae-9c99-1fee25e738fc,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:23.340206 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:23.398692 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 5d0f9bb9-49c6-4658-a206-8564db6d27ad completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:14:23.403363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5d0f9bb9-49c6-4658-a206-8564db6d27ad triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:23.406361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.436844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:14:23.446273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5fa48da4-15fb-4e97-b2cd-2164f0b91410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.450362 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/5f314cbb-f38e-4f72-9118-a179dfd3c9b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4409015
Nov 24 15:14:23.528407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.563118 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 5d0f9bb9-49c6-4658-a206-8564db6d27ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5d0f9bb9-49c6-4658-a206-8564db6d27ad,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:23.622746 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:23.624339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-2ad30ccb-505a-4848-b77b-9834f39b0458 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:14:23.624798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:23.696228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-2ad30ccb-505a-4848-b77b-9834f39b0458 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:14:23.696470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=5d0f9bb9-49c6-4658-a206-8564db6d27ad,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:23.697515 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-2ad30ccb-505a-4848-b77b-9834f39b0458 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640881408&fields=id&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 267 time: 0.1159532
Nov 24 15:14:23.699407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:23.846208 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-7c43cf3d-4800-4232-a747-6fc5a1e266cd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:23.846872 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-7c43cf3d-4800-4232-a747-6fc5a1e266cd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:14:23.907648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-7c43cf3d-4800-4232-a747-6fc5a1e266cd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:14:23.908904 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-7c43cf3d-4800-4232-a747-6fc5a1e266cd tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/networks?id=2e5b2244-e887-4d4b-b445-1dce9124737a HTTP/1.1" status: 200  len: 797 time: 0.2046909
Nov 24 15:14:23.925585 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-e25616a8-eeaa-40fe-a941-deb824ebdb26 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/quotas/5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 375 time: 0.0114291
Nov 24 15:14:23.947387 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:24.014342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-680b78b4-c283-4939-a980-299551cea060 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:14:24.067271 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-680b78b4-c283-4939-a980-299551cea060 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:14:24.068618 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-680b78b4-c283-4939-a980-299551cea060 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1378784
Nov 24 15:14:24.101628 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Sync routers for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:14:24.115010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:24.115808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff826a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:13:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:24.150343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-89f7cab6-abc3-4e2b-b5ba-1b5eb423546b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:14:24.151297 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-89f7cab6-abc3-4e2b-b5ba-1b5eb423546b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0714657
Nov 24 15:14:24.285634 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-8352fd54-f0db-42c4-b00a-4c5f4da9390b service neutron] 10.222.0.53 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272471
Nov 24 15:14:24.295011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:24.419712 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-e275138a-78e5-49a8-bb6c-b536b4afda8b service neutron] 10.222.0.53 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279097
Nov 24 15:14:24.622248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff826a0>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:22Z', 'revision_number': 2, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:24.627022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Checking router: 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:14:24.627393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Updating router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:14:24.689853 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8c9e8413-5983-43ae-9c99-1fee25e738fc up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:14:24.697078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-021c74b0-c6a3-4da7-bb62-06dc9246f057 req-450a7c46-a41a-4819-b132-5ad6357229f9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:14:24.709410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-021c74b0-c6a3-4da7-bb62-06dc9246f057 req-450a7c46-a41a-4819-b132-5ad6357229f9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:14:24.710657 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-021c74b0-c6a3-4da7-bb62-06dc9246f057 req-450a7c46-a41a-4819-b132-5ad6357229f9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 210 time: 0.0616863
Nov 24 15:14:24.764750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:24.883192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8c9e8413-5983-43ae-9c99-1fee25e738fc triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:24.883614 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.119011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5d0f9bb9-49c6-4658-a206-8564db6d27ad up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:14:25.267753 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 5d0f9bb9-49c6-4658-a206-8564db6d27ad triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:25.268160 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.297126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.320666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Transition to ACTIVE for port object 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:14:25.412470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.421231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:25.561649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1acedf-98a3-40a7-803b-7d38c763fe03 None None] Pushing event updated for resources: {'Port': ['ID=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:25.565935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8c1acedf-98a3-40a7-803b-7d38c763fe03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:25.668365 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Attempting to bind port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:14:25.668736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Attempting to bind port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:14:25.669100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Attempting to bind port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 on network 2e5b2244-e887-4d4b-b445-1dce9124737a {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:14:25.675815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:14:25.676216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Checking segment: {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:14:25.676620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.677012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Bound using segment: {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:14:25.677474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Bound port: 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:14:25.677850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.734592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0630e555-b421-4c0a-a132-bc81ff4b07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.774446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] For port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:14:25.778181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] For port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:14:25.868216 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:25.873651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:25.878504 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-02debcc6-6abb-46d6-b51c-5ad471c97abd req-9f6615e5-c392-49ff-8524-c62ab52b761c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 210 time: 0.0442476
Nov 24 15:14:25.951796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1acedf-98a3-40a7-803b-7d38c763fe03 None None] Pushing event updated for resources: {'Port': ['ID=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:25.955821 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8c1acedf-98a3-40a7-803b-7d38c763fe03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:25.958281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:25.958916 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff826a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:14:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:26.150558 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:26.473855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff826a0>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:25Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:26.478131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c07780-d75b-4b08-9bf0-c0e444fd5c8b None None] The sync data for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv is: [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:25Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:14:26.513531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-baf56173-779b-44e7-88b3-3263cf10db92 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:26.516555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-baf56173-779b-44e7-88b3-3263cf10db92 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/networks?id=2e5b2244-e887-4d4b-b445-1dce9124737a HTTP/1.1" status: 200  len: 797 time: 0.1536651
Nov 24 15:14:26.586489 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-fdc9c449-026c-4a55-aa57-5d3c49a9ac8c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aaaae59b87f41188b537d3932c03255 HTTP/1.1" status: 200  len: 380 time: 0.0537939
Nov 24 15:14:26.599551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'port': {'device_id': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'admin_state_up': True, 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'security_groups': ['6c1303ca-22e6-46e7-937e-8a3881558e01']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:26.662786 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:14:26.686171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:14:26.773173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:26.783858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:26.890467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Made reservation on behalf of 5aaaae59b87f41188b537d3932c03255 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:14:26.890863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:14:26.893594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:26.901557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:26.901557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:26.901557 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.042705 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.076992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:27.097617 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0e4b4736-5f8c-4c2d-92d1-66c43f88d4d6 req-de04bac4-fe06-4692-9a4f-6358d62366fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 210 time: 0.0483065
Nov 24 15:14:27.129866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.20.0.6 (2e5b2244-e887-4d4b-b445-1dce9124737a/5825c154-c510-446b-9026-a804c74420ec/1e41a58a-b47c-4ede-ba50-c2f92a6f95b1) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:14:27.147712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.149792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:27.227116 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:27.232071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:27.457495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.473833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Transition to ACTIVE for port object 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:14:27.542842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.548468 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6acb73db-c5e1-47c2-ba59-7e336d0038a3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:27.612209 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 2e5b2244-e887-4d4b-b445-1dce9124737a is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:14:27.619479 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:14:27.624657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:14:27.655042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:27.661682 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:27.693999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:27.694586 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.760155 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1671379
Nov 24 15:14:27.772346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Request body: {'port': {'device_id': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:27.884765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.935889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c493077-d73d-42d6-a69d-df1453ab748a None None] Provisioning for port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:14:27.940927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-5c493077-d73d-42d6-a69d-df1453ab748a None None] Provisioning complete for port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:27.941298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5c493077-d73d-42d6-a69d-df1453ab748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:27.996972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-5c493077-d73d-42d6-a69d-df1453ab748a None None] Port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:14:28.224765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:14:28.232476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:28.247117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Transition to ACTIVE for port object 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:14:28.295881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:28.300847 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9768d-32a0-4366-a119-7ae68f2a9f5d req-9d606740-f1e4-47ce-8c95-f2b15d56638f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:28.302576 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:28.302721 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c7d9768d-32a0-4366-a119-7ae68f2a9f5d req-9d606740-f1e4-47ce-8c95-f2b15d56638f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 931 time: 0.0783150
Nov 24 15:14:28.356995 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c7d9768d-32a0-4366-a119-7ae68f2a9f5d req-a03f2bf9-be6d-40bc-8778-063f2d8384f2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467000
Nov 24 15:14:28.367257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:28.487360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:28.487360 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:28.553631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Attempting to bind port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:14:28.554313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Attempting to bind port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:14:28.554313 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Attempting to bind port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 on network 2e5b2244-e887-4d4b-b445-1dce9124737a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:14:28.560607 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 on network 2e5b2244-e887-4d4b-b445-1dce9124737a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:14:28.560936 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Attempting to bind port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 on network 2e5b2244-e887-4d4b-b445-1dce9124737a {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:14:28.567616 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:14:28.567935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Checking segment: {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:14:28.568344 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Bound using segment: {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:14:28.568760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Bound port: 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6624e4-cd41-482a-9c80-997c551db2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:14:28.569096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:28.652337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:14:28.674437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] For port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:14:28.677465 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] For port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:14:28.721080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:28.721460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:28.787999 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:28.793325 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e2d005ae-135e-433d-815e-6081de701ae8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:28.848619 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:28.850112 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] 10.222.0.81 "PUT /v2.0/ports/1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 HTTP/1.1" status: 200  len: 1093 time: 1.0820680
Nov 24 15:14:28.852868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:14:28.879046 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:28.881929 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:28.919757 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'status': 'completed', 'code': 200}
Nov 24 15:14:29.017321 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1743d91c-0ce6-4e6e-830f-bad0668ad215 req-9633716a-6b06-4d43-909b-52e9061a38e2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 1096 time: 0.0777614
Nov 24 15:14:29.163151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d91c-0ce6-4e6e-830f-bad0668ad215 req-85ccda7b-fdf6-4354-88e8-4bfea95b1f97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:29.164505 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1743d91c-0ce6-4e6e-830f-bad0668ad215 req-85ccda7b-fdf6-4354-88e8-4bfea95b1f97 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=5aaaae59b87f41188b537d3932c03255&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1378901
Nov 24 15:14:29.299311 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d91c-0ce6-4e6e-830f-bad0668ad215 req-ba7e0b3c-290a-4bc6-a701-85f1beac5f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:29.300849 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1743d91c-0ce6-4e6e-830f-bad0668ad215 req-ba7e0b3c-290a-4bc6-a701-85f1beac5f0a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1287799
Nov 24 15:14:29.408755 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-86e094a9-d148-4319-93a2-f287901c5d47 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 1096 time: 0.0693476
Nov 24 15:14:29.593688 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-a4f98411-d13d-45a4-86f5-8ef04d889b31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 HTTP/1.1" status: 200  len: 217 time: 0.1754453
Nov 24 15:14:29.657836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-957822ff-ad76-4547-bde9-cdd0a2f2798d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:29.659324 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-957822ff-ad76-4547-bde9-cdd0a2f2798d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5825c154-c510-446b-9026-a804c74420ec HTTP/1.1" status: 200  len: 835 time: 0.0578721
Nov 24 15:14:29.663617 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7748c3-5108-46f0-82b5-b9428b8a3010 req-da849998-4d18-4d5d-8d68-8bb378eb940a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:29.665065 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cb7748c3-5108-46f0-82b5-b9428b8a3010 req-da849998-4d18-4d5d-8d68-8bb378eb940a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 943 time: 0.0782757
Nov 24 15:14:29.711920 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-cb7748c3-5108-46f0-82b5-b9428b8a3010 req-f5eb03a2-225d-4d88-93bf-e760af5860be tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412874
Nov 24 15:14:29.737920 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-65ca91bb-9c95-4ba7-9203-497c8375414c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e5b2244-e887-4d4b-b445-1dce9124737a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702977
Nov 24 15:14:29.870588 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-7a2c2d46-3332-4342-ba11-5c6aa106e39c service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255033
Nov 24 15:14:30.002159 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1e31262-73e2-4d6e-aacc-70b13f3cc93c req-2f6fc563-b1c5-41b6-b0a9-052688956217 service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254468
Nov 24 15:14:30.915234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0de625-10e7-4373-a8db-28a1efffd1a5 req-2d62b593-24ed-4542-8771-d479bee78b5b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:30.915916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-cf0de625-10e7-4373-a8db-28a1efffd1a5 req-2d62b593-24ed-4542-8771-d479bee78b5b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:14:30.975535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-cf0de625-10e7-4373-a8db-28a1efffd1a5 req-2d62b593-24ed-4542-8771-d479bee78b5b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:14:30.976709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cf0de625-10e7-4373-a8db-28a1efffd1a5 req-2d62b593-24ed-4542-8771-d479bee78b5b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 943 time: 0.1410437
Nov 24 15:14:31.024268 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-cf0de625-10e7-4373-a8db-28a1efffd1a5 req-234157cf-6b21-4965-a495-66162606d7e2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407603
Nov 24 15:14:32.227313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb10b-0f89-4bf2-8852-46f41ff34b0f req-a65560d2-1264-4e08-9d5d-b4af9e3b3009 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:32.229067 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1e4bb10b-0f89-4bf2-8852-46f41ff34b0f req-a65560d2-1264-4e08-9d5d-b4af9e3b3009 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 943 time: 0.0823755
Nov 24 15:14:32.260772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:14:32.374514 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1e4bb10b-0f89-4bf2-8852-46f41ff34b0f req-b26d141d-bfb9-4826-908a-f9bdac348249 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387713
Nov 24 15:14:32.401822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:32.414726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'port_id': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'mac_address': 'fa:16:3e:43:6a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:14:32.467887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:32.488329 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:14:32.503001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:32.564299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:32.566002 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:32.629747 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:32.632577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:32.842796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['1e41a58a-b47c-4ede-ba50-c2f92a6f95b1'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:14:33.567006 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf3c3-c36e-4e73-b565-3b7d36636475 req-67547d38-34cb-4e3d-a787-1a4545bf5e50 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:33.568441 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba5bf3c3-c36e-4e73-b565-3b7d36636475 req-67547d38-34cb-4e3d-a787-1a4545bf5e50 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 944 time: 0.0754817
Nov 24 15:14:33.617797 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba5bf3c3-c36e-4e73-b565-3b7d36636475 req-912f2147-bbcf-45f8-9d34-81d1e0dd972e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431426
Nov 24 15:14:34.275554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:14:34.404418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:14:34.409169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:14:34.409548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:34.520389 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:34.546104 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:14:34.555446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:14:34.601391 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'code': 200}
Nov 24 15:14:34.615847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:34.617779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-603f868a-3d65-4fcc-930c-1dea77526ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:34.689429 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:34.692518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:34.819745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35fa64-d3ed-47af-a6f2-9cc99629ba03 req-eafaaa93-5ebc-48c3-91c6-f95eefa0162a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:34.821239 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9c35fa64-d3ed-47af-a6f2-9cc99629ba03 req-eafaaa93-5ebc-48c3-91c6-f95eefa0162a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0790455
Nov 24 15:14:34.880526 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9c35fa64-d3ed-47af-a6f2-9cc99629ba03 req-ffcddf21-7f2d-411c-8630-c6cc38be7e83 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527627
Nov 24 15:14:34.956584 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e85f3dee-80e7-4816-8c7c-9d12a672696a req-d6f7250c-af24-49e3-ab3d-e0d461044cf4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 1098 time: 0.0736744
Nov 24 15:14:34.999833 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e85f3dee-80e7-4816-8c7c-9d12a672696a req-716489dc-4081-41c2-95e6-9c30273d81ed service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363064
Nov 24 15:14:36.082799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be2b89-0ec3-4ff7-bf41-44e274ae57e3 req-f9dcd426-9f31-4b06-a165-2e03f62cae29 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:36.093425 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-90be2b89-0ec3-4ff7-bf41-44e274ae57e3 req-f9dcd426-9f31-4b06-a165-2e03f62cae29 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0786407
Nov 24 15:14:36.130020 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-90be2b89-0ec3-4ff7-bf41-44e274ae57e3 req-e7e40c78-c71e-4cc9-9139-43c839dcc4d5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396931
Nov 24 15:14:37.326966 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf13e7-6a3c-4735-a1c1-c13e3e3e4331 req-5447e458-a330-44e4-8e2a-1bca53c316d3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:37.328430 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0bdf13e7-6a3c-4735-a1c1-c13e3e3e4331 req-5447e458-a330-44e4-8e2a-1bca53c316d3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0764048
Nov 24 15:14:37.374643 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0bdf13e7-6a3c-4735-a1c1-c13e3e3e4331 req-bd752bff-46e4-4709-9897-5147229e9751 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408449
Nov 24 15:14:37.573043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974087ce-76ef-49d6-8264-fe9584604c73 req-4a838ac9-3f49-495f-a641-e70888b9ee76 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:37.575196 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-974087ce-76ef-49d6-8264-fe9584604c73 req-4a838ac9-3f49-495f-a641-e70888b9ee76 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0784297
Nov 24 15:14:37.619390 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-974087ce-76ef-49d6-8264-fe9584604c73 req-46587d6c-8b9f-483f-afa4-fec9bc6d1464 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387695
Nov 24 15:14:37.647030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36558) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:37.715461 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-dacaaaad-af93-45e3-b3f9-b5adb8bf9de3 tempest-TestNetworkAdvancedServerOps-1107017021 tempest-TestNetworkAdvancedServerOps-1107017021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 1093 time: 0.0670786
Nov 24 15:14:37.717778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36562) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:37.722986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:14:37.728352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:14:37.732530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Usage tracker for resource:floatingip and tenant:5aaaae59b87f41188b537d3932c03255 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:14:37.735298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:14:37.740906 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:14:37.810059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:37.946427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:38.083288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Allocated IP 172.26.2.61 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/01f37544-2b89-4596-acb7-d6ff79b28d51) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:14:38.232165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:38.296038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:38.299672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf468c49-614b-4404-af38-f19e1ed2dff4 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:38.361257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:14:38.368585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:14:38.373342 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:14:38.402731 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=01f37544-2b89-4596-acb7-d6ff79b28d51,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:38.414824 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:38.883410 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:38.982729 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:39.286333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:39.335862 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:39.339770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa185830-beb7-4084-b98f-6e96f7d81b08 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:14:39.442029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event updated for resources: {'Port': ['ID=01f37544-2b89-4596-acb7-d6ff79b28d51,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:14:39.444834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:14:39.462231 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:39.651715 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Floating IP 9d31aad3-b625-4fd1-9d49-9209de1c2fd8 associated. External IP: 172.26.2.61, port: 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1.
Nov 24 15:14:40.043004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:14:40.240401 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:14:40.250118 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] Sync routers for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:14:40.263699 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:40.264329 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200d5c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:14:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:40.347458 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:40.402215 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6834157
Nov 24 15:14:40.402947 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:14:40.448639 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:40.457472 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'status': 'completed', 'code': 200}
Nov 24 15:14:40.555278 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-41c5f8ae-06df-4ae0-80d9-f4bcd6582e60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 1098 time: 0.0742602
Nov 24 15:14:40.587289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac9cb-cc8f-440f-befc-832f8a514fc5 req-927ef202-619d-4cf3-95aa-be3802f1faae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:40.589411 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-65fac9cb-cc8f-440f-befc-832f8a514fc5 req-927ef202-619d-4cf3-95aa-be3802f1faae tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0818818
Nov 24 15:14:40.644764 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-65fac9cb-cc8f-440f-befc-832f8a514fc5 req-445332cf-e980-49e4-9e8e-7312635a34f2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412939
Nov 24 15:14:40.673124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36570) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:40.694206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-66e69470-3b9a-4f04-b241-421406745d51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:40.695642 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-66e69470-3b9a-4f04-b241-421406745d51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e5b2244-e887-4d4b-b445-1dce9124737a HTTP/1.1" status: 200  len: 898 time: 0.1340201
Nov 24 15:14:40.782108 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-da5924c8-8c38-417e-9723-3e3e8e344bc9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/9d31aad3-b625-4fd1-9d49-9209de1c2fd8 HTTP/1.1" status: 200  len: 990 time: 0.1075816
Nov 24 15:14:40.801990 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-bc95d01e-f246-4373-8658-0fa6cfaa92ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 HTTP/1.1" status: 200  len: 998 time: 0.0997922
Nov 24 15:14:40.850453 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200d5c40>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '9d31aad3-b625-4fd1-9d49-9209de1c2fd8', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.61', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'port_id': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'mac_address': 'fa:16:3e:43:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:14:38Z', 'updated_at': '2021-11-24T15:14:38Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:40.855716 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] Checking router: 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:14:40.866298 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-16745323-06b3-4dd5-a0f6-9c917b6a9374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:14:40.866492 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:14:40.866977 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64200d5c40>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:14:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:40.867743 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-16745323-06b3-4dd5-a0f6-9c917b6a9374 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5825c154-c510-446b-9026-a804c74420ec HTTP/1.1" status: 200  len: 835 time: 0.0593381
Nov 24 15:14:40.945922 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-fe0bdac7-9752-4ce4-8ed5-879b9d3a46d5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e5b2244-e887-4d4b-b445-1dce9124737a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684829
Nov 24 15:14:41.049949 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:14:41.076777 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-26d58538-4afb-44d4-8806-d0150672fb7d service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247613
Nov 24 15:14:41.210916 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c2e44184-c1cb-45ca-bfc4-9ad7d7a86800 req-0d177268-8cfe-4532-89ea-2c74199d5d88 service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279564
Nov 24 15:14:41.390138 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64200d5c40>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '9d31aad3-b625-4fd1-9d49-9209de1c2fd8', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.61', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'port_id': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'mac_address': 'fa:16:3e:43:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:14:38Z', 'updated_at': '2021-11-24T15:14:38Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:14:41.393983 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9983ce1e-c1ab-4202-a8bb-02c8d72b6c5d None None] The sync data for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv is: [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '9d31aad3-b625-4fd1-9d49-9209de1c2fd8', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'floating_ip_address': '172.26.2.61', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'port_id': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'mac_address': 'fa:16:3e:43:6a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:14:38Z', 'updated_at': '2021-11-24T15:14:38Z', 'revision_number': 0, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:14:41.785715 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36574) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:41.891462 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a06cdfa3-e683-4f44-87d8-d41c9877b690 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/9d31aad3-b625-4fd1-9d49-9209de1c2fd8 HTTP/1.1" status: 200  len: 990 time: 0.1045313
Nov 24 15:14:42.895074 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36578) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:42.997915 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-68b9d98d-638c-4458-9e0c-ff25166b1935 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/9d31aad3-b625-4fd1-9d49-9209de1c2fd8 HTTP/1.1" status: 200  len: 990 time: 0.1015584
Nov 24 15:14:43.231338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49df4c-cbaa-4242-8122-4d0e43350eba None None] New status for floating IP 9d31aad3-b625-4fd1-9d49-9209de1c2fd8: ACTIVE {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:14:44.001717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36582) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:14:44.212392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-4ba04dd7-002e-483c-8fe6-73b4ac375127 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/9d31aad3-b625-4fd1-9d49-9209de1c2fd8 HTTP/1.1" status: 200  len: 992 time: 0.2093041
Nov 24 15:14:50.677996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:53.455531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90c77bd7-5914-465f-a1a7-67ae0047ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:53.964070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:55.735010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c92e1732-1c97-4677-9a3c-0a2a18fe98f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:56.860899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:14:58.329235 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:03.646166 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:15:14.145071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a98978-c0bc-49cf-8103-0e30d1d9751b req-5513bb91-a03a-4f11-8531-8da83b70b2f3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:14.146399 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-36a98978-c0bc-49cf-8103-0e30d1d9751b req-5513bb91-a03a-4f11-8531-8da83b70b2f3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0791101
Nov 24 15:15:14.192659 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-36a98978-c0bc-49cf-8103-0e30d1d9751b req-fcfeca59-97b8-4fa5-b99b-d295529c2827 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408850
Nov 24 15:15:15.391341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f67e7f-25ff-4ae9-9f06-2edd30e3780c req-cec35f80-d1a9-4f0a-91a4-056de23d5eb9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:15.392804 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-80f67e7f-25ff-4ae9-9f06-2edd30e3780c req-cec35f80-d1a9-4f0a-91a4-056de23d5eb9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0794294
Nov 24 15:15:15.437288 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-80f67e7f-25ff-4ae9-9f06-2edd30e3780c req-00edaa67-e0ff-42b6-873a-fcad58cc3ffc tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390961
Nov 24 15:15:15.465759 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36604) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:15.570743 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ae80d7d6-eb02-44be-8212-c8b4171d467b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/9d31aad3-b625-4fd1-9d49-9209de1c2fd8 HTTP/1.1" status: 200  len: 992 time: 0.1035967
Nov 24 15:15:17.258363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d4e9-8c45-4e22-a3b6-5fc83d3be804 req-cac59d3f-5e63-49b9-8e17-3d896a49509f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:17.259790 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d50d4e9-8c45-4e22-a3b6-5fc83d3be804 req-cac59d3f-5e63-49b9-8e17-3d896a49509f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.1275823
Nov 24 15:15:17.323378 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8d50d4e9-8c45-4e22-a3b6-5fc83d3be804 req-784a82bc-6539-4073-8265-6a9b795f6c5f tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572968
Nov 24 15:15:17.329045 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-9d23c03a-5fb4-466d-893f-e75f3e293e51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 1098 time: 0.1252208
Nov 24 15:15:17.463498 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-6b6c85a2-8d89-4d68-92fc-1f02aaa65f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:17.465664 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-6b6c85a2-8d89-4d68-92fc-1f02aaa65f29 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e5b2244-e887-4d4b-b445-1dce9124737a HTTP/1.1" status: 200  len: 898 time: 0.1287255
Nov 24 15:15:17.568891 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-2e0a01a1-6572-460b-b13b-c9c4220a2696 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 HTTP/1.1" status: 200  len: 1000 time: 0.0970473
Nov 24 15:15:17.631780 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-adb86283-d297-45b7-ba9e-7eec46578a67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:17.633169 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-adb86283-d297-45b7-ba9e-7eec46578a67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5825c154-c510-446b-9026-a804c74420ec HTTP/1.1" status: 200  len: 835 time: 0.0576096
Nov 24 15:15:17.706330 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-4a3a1c94-6449-4374-9926-4cd9af84fb0c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e5b2244-e887-4d4b-b445-1dce9124737a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662348
Nov 24 15:15:17.838565 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-8b58a39d-0008-4848-ad01-658bb21d9c49 service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253796
Nov 24 15:15:17.974517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0dfd6589-221b-46c3-9311-ba82f5d3a2db req-bcb1548a-304a-4aab-b268-a8e7b0e69908 service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296251
Nov 24 15:15:18.517447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04fa30-ff29-4243-860e-9bc08c78578c req-b828f786-02e5-4fd9-904f-4a6ae834c654 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:18.518857 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df04fa30-ff29-4243-860e-9bc08c78578c req-b828f786-02e5-4fd9-904f-4a6ae834c654 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0746341
Nov 24 15:15:18.673396 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-df04fa30-ff29-4243-860e-9bc08c78578c req-66aae248-4dbd-49d6-a081-b208532fd998 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1490290
Nov 24 15:15:19.874796 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32451531-9f12-4f66-a48d-c6a2e7a9beb5 req-caea4317-cc6a-4f19-8d45-b23365ed5c88 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:19.876341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-32451531-9f12-4f66-a48d-c6a2e7a9beb5 req-caea4317-cc6a-4f19-8d45-b23365ed5c88 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0806646
Nov 24 15:15:19.922057 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-32451531-9f12-4f66-a48d-c6a2e7a9beb5 req-77acf224-c9c7-404c-aefb-7a09a0e90541 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399864
Nov 24 15:15:19.951124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36618) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:20.055721 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-53a379ad-e3ba-49a3-9e41-c1d40a0cd6a8 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/floatingips/9d31aad3-b625-4fd1-9d49-9209de1c2fd8 HTTP/1.1" status: 200  len: 992 time: 0.1033621
Nov 24 15:15:20.335305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36626) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:20.532385 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 01f37544-2b89-4596-acb7-d6ff79b28d51 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:15:20.532728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:20.683183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:20.705619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:20.705942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:20.826158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 01f37544-2b89-4596-acb7-d6ff79b28d51 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:15:21.043703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:21.047345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-703a9c81-0e5d-42d4-b93f-3b1a80eda28b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:21.086804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=01f37544-2b89-4596-acb7-d6ff79b28d51,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:21.126758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.127138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.127513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.127883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.128279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.128646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.129003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.129366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.129724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.130081 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.130438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:21.137131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:21.193064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:21.576249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:15:21.775425 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:15:21.785205 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] Sync routers for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:15:21.797000 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:21.797653 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd31ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:14:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:21.903668 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:21.979304 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:22.067283 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-10021b05-3b99-429f-8987-e9e9a82ae172 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/floatingips/9d31aad3-b625-4fd1-9d49-9209de1c2fd8 HTTP/1.1" status: 204  len: 168 time: 1.7309380
Nov 24 15:15:22.067928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:15:22.130975 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'status': 'completed', 'code': 200}
Nov 24 15:15:22.228676 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-a089642c-017f-4ae1-a883-7549c82b2ed4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5aaaae59b87f41188b537d3932c03255&device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 1098 time: 0.0753672
Nov 24 15:15:22.305720 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd31ee0>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:22.309825 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] Checking router: 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:15:22.321402 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:22.322004 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd31ee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:14:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:22.365034 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-ce8b6764-3d6e-40a8-9e8e-cd05fa29bb0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:22.366506 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-ce8b6764-3d6e-40a8-9e8e-cd05fa29bb0f service neutron] 10.222.0.81 "GET /v2.0/networks?id=2e5b2244-e887-4d4b-b445-1dce9124737a HTTP/1.1" status: 200  len: 898 time: 0.1302409
Nov 24 15:15:22.543891 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:22.558185 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-1e4cf623-2f7a-4a50-b9a1-2087527d4080 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 HTTP/1.1" status: 200  len: 217 time: 0.1832724
Nov 24 15:15:22.625310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-85f7cd89-a5e0-4b86-b4c0-42b5ac879810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:22.626724 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-85f7cd89-a5e0-4b86-b4c0-42b5ac879810 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5825c154-c510-446b-9026-a804c74420ec HTTP/1.1" status: 200  len: 835 time: 0.0614035
Nov 24 15:15:22.633889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba4bc-d9c6-440b-bf4c-eaaa1befba93 req-d917fdcb-2b31-427a-b005-c70bbc2e36ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:22.634828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-48cba4bc-d9c6-440b-bf4c-eaaa1befba93 req-d917fdcb-2b31-427a-b005-c70bbc2e36ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:15:22.709164 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-82c93835-1dfd-49ab-b431-41e71bc49f6b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2e5b2244-e887-4d4b-b445-1dce9124737a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751724
Nov 24 15:15:22.718318 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-48cba4bc-d9c6-440b-bf4c-eaaa1befba93 req-d917fdcb-2b31-427a-b005-c70bbc2e36ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:15:22.721775 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-48cba4bc-d9c6-440b-bf4c-eaaa1befba93 req-d917fdcb-2b31-427a-b005-c70bbc2e36ac tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.1657763
Nov 24 15:15:22.778178 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-48cba4bc-d9c6-440b-bf4c-eaaa1befba93 req-268ee12a-3159-466a-a6b8-5e44016975a0 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502949
Nov 24 15:15:22.888935 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd31ee0>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:22.893468 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f995dc9-8931-4ecf-b82c-de7203ec42ed None None] The sync data for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv is: [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:21Z', 'revision_number': 4, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '8435aca4-d7f1-4a5e-85ea-198bcd6b5a06', 'name': '', 'network_id': '2e5b2244-e887-4d4b-b445-1dce9124737a', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'mac_address': 'fa:16:3e:22:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5825c154-c510-446b-9026-a804c74420ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:21Z', 'updated_at': '2021-11-24T15:14:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'subnets': [{'id': '5825c154-c510-446b-9026-a804c74420ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:15:22.901233 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-396a914c-6174-4fdf-aa22-abe407dcbc33 service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835730
Nov 24 15:15:23.042043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-042cc136-4f69-4f2d-a99e-7c853ac1430c req-7e29e17c-d353-48fa-87a3-1b14e4966b67 service neutron] 10.222.0.81 "GET /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337435
Nov 24 15:15:23.130930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79340817-6878-48ca-a6c7-c0802ff60dbe None None] New status for floating IP 9d31aad3-b625-4fd1-9d49-9209de1c2fd8: DOWN {{(pid=84235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:15:23.425785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5e28b239-0e85-440b-9250-4d5991473178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:23.946328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:23.994276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b2f91-7f30-461b-952c-f51da80e028d req-558ba12d-8050-42ee-a448-bd50869879de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:23.995736 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-286b2f91-7f30-461b-952c-f51da80e028d req-558ba12d-8050-42ee-a448-bd50869879de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0828807
Nov 24 15:15:24.042679 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-286b2f91-7f30-461b-952c-f51da80e028d req-843cbba9-25cf-49a7-b5c5-7a299ac2bdf7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c1303ca-22e6-46e7-937e-8a3881558e01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403523
Nov 24 15:15:24.225596 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-5888dc86-6660-4907-8994-8b6b9ece55fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:24.226929 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-5888dc86-6660-4907-8994-8b6b9ece55fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 945 time: 0.0808465
Nov 24 15:15:24.293659 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:15:24.293993 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:24.533636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:24.533975 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:24.656695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:15:24.871787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:24.878413 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:24.919934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=1e41a58a-b47c-4ede-ba50-c2f92a6f95b1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:24.963466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.963847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.964246 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.964615 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.964977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.965332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.965687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.966041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.966395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.966743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.967272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:24.973982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:25.007739 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] No DVR routers for this DVR port 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:15:25.010019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:25.012496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'name': 'network-vif-deleted', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:15:25.067536 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cc5f0e-e912-4642-8bca-3085293dbcad', 'name': 'network-vif-deleted', 'tag': '1e41a58a-b47c-4ede-ba50-c2f92a6f95b1', 'status': 'completed', 'code': 200}
Nov 24 15:15:25.078810 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-234281f6-bd8a-4a54-9e2a-6d7f7d59b35b req-7354890e-7990-4b5e-a824-3effcde82f32 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.81 "DELETE /v2.0/ports/1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 HTTP/1.1" status: 204  len: 173 time: 0.8466849
Nov 24 15:15:25.212836 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-02663f77-fded-4220-85a3-223afd4542ba req-b90d961d-6d35-49da-8705-bff13e987fcf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Synchronizing usage tracker for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:15:25.272261 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-02663f77-fded-4220-85a3-223afd4542ba req-b90d961d-6d35-49da-8705-bff13e987fcf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Unset dirty status for tenant:5aaaae59b87f41188b537d3932c03255 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:15:25.273522 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02663f77-fded-4220-85a3-223afd4542ba req-b90d961d-6d35-49da-8705-bff13e987fcf tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4cc5f0e-e912-4642-8bca-3085293dbcad HTTP/1.1" status: 200  len: 210 time: 0.1053908
Nov 24 15:15:25.763291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5351af9c-3cf4-4672-95bd-40ab66e7a21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:26.379606 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36644) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:26.774861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:26.844126 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:27.376940 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:15:27.377279 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:27.557117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:27.557816 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:27.677142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:15:28.031935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:28.035524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-333923e0-e188-44fd-b0c8-2dce5be037a7 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:28.082511 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=8435aca4-d7f1-4a5e-85ea-198bcd6b5a06,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:28.085851 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:28.351698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:28.378148 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:28.493426 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:15:28.526398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:15:28.526758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1e41a58a-b47c-4ede-ba50-c2f92a6f95b1 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:15:28.959711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:15:29.156599 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:15:29.166649 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] Sync routers for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:15:29.177978 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:29.178567 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd31100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:29.227696 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5df92ec8-439d-463c-911c-08f2999cf155 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "PUT /v2.0/routers/5f314cbb-f38e-4f72-9118-a179dfd3c9b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8468852
Nov 24 15:15:29.230651 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36648) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:29.353951 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:29.531970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting subnet 5825c154-c510-446b-9026-a804c74420ec {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:15:29.534883 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:29.588271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:29.639614 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd31100>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:15:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:29.643482 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] Checking router: 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:15:29.653691 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] Routers {'5f314cbb-f38e-4f72-9118-a179dfd3c9b4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:29.654307 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd31100>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:29.670661 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:29.803484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:29.808113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b0b43fe4-bfe5-4483-a6ac-b0ab873f0a16 tempest-NetworksTest-954301995 tempest-NetworksTest-954301995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:29.832946 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] Set router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:29.849867 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Subnet': ['ID=5825c154-c510-446b-9026-a804c74420ec,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:29.852441 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:29.855491 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:29.862098 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-68785241-d2a0-4ed2-87bb-eded1f578a99 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/subnets/5825c154-c510-446b-9026-a804c74420ec HTTP/1.1" status: 204  len: 168 time: 0.6298804
Nov 24 15:15:29.869516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e7cea-d4da-4d44-a866-1decef167bcf None None] Network 2e5b2244-e887-4d4b-b445-1dce9124737a requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:15:29.923169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36652) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:30.131744 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.162503 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd31100>, [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:15:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:30.166328 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1d5ce-1f7b-4a43-aa01-9a7a9fde5587 None None] The sync data for ids ['5f314cbb-f38e-4f72-9118-a179dfd3c9b4'] in dv-neutron-818347-1-hyperv is: [{'id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306209112', 'tenant_id': '5aaaae59b87f41188b537d3932c03255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:15:27Z', 'revision_number': 5, 'project_id': '5aaaae59b87f41188b537d3932c03255', 'gw_port': {'id': '8c9e8413-5983-43ae-9c99-1fee25e738fc', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f314cbb-f38e-4f72-9118-a179dfd3c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:17Z', 'updated_at': '2021-11-24T15:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:15:30.178076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] DHCP port deletion for 2e5b2244-e887-4d4b-b445-1dce9124737a request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:15:30.183089 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Deleting port 5d0f9bb9-49c6-4658-a206-8564db6d27ad {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:15:30.183552 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.339408 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.382360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] For port 5d0f9bb9-49c6-4658-a206-8564db6d27ad, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=5d0f9bb9-49c6-4658-a206-8564db6d27ad,segment=NetworkSegment(dd6624e4-cd41-482a-9c80-997c551db2f9),segment_id=dd6624e4-cd41-482a-9c80-997c551db2f9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:30.382665 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.397588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Deleting port 8c9e8413-5983-43ae-9c99-1fee25e738fc {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:15:30.397873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.503989 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Calling delete_port for 5d0f9bb9-49c6-4658-a206-8564db6d27ad owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:15:30.584166 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] For port 8c9e8413-5983-43ae-9c99-1fee25e738fc, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=8c9e8413-5983-43ae-9c99-1fee25e738fc,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:30.586495 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.620817 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906'] for port, after_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.627353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-daf4ee73-bfc7-45c6-8176-7c6fcf37c667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:30.683207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:15:30.705770 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Pushing event deleted for resources: {'Port': ['ID=5d0f9bb9-49c6-4658-a206-8564db6d27ad,revision_number=None']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:30.722618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Calling delete_port for 8c9e8413-5983-43ae-9c99-1fee25e738fc owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:15:30.722960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:15:30.723310 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8435aca4-d7f1-4a5e-85ea-198bcd6b5a06 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:15:30.723720 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5d0f9bb9-49c6-4658-a206-8564db6d27ad no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:15:30.751123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] No DVR routers for this DVR port 5d0f9bb9-49c6-4658-a206-8564db6d27ad on host dv-neutron-818347-1-hyperv {{(pid=84235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:15:30.760056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 5d0f9bb9-49c6-4658-a206-8564db6d27ad {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:15:30.760422 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 5d0f9bb9-49c6-4658-a206-8564db6d27ad not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:15:30.765069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.765306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.765635 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.765963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.766290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.766609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.766927 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.767250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.767604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.767917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.768257 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:30.772573 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6bbbb175-ae26-4d5f-b5cd-9b632df92f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:30.934873 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:30.938656 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c5425599-033a-443b-8b2f-b066e9d4715a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:30.983703 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Port': ['ID=8c9e8413-5983-43ae-9c99-1fee25e738fc,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:30.986515 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:31.202121 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:31.564151 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:31.569230 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:31.655389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:31.655850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Fanout notify agent at l3_agent the message router_deleted on router 5f314cbb-f38e-4f72-9118-a179dfd3c9b4 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:15:31.671803 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:31.673004 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-6694cc4b-abf3-4efb-873f-6a488f82a3d2 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/routers/5f314cbb-f38e-4f72-9118-a179dfd3c9b4 HTTP/1.1" status: 204  len: 168 time: 1.7529826
Nov 24 15:15:31.675697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36658) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:31.809648 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.055762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.086524 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641e96f490>,) {'filters': {'network_id': ['2e5b2244-e887-4d4b-b445-1dce9124737a']}} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:32.099365 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e96f490>, 'dd6624e4-cd41-482a-9c80-997c551db2f9') {'for_net_delete': True} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:32.099646 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.services.segments.db [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641e96f490>, 'dd6624e4-cd41-482a-9c80-997c551db2f9') {} {{(pid=84234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:32.112627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66183647'] for segment, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.130074 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.136069 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:15:32.136517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66626418'] for segment, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]: Traceback (most recent call last):
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     timer()
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     cb(*args, **kw)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     return func(*args, **kwargs)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     self._notify()
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     self.callback(batched_events)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     event.method(event)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     return f(self, *a, **k)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._get(url).json()
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:15:32.151278 dv-neutron-818347-1-hyperv neutron-server[84234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:15:32.289089 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.292462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a5b747ce-2716-4aa0-b4f2-d07915c842f6 tempest-BulkNetworkOpsTest-76430059 tempest-BulkNetworkOpsTest-76430059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:32.306703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.318150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'Network': ['ID=2e5b2244-e887-4d4b-b445-1dce9124737a,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:32.321258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:32.364143 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-32eecdaa-79a6-4fba-b008-8dd3ac397308 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/networks/2e5b2244-e887-4d4b-b445-1dce9124737a HTTP/1.1" status: 204  len: 168 time: 0.6871853
Nov 24 15:15:32.366602 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36664) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:32.434964 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37022d4a-0ac2-4777-88ad-d4a94a5bd0d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.463979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37022d4a-0ac2-4777-88ad-d4a94a5bd0d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.562921 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37022d4a-0ac2-4777-88ad-d4a94a5bd0d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.566833 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-564d967e-7166-49f1-af86-69acfdcc9422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:32.582576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37022d4a-0ac2-4777-88ad-d4a94a5bd0d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1303ca-22e6-46e7-937e-8a3881558e01,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:32.585077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-37022d4a-0ac2-4777-88ad-d4a94a5bd0d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:32.643870 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-37022d4a-0ac2-4777-88ad-d4a94a5bd0d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:32.645249 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-37022d4a-0ac2-4777-88ad-d4a94a5bd0d9 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] 10.222.0.53 "DELETE /v2.0/security-groups/6c1303ca-22e6-46e7-937e-8a3881558e01 HTTP/1.1" status: 204  len: 168 time: 0.2777061
Nov 24 15:15:32.674049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8c9e8413-5983-43ae-9c99-1fee25e738fc no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:15:32.711778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 8c9e8413-5983-43ae-9c99-1fee25e738fc {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:15:32.712150 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 8c9e8413-5983-43ae-9c99-1fee25e738fc not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:15:33.274556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36674) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:33.464526 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-23696746-ac4a-4e63-9dd9-f9945cf8a285 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5aaaae59b87f41188b537d3932c03255&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1887259
Nov 24 15:15:33.467225 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36680) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:33.526499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2b00843-3215-4fa8-ae3c-62484ceecbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:33.552255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2b00843-3215-4fa8-ae3c-62484ceecbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:33.671907 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2b00843-3215-4fa8-ae3c-62484ceecbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:33.676955 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-af812cf5-3c54-4957-a55c-f3822bd47cd6 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:33.690065 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b00843-3215-4fa8-ae3c-62484ceecbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b336f38e-1a38-40a1-93a5-b8e168a2d433,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:33.692986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c2b00843-3215-4fa8-ae3c-62484ceecbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:33.698983 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-c2b00843-3215-4fa8-ae3c-62484ceecbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:33.700105 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-c2b00843-3215-4fa8-ae3c-62484ceecbd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b336f38e-1a38-40a1-93a5-b8e168a2d433 HTTP/1.1" status: 204  len: 168 time: 0.2319098
Nov 24 15:15:34.353217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36688) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:34.371806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:34.403191 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:34.407322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Usage tracker for resource:security_group_rule and tenant:e60afa654d324346b621ab6d630cfaa3 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:34.410205 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:34.417017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:34.485378 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:34.528697 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:34.535312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ee73cd06-8fac-4805-8504-e03b78cbdd11 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:34.574376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef149773-a2f0-4ae8-8c2b-280cf14c638b,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:34.578130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:34.580816 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e60afa654d324346b621ab6d630cfaa3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2266109
Nov 24 15:15:34.583452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36692) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:34.643948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06b7301e-7b13-4689-ba78-e1ef9e35b767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:34.668891 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06b7301e-7b13-4689-ba78-e1ef9e35b767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:34.780438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06b7301e-7b13-4689-ba78-e1ef9e35b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:34.784932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-280600dd-134d-440d-ac3a-9f09f6014f71 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:34.796027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7301e-7b13-4689-ba78-e1ef9e35b767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef149773-a2f0-4ae8-8c2b-280cf14c638b,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:34.798812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-06b7301e-7b13-4689-ba78-e1ef9e35b767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:34.805489 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-06b7301e-7b13-4689-ba78-e1ef9e35b767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:34.809245 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-06b7301e-7b13-4689-ba78-e1ef9e35b767 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef149773-a2f0-4ae8-8c2b-280cf14c638b HTTP/1.1" status: 204  len: 168 time: 0.2248552
Nov 24 15:15:35.968765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36714) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:36.095609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-717796148-network', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:36.100402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:36.104563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Usage tracker for resource:network and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:36.107361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:36.114530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:36.219794 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Made reservation on behalf of 4d2ad56427ad4d868c1de313e13e0dff for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:15:36.222098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.235451 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.269126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:36.272860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:36.275598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:36.281545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:36.344051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.396985 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.400911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9c005e73-22c4-48ee-804d-1dae8447bb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:36.425164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:15:36.438039 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b39252-fe42-4969-aa01-0c85982a5015,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:36.441855 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:36.445158 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.445158 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Added segment 92af3ff5-16a4-402c-9dea-582230061753 of type vlan for network 45c0bec9-7ad6-4017-a974-a369273f48a6
Nov 24 15:15:36.469597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.534393 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.535278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:36.535841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:36.539165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b19190a4-b127-4b08-9b0e-2ea0cdf2182d tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:36.637541 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Pushing event updated for resources: {'Network': ['ID=45c0bec9-7ad6-4017-a974-a369273f48a6,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:36.640311 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:36.648265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:15:36.683834 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7af11b8a-108d-4ea4-9ef4-e2218c10e478 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7136884
Nov 24 15:15:36.687596 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36720) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:36.693161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Request body: {'subnet': {'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-717796148-subnet', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:36.698303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:36.703182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Usage tracker for resource:subnet and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:36.707377 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:36.714262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:36.786060 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Made reservation on behalf of 4d2ad56427ad4d868c1de313e13e0dff for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:15:36.788504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.026024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.030364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f9cb3d51-897d-40af-8bc8-67faa7945512 tempest-PortsTestJSON-1790678518 tempest-PortsTestJSON-1790678518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:37.100989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=538e5527-150b-463c-bdc8-377649c8d314,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:37.106123 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:37.116581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Checking segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:37.116929 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Network hostable DHCP agents. Network: 45c0bec9-7ad6-4017-a974-a369273f48a6, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:15:37.174305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:15:37.254195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 45c0bec9-7ad6-4017-a974-a369273f48a6) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:37.258223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:37.258796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.263105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717e501-19ef-4f5e-9c4a-5cfe3e3e6262 None None] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:15:37.358233 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e6a45aa3-47c7-414a-8f59-d3c01c60f616 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6694641
Nov 24 15:15:37.361129 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36724) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:37.366478 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:37.373108 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:37.378422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Usage tracker for resource:router and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:37.381443 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:37.387291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:37.466094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.467041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.476161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60378579-793b-4f55-b03f-948c26785fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-45c0bec9-7ad6-4017-a974-a369273f48a6', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:15:37.478623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60378579-793b-4f55-b03f-948c26785fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.485431 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.643039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-60378579-793b-4f55-b03f-948c26785fad None None] Allocated IP 172.20.0.2 (45c0bec9-7ad6-4017-a974-a369273f48a6/538e5527-150b-463c-bdc8-377649c8d314/27877557-5395-445e-a5fa-29952b92bb2e) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:15:37.704329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.845297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60378579-793b-4f55-b03f-948c26785fad None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.858298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-60378579-793b-4f55-b03f-948c26785fad None None] Transition to ACTIVE for port object 27877557-5395-445e-a5fa-29952b92bb2e will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:37.876673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-60378579-793b-4f55-b03f-948c26785fad None None] Transition to ACTIVE for port object 27877557-5395-445e-a5fa-29952b92bb2e will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:37.929434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60378579-793b-4f55-b03f-948c26785fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.933703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:37.943753 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:37.975455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.039488 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60378579-793b-4f55-b03f-948c26785fad None None] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:38.040361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60378579-793b-4f55-b03f-948c26785fad None None] Pushing event updated for resources: {'Port': ['ID=27877557-5395-445e-a5fa-29952b92bb2e,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:38.042945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-60378579-793b-4f55-b03f-948c26785fad None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:38.044609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60378579-793b-4f55-b03f-948c26785fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:38.045299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60378579-793b-4f55-b03f-948c26785fad None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:15:38.115122 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Allocated IP 172.26.2.153 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/85c7cc3f-d278-4173-837f-71ca3ebfa332) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:15:38.131952 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-60378579-793b-4f55-b03f-948c26785fad None None] Attempting to bind port 27877557-5395-445e-a5fa-29952b92bb2e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:15:38.132359 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-60378579-793b-4f55-b03f-948c26785fad None None] Attempting to bind port 27877557-5395-445e-a5fa-29952b92bb2e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:15:38.132725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378579-793b-4f55-b03f-948c26785fad None None] Attempting to bind port 27877557-5395-445e-a5fa-29952b92bb2e on network 45c0bec9-7ad6-4017-a974-a369273f48a6 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:38.138968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378579-793b-4f55-b03f-948c26785fad None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:15:38.139343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378579-793b-4f55-b03f-948c26785fad None None] Checking segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:38.139795 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60378579-793b-4f55-b03f-948c26785fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.140760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378579-793b-4f55-b03f-948c26785fad None None] Bound using segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:15:38.141192 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-60378579-793b-4f55-b03f-948c26785fad None None] Bound port: 27877557-5395-445e-a5fa-29952b92bb2e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:15:38.141566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60378579-793b-4f55-b03f-948c26785fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.227855 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-60378579-793b-4f55-b03f-948c26785fad None None] For port 27877557-5395-445e-a5fa-29952b92bb2e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:15:38.230862 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-60378579-793b-4f55-b03f-948c26785fad None None] For port 27877557-5395-445e-a5fa-29952b92bb2e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27877557-5395-445e-a5fa-29952b92bb2e,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:15:38.264081 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.306531 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60378579-793b-4f55-b03f-948c26785fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.310291 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:38.323522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.328626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-4dae282f-2d94-46c4-9d47-f44af58384de tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:38.395435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:38.396968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60378579-793b-4f55-b03f-948c26785fad None None] Pushing event updated for resources: {'Port': ['ID=27877557-5395-445e-a5fa-29952b92bb2e,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:38.398749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:38.403206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:15:38.409032 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60378579-793b-4f55-b03f-948c26785fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:38.428529 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Pushing event updated for resources: {'Port': ['ID=85c7cc3f-d278-4173-837f-71ca3ebfa332,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:38.433673 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:38.632522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.633272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:38.718526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27877557-5395-445e-a5fa-29952b92bb2e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:38.854611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 27877557-5395-445e-a5fa-29952b92bb2e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:39.037047 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:15:39.250715 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:15:39.262304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Sync routers for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:15:39.275380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:39.276011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd5fd90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:39.330044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:39.334026 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-aac17563-aaa4-4210-af21-236d30ed774b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9691050
Nov 24 15:15:39.334171 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537ff69-e804-4cab-abac-1e5232b2336f None None] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:15:39.334310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 36728) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:39.538462 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Provisioning for port 27877557-5395-445e-a5fa-29952b92bb2e completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:39.558608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Provisioning complete for port 27877557-5395-445e-a5fa-29952b92bb2e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:39.558988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:39.658027 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:39.946049 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.035153 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] For port 27877557-5395-445e-a5fa-29952b92bb2e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27877557-5395-445e-a5fa-29952b92bb2e,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:40.073283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.084995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.088144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-e19d6d1b-622e-4b1a-bbb5-11a558890e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:40.161894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd5fd90>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:38Z', 'revision_number': 3, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:40.167895 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Checking router: eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:15:40.168281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Updating router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd port 85c7cc3f-d278-4173-837f-71ca3ebfa332 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:15:40.198316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Pushing event updated for resources: {'Port': ['ID=27877557-5395-445e-a5fa-29952b92bb2e,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:40.207413 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:40.228507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.299825 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Allocated IP 172.20.0.1 (45c0bec9-7ad6-4017-a974-a369273f48a6/538e5527-150b-463c-bdc8-377649c8d314/cfd01bf7-59fd-4439-b43a-dbe2452c8090) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:15:40.415394 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-0b6f78ba-9ad0-4d95-a253-c217a71f1cf1 None None] Provisioning complete for port 27877557-5395-445e-a5fa-29952b92bb2e triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:40.415686 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0b6f78ba-9ad0-4d95-a253-c217a71f1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.449643 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.465007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Transition to ACTIVE for port object cfd01bf7-59fd-4439-b43a-dbe2452c8090 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:40.534790 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.538660 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-14fce973-1238-46a6-9c53-316273c9a713 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:40.603400 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:40.606509 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:40.609490 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:15:40.663709 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:15:40.670327 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.673847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Pushing event updated for resources: {'Port': ['ID=cfd01bf7-59fd-4439-b43a-dbe2452c8090,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:40.676933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:40.707809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27877557-5395-445e-a5fa-29952b92bb2e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:40.779843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.797233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Transition to ACTIVE for port object 85c7cc3f-d278-4173-837f-71ca3ebfa332 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:40.812068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 27877557-5395-445e-a5fa-29952b92bb2e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:40.812796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.853237 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.880648 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:40.885231 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:40.934144 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f5cd7d3e-5d68-4a34-95b9-3c5414a42aa2 None None] Provisioning for port cfd01bf7-59fd-4439-b43a-dbe2452c8090 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:40.985511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f5cd7d3e-5d68-4a34-95b9-3c5414a42aa2 None None] Provisioning complete for port cfd01bf7-59fd-4439-b43a-dbe2452c8090 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:40.986184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f5cd7d3e-5d68-4a34-95b9-3c5414a42aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.049374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89245115-103c-4c44-b148-4ceff17e039b None None] Pushing event updated for resources: {'Port': ['ID=85c7cc3f-d278-4173-837f-71ca3ebfa332,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:41.052205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-89245115-103c-4c44-b148-4ceff17e039b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:41.053097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Attempting to bind port 85c7cc3f-d278-4173-837f-71ca3ebfa332 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:15:41.053470 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Attempting to bind port 85c7cc3f-d278-4173-837f-71ca3ebfa332 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:15:41.053827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Attempting to bind port 85c7cc3f-d278-4173-837f-71ca3ebfa332 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:41.088576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:15:41.088978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:41.089352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.089749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:15:41.090232 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Bound port: 85c7cc3f-d278-4173-837f-71ca3ebfa332, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:15:41.090611 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.125139 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd7d3e-5d68-4a34-95b9-3c5414a42aa2 None None] Port cfd01bf7-59fd-4439-b43a-dbe2452c8090 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:15:41.173204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] For port 85c7cc3f-d278-4173-837f-71ca3ebfa332, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:15:41.176487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] For port 85c7cc3f-d278-4173-837f-71ca3ebfa332, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=85c7cc3f-d278-4173-837f-71ca3ebfa332,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:15:41.208435 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.243376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.246981 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:41.276897 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.306187 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a004931e-3076-41e0-aeba-b4422897bf41 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:41.324983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89245115-103c-4c44-b148-4ceff17e039b None None] Pushing event updated for resources: {'Port': ['ID=85c7cc3f-d278-4173-837f-71ca3ebfa332,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:41.328077 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-89245115-103c-4c44-b148-4ceff17e039b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:41.328854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:41.329459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd5fd90>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:41.389142 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Pushing event updated for resources: {'Port': ['ID=cfd01bf7-59fd-4439-b43a-dbe2452c8090,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:41.391979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.395590 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:41.511729 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:41.534563 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:41.535698 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:41.850511 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd5fd90>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 2, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:41.855097 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef9ade-28c4-429a-b33a-e554a5106b4e None None] The sync data for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv is: [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 2, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:15:41.884281 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-09e4346e-0ea8-445f-a1bf-4e71031a1357 None None] Provisioning complete for port cfd01bf7-59fd-4439-b43a-dbe2452c8090 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:41.884669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-09e4346e-0ea8-445f-a1bf-4e71031a1357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:41.945345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-09e4346e-0ea8-445f-a1bf-4e71031a1357 None None] Port cfd01bf7-59fd-4439-b43a-dbe2452c8090 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:15:41.956159 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:15:42.170387 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:15:42.185214 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] 10.222.0.53 "PUT /v2.0/routers/eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8452404
Nov 24 15:15:42.703491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 85c7cc3f-d278-4173-837f-71ca3ebfa332 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:42.848847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 85c7cc3f-d278-4173-837f-71ca3ebfa332 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:42.855468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 85c7cc3f-d278-4173-837f-71ca3ebfa332 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:42.855843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.035750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.052167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 85c7cc3f-d278-4173-837f-71ca3ebfa332, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=85c7cc3f-d278-4173-837f-71ca3ebfa332,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:43.123123 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.125140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:43.190502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=85c7cc3f-d278-4173-837f-71ca3ebfa332,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:43.193481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:43.282496 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36750) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:43.288111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-276306274-network', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:43.292927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:43.297353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Usage tracker for resource:network and tenant:dfa82acea2d54db687b7064fb35a09e8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:43.300206 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:43.306652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:43.374574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Made reservation on behalf of dfa82acea2d54db687b7064fb35a09e8 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:15:43.376831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.389248 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.421693 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:43.426312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa82acea2d54db687b7064fb35a09e8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:43.428764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:43.434447 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:43.500133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.551161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.554119 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a25f018f-8b8c-4c89-b1a5-2b4a1bd6e043 tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:43.584706 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:15:43.593569 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ed7f2e-6b03-4155-8702-5d38465d4bfc,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:43.597109 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:43.599506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.599842 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Added segment 87c6861a-6a3d-4904-8562-115afe384e79 of type vlan for network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7
Nov 24 15:15:43.628841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.740023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.741038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:43.741726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:43.745277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-99f982a6-860f-42f6-ace0-821d40c874b5 tempest-RoutersIpV6Test-2033054686 tempest-RoutersIpV6Test-2033054686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:43.846101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Pushing event updated for resources: {'Network': ['ID=88cbe56c-fa71-47aa-afef-feb6a83fc4f7,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:43.849166 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:43.856782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:15:43.895394 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6117208
Nov 24 15:15:43.898151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36754) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:43.903928 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Request body: {'subnet': {'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-276306274-subnet', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:43.910807 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:43.914912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Usage tracker for resource:subnet and tenant:dfa82acea2d54db687b7064fb35a09e8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:43.918054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:43.924409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:43.979727 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Made reservation on behalf of dfa82acea2d54db687b7064fb35a09e8 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:15:43.982139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:44.351644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:44.355591 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf73f48b-966d-4a3c-9895-d1cca2f4cb8b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:44.423989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ce1432-0833-4409-83b3-4e5cfd7ebdc0,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:44.427609 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:44.440967 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Checking segment: {'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:44.441319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Network hostable DHCP agents. Network: 88cbe56c-fa71-47aa-afef-feb6a83fc4f7, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:15:44.540161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:15:44.603111 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 88cbe56c-fa71-47aa-afef-feb6a83fc4f7) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:44.607538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:44.609128 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:44.612513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd33701-7b3e-435d-8d2b-32e23ccdebb5 None None] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:15:44.682954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 85c7cc3f-d278-4173-837f-71ca3ebfa332 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:44.706388 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b65ed91c-6733-4487-bff3-727a035e20bc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8072133
Nov 24 15:15:44.708944 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36758) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:44.714250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:44.719513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:44.723566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Usage tracker for resource:router and tenant:dfa82acea2d54db687b7064fb35a09e8 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:44.726480 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:44.732605 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:44.791368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:44.792673 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:44.813343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:44.840812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 85c7cc3f-d278-4173-837f-71ca3ebfa332 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:44.841194 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:44.925897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-88cbe56c-fa71-47aa-afef-feb6a83fc4f7', 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'fixed_ips': [{'subnet_id': 'b7ce1432-0833-4409-83b3-4e5cfd7ebdc0'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:15:44.926712 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.021141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.135011 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Allocated IP 172.20.0.2 (88cbe56c-fa71-47aa-afef-feb6a83fc4f7/b7ce1432-0833-4409-83b3-4e5cfd7ebdc0/61e03845-39b0-4c19-a2f7-4fbdec5131ce) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:15:45.293557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.323131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.338579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.348917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Transition to ACTIVE for port object 61e03845-39b0-4c19-a2f7-4fbdec5131ce will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:45.366602 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Transition to ACTIVE for port object 61e03845-39b0-4c19-a2f7-4fbdec5131ce will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:45.438012 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.444809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:45.458263 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Allocated IP 172.26.2.63 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/31533b44-5fed-4dd0-824c-7a9e40a81708) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:15:45.507736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:45.510920 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:45.515816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:15:45.517975 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Pushing event updated for resources: {'Port': ['ID=61e03845-39b0-4c19-a2f7-4fbdec5131ce,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:45.520688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:45.607562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.609392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Attempting to bind port 61e03845-39b0-4c19-a2f7-4fbdec5131ce on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:15:45.609769 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Attempting to bind port 61e03845-39b0-4c19-a2f7-4fbdec5131ce by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:15:45.610149 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Attempting to bind port 61e03845-39b0-4c19-a2f7-4fbdec5131ce on network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:45.616592 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:15:45.616972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Checking segment: {'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:45.617376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.617775 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Bound using segment: {'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:15:45.618238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Bound port: 61e03845-39b0-4c19-a2f7-4fbdec5131ce, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:15:45.618625 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.683137 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.688444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7d2935de-02a6-428c-83bb-06f171c0a998 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:45.705982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] For port 61e03845-39b0-4c19-a2f7-4fbdec5131ce, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:15:45.709003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] For port 61e03845-39b0-4c19-a2f7-4fbdec5131ce, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=61e03845-39b0-4c19-a2f7-4fbdec5131ce,segment=NetworkSegment(87c6861a-6a3d-4904-8562-115afe384e79),segment_id=87c6861a-6a3d-4904-8562-115afe384e79)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:15:45.750920 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:45.753971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:45.758012 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:15:45.763528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:45.768003 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:45.787989 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Pushing event updated for resources: {'Port': ['ID=31533b44-5fed-4dd0-824c-7a9e40a81708,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:45.794017 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:45.844917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Pushing event updated for resources: {'Port': ['ID=61e03845-39b0-4c19-a2f7-4fbdec5131ce,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:45.847670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:46.004133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:46.004982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:46.328522 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Router b44a4a0e-4f53-43d5-9174-8d43d544d50a is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:15:46.534574 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:15:46.544134 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Sync routers for ids ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:15:46.558760 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Routers {'b44a4a0e-4f53-43d5-9174-8d43d544d50a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:46.559455 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202575b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:46.614117 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:46.616696 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6e6108a3-7825-4269-9474-a50bc0bd5d81 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.9054554
Nov 24 15:15:46.618181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36762) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:46.743303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 61e03845-39b0-4c19-a2f7-4fbdec5131ce up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:46.755029 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Set router b44a4a0e-4f53-43d5-9174-8d43d544d50a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:46.770577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c77da5-e770-4895-bac9-da2fb5976a33 None None] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:15:46.982234 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Provisioning for port 61e03845-39b0-4c19-a2f7-4fbdec5131ce completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:47.040491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 61e03845-39b0-4c19-a2f7-4fbdec5131ce completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:47.047164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Provisioning complete for port 61e03845-39b0-4c19-a2f7-4fbdec5131ce triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:47.047551 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.087014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 61e03845-39b0-4c19-a2f7-4fbdec5131ce triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:47.087395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.123566 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202575b0>, [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:45Z', 'revision_number': 3, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:47.128636 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Checking router: b44a4a0e-4f53-43d5-9174-8d43d544d50a for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:15:47.128990 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Updating router b44a4a0e-4f53-43d5-9174-8d43d544d50a port 31533b44-5fed-4dd0-824c-7a9e40a81708 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:15:47.185939 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.347057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.375658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.437922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] For port 61e03845-39b0-4c19-a2f7-4fbdec5131ce, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=61e03845-39b0-4c19-a2f7-4fbdec5131ce,segment=NetworkSegment(87c6861a-6a3d-4904-8562-115afe384e79),segment_id=87c6861a-6a3d-4904-8562-115afe384e79)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:47.502960 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.505151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2503fbb7-a992-45c0-9b0d-40b53a71646c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:47.596682 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.612030 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Transition to ACTIVE for port object 31533b44-5fed-4dd0-824c-7a9e40a81708 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:47.636148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:15:47.636504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:15:47.642468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Pushing event updated for resources: {'Port': ['ID=61e03845-39b0-4c19-a2f7-4fbdec5131ce,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:47.645827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:47.653018 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-84ec9874-310c-4043-82fa-a7c4035793d9 None None] Provisioning complete for port 61e03845-39b0-4c19-a2f7-4fbdec5131ce triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:47.653466 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-84ec9874-310c-4043-82fa-a7c4035793d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.660130 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.664118 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:47.677684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.752223 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Pushing event updated for resources: {'Port': ['ID=31533b44-5fed-4dd0-824c-7a9e40a81708,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:47.754642 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Attempting to bind port 31533b44-5fed-4dd0-824c-7a9e40a81708 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:15:47.755011 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Attempting to bind port 31533b44-5fed-4dd0-824c-7a9e40a81708 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:15:47.755371 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Attempting to bind port 31533b44-5fed-4dd0-824c-7a9e40a81708 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:47.769701 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.770069 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.770408 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.770735 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.771071 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.771403 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.771726 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.772044 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.772389 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.772706 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.773021 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:15:47.776583 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:47.777661 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:15:47.778040 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:47.778445 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.778837 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:15:47.779310 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Bound port: 31533b44-5fed-4dd0-824c-7a9e40a81708, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:15:47.779689 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.857074 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] For port 31533b44-5fed-4dd0-824c-7a9e40a81708, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:15:47.861790 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] For port 31533b44-5fed-4dd0-824c-7a9e40a81708, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=31533b44-5fed-4dd0-824c-7a9e40a81708,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:15:47.895219 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Allocated IP 172.20.0.1 (88cbe56c-fa71-47aa-afef-feb6a83fc4f7/b7ce1432-0833-4409-83b3-4e5cfd7ebdc0/87e455aa-824b-4b8e-854b-41b0be4fe64c) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:15:47.923181 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:47.927749 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:48.010170 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Routers {'b44a4a0e-4f53-43d5-9174-8d43d544d50a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:48.010789 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64202575b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:48.042453 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.057177 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Pushing event updated for resources: {'Port': ['ID=31533b44-5fed-4dd0-824c-7a9e40a81708,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:48.057966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Transition to ACTIVE for port object 87e455aa-824b-4b8e-854b-41b0be4fe64c will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:48.060298 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5518c580-7762-4d3c-983a-fa8ded67bf2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:48.123528 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.128056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4350b8e5-2f6a-4120-9452-ea32cf15110f tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:48.191413 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] Set router b44a4a0e-4f53-43d5-9174-8d43d544d50a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:48.201970 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:48.202937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Pushing event updated for resources: {'Port': ['ID=87e455aa-824b-4b8e-854b-41b0be4fe64c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:48.206189 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:48.207408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:48.208101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:15:48.266468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.424143 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.471282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2bf20799-7c16-45ad-872e-354b9250d4b1 None None] Provisioning for port 87e455aa-824b-4b8e-854b-41b0be4fe64c completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:48.478700 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-2bf20799-7c16-45ad-872e-354b9250d4b1 None None] Provisioning complete for port 87e455aa-824b-4b8e-854b-41b0be4fe64c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:48.479316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2bf20799-7c16-45ad-872e-354b9250d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.533258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-2bf20799-7c16-45ad-872e-354b9250d4b1 None None] Port 87e455aa-824b-4b8e-854b-41b0be4fe64c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:15:48.653850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.665099 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64202575b0>, [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:45Z', 'revision_number': 3, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:48.679206 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9eb8a7-2a6c-40c3-afc4-659d89200707 None None] The sync data for ids ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'] in dv-neutron-818347-1-hyperv is: [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:45Z', 'revision_number': 3, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:15:48.691514 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 61e03845-39b0-4c19-a2f7-4fbdec5131ce up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:48.705529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.735688 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ff1aef25-a6d7-4641-ab5a-7b01e290f8e6 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:48.764108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 61e03845-39b0-4c19-a2f7-4fbdec5131ce triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:48.764502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.924982 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:48.928417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Pushing event updated for resources: {'Port': ['ID=87e455aa-824b-4b8e-854b-41b0be4fe64c,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:48.931984 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:49.061945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:49.063822 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:49.259237 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c0742136-1b28-4207-ad0f-08972cb494aa None None] Provisioning complete for port 87e455aa-824b-4b8e-854b-41b0be4fe64c triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:49.259723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c0742136-1b28-4207-ad0f-08972cb494aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:49.312246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-c0742136-1b28-4207-ad0f-08972cb494aa None None] Port 87e455aa-824b-4b8e-854b-41b0be4fe64c cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:15:49.449514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Router b44a4a0e-4f53-43d5-9174-8d43d544d50a has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:15:49.649472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:15:49.658131 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] 10.222.0.53 "PUT /v2.0/routers/b44a4a0e-4f53-43d5-9174-8d43d544d50a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0387180
Nov 24 15:15:50.399533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36774) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:50.405254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975275528', 'description': 'tempest-secgroup-smoke-975275528 description', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:50.412171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:50.415945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:50.418788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:50.425437 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:50.500665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.535126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:50.538978 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:50.541773 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:50.548198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:50.601077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.642690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.646348 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-659c5797-c992-4c44-9cf6-5f8d6c19fe02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:50.685139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d9e600-d6a0-4a60-9679-a1766f191abc,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:50.688770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:50.717304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.745726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.746935 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-47b5b549-5bde-4201-84a4-d1ad9275653d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3463612
Nov 24 15:15:50.750292 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36778) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:50.755702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9e600-d6a0-4a60-9679-a1766f191abc', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:50.761682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:50.765992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:50.768946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:50.774594 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:50.832576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.893748 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.945627 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:50.951357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bf4905bf-ab2e-45d1-b1f8-e775de32e613 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:50.970788 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f65864-43f4-4ef3-b231-25e59b5a2d10,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:50.973212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:51.042556 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.043751 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2925389
Nov 24 15:15:51.046621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36782) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:51.051965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9e600-d6a0-4a60-9679-a1766f191abc', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:51.057796 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:51.061560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:51.065647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:51.071285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:51.146462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.210713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.266331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.268265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-66da1b4d-eb82-44d9-bd59-8ad860ac87cc tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:51.291255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dec17e-26f7-48d5-9ae5-aa3c4daa3988,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:51.295532 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:51.351203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.352624 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3048794
Nov 24 15:15:51.355369 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36786) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:51.361132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9e600-d6a0-4a60-9679-a1766f191abc', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:51.366932 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:51.370674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:51.373515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:51.379140 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:51.455090 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.519298 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.573910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.575719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-01c01563-67b2-4b95-a068-d4801f0909ea tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:51.598330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b7560c-c468-44dc-89f9-de8e930c0583,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:51.603514 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:51.654021 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.655182 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2989180
Nov 24 15:15:51.658028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36790) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:51.663563 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9e600-d6a0-4a60-9679-a1766f191abc', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:51.669416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:51.673438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:51.676354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:51.681971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:51.757690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.820831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.870997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.872841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-002b9246-5e01-46b5-b557-c8637b9926bb tempest-ServerActionsTestJSON-346656024 tempest-ServerActionsTestJSON-346656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:51.897502 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7422e0-0cb7-4b43-b379-dd2bb648617b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:51.901784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:51.951245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:51.952411 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2934437
Nov 24 15:15:51.955269 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36794) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:51.960835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9e600-d6a0-4a60-9679-a1766f191abc', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:51.966652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:51.970448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:51.973329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:51.979217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:52.036846 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Project 4d2ad56427ad4d868c1de313e13e0dff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:15:52.043273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.110133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.173792 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.179160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-46a769b2-c523-4c68-aa49-1c236babbb7f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:52.203464 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef0feed-88ed-4033-bf56-4ed696700c70,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:52.213951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:52.311394 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.312687 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-12e7be6b-5def-448c-9df4-de6639cdc47d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3564546
Nov 24 15:15:52.315303 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36798) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:15:52.320912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'c9d9e600-d6a0-4a60-9679-a1766f191abc', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:52.327058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:52.331018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:15:52.334030 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:15:52.339690 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:52.408343 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Project 4d2ad56427ad4d868c1de313e13e0dff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:15:52.414752 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.478184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.528190 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.529956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-4706178d-e589-4eac-87a9-023cdc9ae73b tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:52.553100 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b682cd-d097-4048-83d4-288d8567a682,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:52.557435 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:52.619531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:52.620676 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3044450
Nov 24 15:15:52.794834 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-b9f9316d-637c-4d36-96d1-1bdb509761a5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975275528&fields=id&tenant_id=4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 267 time: 0.0468707
Nov 24 15:15:52.944850 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-82ebb214-528a-41e3-bfef-1274a8e416db tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:52.946183 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-82ebb214-528a-41e3-bfef-1274a8e416db tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 808 time: 0.1450846
Nov 24 15:15:52.962793 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-551d4808-2ea2-47af-89bd-e4159b313b93 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/quotas/4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 375 time: 0.0113909
Nov 24 15:15:53.041657 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-adf9c3ea-1342-4809-914a-aac2500dff5f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:15:53.105056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-adf9c3ea-1342-4809-914a-aac2500dff5f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:15:53.106292 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-adf9c3ea-1342-4809-914a-aac2500dff5f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1388519
Nov 24 15:15:53.245271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-96ce7999-feb1-46a1-be82-8a18208af02b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:15:53.246247 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-96ce7999-feb1-46a1-be82-8a18208af02b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1287699
Nov 24 15:15:53.382741 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-48debe85-c429-41c4-bc33-aad8d32c8a43 service neutron] 10.222.0.53 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293633
Nov 24 15:15:53.459809 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e1d5-dabf-4bb9-b955-8ff64f04d6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:53.624433 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-eb0d2021-2c52-45f7-8d86-8f6377b57845 service neutron] 10.222.0.53 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2360699
Nov 24 15:15:53.883059 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3aa4ab7e-b081-4e02-b401-90854c382e40 req-fca73116-26b8-4a79-be15-78f8dcbcbeb5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 210 time: 0.0444009
Nov 24 15:15:53.956904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:54.708860 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31533b44-5fed-4dd0-824c-7a9e40a81708 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:54.831006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 31533b44-5fed-4dd0-824c-7a9e40a81708 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:54.836406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 31533b44-5fed-4dd0-824c-7a9e40a81708 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:54.836781 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:54.963970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:54.983053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 31533b44-5fed-4dd0-824c-7a9e40a81708, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=31533b44-5fed-4dd0-824c-7a9e40a81708,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:55.054656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:55.059561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:55.071109 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bbf31b88-3793-4e17-981d-ef9a07e36328 req-c3e6f7a5-7644-4381-b6d5-d36ffd184bea tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 210 time: 0.0463850
Nov 24 15:15:55.127307 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=31533b44-5fed-4dd0-824c-7a9e40a81708,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:55.130337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:55.560529 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Sync routers for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:15:55.574495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:55.575137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6280>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:55.771824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:55.813848 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-da9c3aaf-d294-4f78-bc21-8eee5485562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.114395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-ecd0f78f-89f3-4f5a-9a95-ed26957d3797 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:56.115898 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-ecd0f78f-89f3-4f5a-9a95-ed26957d3797 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 808 time: 0.1511998
Nov 24 15:15:56.142325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6280>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 2, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:56.152507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Checking router: eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:15:56.154498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Updating router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd port cfd01bf7-59fd-4439-b43a-dbe2452c8090 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:15:56.178484 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-2be1db8d-dd00-4f80-b2e0-610bb9f2cf3e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 379 time: 0.0491877
Nov 24 15:15:56.190152 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'port': {'device_id': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'admin_state_up': True, 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'security_groups': ['c9d9e600-d6a0-4a60-9679-a1766f191abc']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:56.215120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.263490 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-65276646-80f6-4f71-8667-d9481515f5ff req-818e5fc0-e4c1-4006-aada-a748f588ed98 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 210 time: 0.0649066
Nov 24 15:15:56.340531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:15:56.352127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:15:56.419641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Made reservation on behalf of 4d2ad56427ad4d868c1de313e13e0dff for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:15:56.422837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.577938 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.589089 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Transition to ACTIVE for port object cfd01bf7-59fd-4439-b43a-dbe2452c8090 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:56.654437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.659497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-89245115-103c-4c44-b148-4ceff17e039b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:56.696325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31533b44-5fed-4dd0-824c-7a9e40a81708 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:56.735566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Allocated IP 172.20.0.11 (45c0bec9-7ad6-4017-a974-a369273f48a6/538e5527-150b-463c-bdc8-377649c8d314/1cb1292b-1157-4b5c-95c4-38a38a7e8db3) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:15:56.849867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd6d68-9050-4678-92cc-a351dcb3b504 None None] Pushing event updated for resources: {'Port': ['ID=cfd01bf7-59fd-4439-b43a-dbe2452c8090,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:56.856290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eafd6d68-9050-4678-92cc-a351dcb3b504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:56.941973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.947083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 31533b44-5fed-4dd0-824c-7a9e40a81708 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:56.947461 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.956919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:56.974915 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Transition to ACTIVE for port object 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:57.009147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Attempting to bind port cfd01bf7-59fd-4439-b43a-dbe2452c8090 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:15:57.009518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Attempting to bind port cfd01bf7-59fd-4439-b43a-dbe2452c8090 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:15:57.009901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Attempting to bind port cfd01bf7-59fd-4439-b43a-dbe2452c8090 on network 45c0bec9-7ad6-4017-a974-a369273f48a6 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:57.034822 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:15:57.035157 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Checking segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:57.035575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.035967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Bound using segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:15:57.036459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Bound port: cfd01bf7-59fd-4439-b43a-dbe2452c8090, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:15:57.041193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.054531 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.060628 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-24f2354d-ef3a-4f17-a6e3-da7349c8d9fb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:57.135021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:57.138234 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:15:57.139310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:57.140821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:15:57.143044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:15:57.188935 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] For port cfd01bf7-59fd-4439-b43a-dbe2452c8090, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:15:57.192253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] For port cfd01bf7-59fd-4439-b43a-dbe2452c8090, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cfd01bf7-59fd-4439-b43a-dbe2452c8090,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:15:57.209844 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:57.210502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.266768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.270608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8729b536-361d-4df6-88f1-657e3e628aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:57.289544 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1053786
Nov 24 15:15:57.305007 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Request body: {'port': {'device_id': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:15:57.351509 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd6d68-9050-4678-92cc-a351dcb3b504 None None] Pushing event updated for resources: {'Port': ['ID=cfd01bf7-59fd-4439-b43a-dbe2452c8090,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:57.356038 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eafd6d68-9050-4678-92cc-a351dcb3b504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:57.370846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:57.371472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6280>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:57.472173 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.521265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a1bb392b-d083-4ae0-85a9-8eab3f8f6dd0 None None] Provisioning for port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:57.528688 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a1bb392b-d083-4ae0-85a9-8eab3f8f6dd0 None None] Provisioning complete for port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:57.529598 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a1bb392b-d083-4ae0-85a9-8eab3f8f6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.551169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80c498-4db9-4e79-baad-fb63685575fb req-29f99718-fd8e-4fdc-be70-ec387bbfde19 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:57.551846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8e80c498-4db9-4e79-baad-fb63685575fb req-29f99718-fd8e-4fdc-be70-ec387bbfde19 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:15:57.608695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb392b-d083-4ae0-85a9-8eab3f8f6dd0 None None] Port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:15:57.624880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:57.721792 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-8e80c498-4db9-4e79-baad-fb63685575fb req-29f99718-fd8e-4fdc-be70-ec387bbfde19 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:15:57.722836 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8e80c498-4db9-4e79-baad-fb63685575fb req-29f99718-fd8e-4fdc-be70-ec387bbfde19 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 932 time: 0.3311698
Nov 24 15:15:57.815406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8e80c498-4db9-4e79-baad-fb63685575fb req-44646edb-06c9-4f5c-9ccc-77f36e7b5d38 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853670
Nov 24 15:15:57.895503 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:15:57.902454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:57.920258 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Transition to ACTIVE for port object 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:58.002483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:58.007056 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:58.007248 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5d6280>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:57Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:58.011536 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc8264-6565-49d4-a57a-f169248b1e93 None None] The sync data for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv is: [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:57Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:15:58.257749 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:58.261923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:58.368922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:58.377250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Attempting to bind port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:15:58.377250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Attempting to bind port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:15:58.377250 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Attempting to bind port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 on network 45c0bec9-7ad6-4017-a974-a369273f48a6 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:58.382556 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 on network 45c0bec9-7ad6-4017-a974-a369273f48a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:15:58.382962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Attempting to bind port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 on network 45c0bec9-7ad6-4017-a974-a369273f48a6 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:58.390707 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:15:58.391132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Checking segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:58.391589 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Bound using segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:15:58.392106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Bound port: 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:15:58.392521 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:58.402512 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Sync routers for ids ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:15:58.416210 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Routers {'b44a4a0e-4f53-43d5-9174-8d43d544d50a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:15:58.416858 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:58.496969 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:15:58.501272 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:15:58.608776 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:58.610112 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Set router b44a4a0e-4f53-43d5-9174-8d43d544d50a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:15:58.613319 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5db5c31e-be38-4567-ad87-494c0bdf84ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:58.667652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:58.669555 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] 10.222.0.81 "PUT /v2.0/ports/1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 1094 time: 1.3687499
Nov 24 15:15:58.673008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:15:58.711462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:58.715459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:58.743519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cfd01bf7-59fd-4439-b43a-dbe2452c8090 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:15:58.784656 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'status': 'completed', 'code': 200}
Nov 24 15:15:58.907195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port cfd01bf7-59fd-4439-b43a-dbe2452c8090 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:15:58.912566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port cfd01bf7-59fd-4439-b43a-dbe2452c8090 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:15:58.912992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:58.935179 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-9aaa364a-c77c-479d-80ff-d49f03f3e7ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1097 time: 0.1421487
Nov 24 15:15:58.955966 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46520>, [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:48Z', 'revision_number': 4, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87e455aa-824b-4b8e-854b-41b0be4fe64c', 'name': '', 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'mac_address': 'fa:16:3e:0e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7ce1432-0833-4409-83b3-4e5cfd7ebdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:47Z', 'updated_at': '2021-11-24T15:15:48Z', 'revision_number': 2, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'subnets': [{'id': 'b7ce1432-0833-4409-83b3-4e5cfd7ebdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:15:58.959985 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Checking router: b44a4a0e-4f53-43d5-9174-8d43d544d50a for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:15:58.960395 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Updating router b44a4a0e-4f53-43d5-9174-8d43d544d50a port 87e455aa-824b-4b8e-854b-41b0be4fe64c binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:15:59.017385 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.056393 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-9733534c-3e14-4d93-9a63-18149ee5bd5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 217 time: 0.1124296
Nov 24 15:15:59.063701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.097392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port cfd01bf7-59fd-4439-b43a-dbe2452c8090, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cfd01bf7-59fd-4439-b43a-dbe2452c8090,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:15:59.132916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-fe12401f-2fdb-4c5d-8831-3793b7d1ecf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:59.134380 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-fe12401f-2fdb-4c5d-8831-3793b7d1ecf3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0694625
Nov 24 15:15:59.174527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.179676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eafd6d68-9050-4678-92cc-a351dcb3b504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:59.205406 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b81b7b-2588-4100-b372-9cd6cc04deb5 req-b779faa6-b619-4340-8ad3-c24783ce113f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:59.206886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-97b81b7b-2588-4100-b372-9cd6cc04deb5 req-b779faa6-b619-4340-8ad3-c24783ce113f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.2046983
Nov 24 15:15:59.250220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=cfd01bf7-59fd-4439-b43a-dbe2452c8090,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:59.254247 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:59.267691 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-d2b1ca5d-0cdf-43a4-9bcb-a97a4db7f1ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1241994
Nov 24 15:15:59.298009 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-97b81b7b-2588-4100-b372-9cd6cc04deb5 req-0ae52fdb-ac58-4eb9-8a47-1cab5f7eacb9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819855
Nov 24 15:15:59.407104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-cf48d7ef-fea0-46ad-8ccd-ab24fc3b37c2 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312873
Nov 24 15:15:59.418758 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.430746 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Transition to ACTIVE for port object 87e455aa-824b-4b8e-854b-41b0be4fe64c will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:15:59.522593 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.526408 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-62526dd6-8973-4bd3-88a9-52985840b2a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:59.540062 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0fa0e31d-8b93-4748-abf8-e8d3b037a56c req-efa8d569-80cf-475b-b624-b7f9b51c5ab3 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253984
Nov 24 15:15:59.645717 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d5ed6-5c8d-4867-8087-2f855d0bb121 None None] Pushing event updated for resources: {'Port': ['ID=87e455aa-824b-4b8e-854b-41b0be4fe64c,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:15:59.649758 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-e62d5ed6-5c8d-4867-8087-2f855d0bb121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:15:59.722970 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-ff20e1f2-1db7-45d1-af28-8ba9c34223f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1097 time: 0.0811617
Nov 24 15:15:59.743903 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Attempting to bind port 87e455aa-824b-4b8e-854b-41b0be4fe64c on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:15:59.744408 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Attempting to bind port 87e455aa-824b-4b8e-854b-41b0be4fe64c by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:15:59.744831 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Attempting to bind port 87e455aa-824b-4b8e-854b-41b0be4fe64c on network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:15:59.752294 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:15:59.752757 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Checking segment: {'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:15:59.753225 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.753798 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Bound using segment: {'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:15:59.754333 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Bound port: 87e455aa-824b-4b8e-854b-41b0be4fe64c, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c6861a-6a3d-4904-8562-115afe384e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:15:59.755254 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.843624 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] For port 87e455aa-824b-4b8e-854b-41b0be4fe64c, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:15:59.846596 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] For port 87e455aa-824b-4b8e-854b-41b0be4fe64c, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87e455aa-824b-4b8e-854b-41b0be4fe64c,segment=NetworkSegment(87c6861a-6a3d-4904-8562-115afe384e79),segment_id=87c6861a-6a3d-4904-8562-115afe384e79)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:15:59.868508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-ab0c51e3-ac27-48eb-acf2-62a741056532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:15:59.870371 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-ab0c51e3-ac27-48eb-acf2-62a741056532 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1403608
Nov 24 15:15:59.929041 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:15:59.933428 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-f4a074e4-20e5-49c2-a710-6d927279aa41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:15:59.945761 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-ac4c6a95-4884-420f-a65b-287a7d682118 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 217 time: 0.0676486
Nov 24 15:16:00.012910 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d5ed6-5c8d-4867-8087-2f855d0bb121 None None] Pushing event updated for resources: {'Port': ['ID=87e455aa-824b-4b8e-854b-41b0be4fe64c,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:16:00.013296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-10d2c773-f9fa-4e58-89c1-c432f16807dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:00.014826 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-10d2c773-f9fa-4e58-89c1-c432f16807dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0624187
Nov 24 15:16:00.017715 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-e62d5ed6-5c8d-4867-8087-2f855d0bb121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:16:00.018715 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Routers {'b44a4a0e-4f53-43d5-9174-8d43d544d50a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:16:00.019316 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641ff46520>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:16:00.103468 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-d796c417-4836-42bc-965e-98c426679482 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770228
Nov 24 15:16:00.206728 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] Set router b44a4a0e-4f53-43d5-9174-8d43d544d50a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:16:00.241998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-669edae8-cffd-4a44-9b40-f3ea9a28cd67 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316223
Nov 24 15:16:00.501544 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-272b3417-0f4a-45f5-b7ed-d3902f290b04 req-29234cf6-406a-481f-9330-89ebba0e641e service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2523735
Nov 24 15:16:00.511619 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa03db-07dd-4fc5-a0b3-a9780de44615 req-ffd91efc-5666-4e47-93f8-deaac86c5146 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:00.513090 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d6aa03db-07dd-4fc5-a0b3-a9780de44615 req-ffd91efc-5666-4e47-93f8-deaac86c5146 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0865176
Nov 24 15:16:00.530347 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641ff46520>, [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:48Z', 'revision_number': 4, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87e455aa-824b-4b8e-854b-41b0be4fe64c', 'name': '', 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'mac_address': 'fa:16:3e:0e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7ce1432-0833-4409-83b3-4e5cfd7ebdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:47Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 4, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'subnets': [{'id': 'b7ce1432-0833-4409-83b3-4e5cfd7ebdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:16:00.535050 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47920380-d70b-4d7b-ad3f-ba8a0543c66b None None] The sync data for ids ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'] in dv-neutron-818347-1-hyperv is: [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:48Z', 'revision_number': 4, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '87e455aa-824b-4b8e-854b-41b0be4fe64c', 'name': '', 'network_id': '88cbe56c-fa71-47aa-afef-feb6a83fc4f7', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'mac_address': 'fa:16:3e:0e:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7ce1432-0833-4409-83b3-4e5cfd7ebdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:47Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 4, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'subnets': [{'id': 'b7ce1432-0833-4409-83b3-4e5cfd7ebdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:16:00.562171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-d6aa03db-07dd-4fc5-a0b3-a9780de44615 req-a4959c19-2195-405b-a0bb-97d2dd5e49b5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:16:00.647064 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:16:00.688820 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-d6aa03db-07dd-4fc5-a0b3-a9780de44615 req-a4959c19-2195-405b-a0bb-97d2dd5e49b5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:16:00.693563 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d6aa03db-07dd-4fc5-a0b3-a9780de44615 req-a4959c19-2195-405b-a0bb-97d2dd5e49b5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1715634
Nov 24 15:16:00.803275 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cfd01bf7-59fd-4439-b43a-dbe2452c8090 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:16:00.885826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:16:00.905655 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'port_id': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'mac_address': 'fa:16:3e:90:dd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:16:00.971653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:00.981073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port cfd01bf7-59fd-4439-b43a-dbe2452c8090 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:16:00.981454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:01.031345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:16:01.059176 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:16:01.123590 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87e455aa-824b-4b8e-854b-41b0be4fe64c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:16:01.151629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:01.158959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:16:01.246167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:16:01.249922 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:16:01.310889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 87e455aa-824b-4b8e-854b-41b0be4fe64c completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:16:01.316253 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 87e455aa-824b-4b8e-854b-41b0be4fe64c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:16:01.316629 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:01.421765 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['1cb1292b-1157-4b5c-95c4-38a38a7e8db3'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:16:01.476966 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:01.536193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 87e455aa-824b-4b8e-854b-41b0be4fe64c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87e455aa-824b-4b8e-854b-41b0be4fe64c,segment=NetworkSegment(87c6861a-6a3d-4904-8562-115afe384e79),segment_id=87c6861a-6a3d-4904-8562-115afe384e79)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:16:01.612869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:01.621100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:16:01.716384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=87e455aa-824b-4b8e-854b-41b0be4fe64c,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:16:01.721352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:16:01.891932 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edbe43-30b0-42e8-ab7a-451d2cb2e439 req-cad2667d-7820-47f7-b0b2-33beb5abc753 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:01.893402 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58edbe43-30b0-42e8-ab7a-451d2cb2e439 req-cad2667d-7820-47f7-b0b2-33beb5abc753 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 945 time: 0.0768209
Nov 24 15:16:01.938500 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58edbe43-30b0-42e8-ab7a-451d2cb2e439 req-0084ee82-4a00-4bfb-b6c8-63d1b404676a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396056
Nov 24 15:16:02.649330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:16:02.690439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87e455aa-824b-4b8e-854b-41b0be4fe64c up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:16:02.781929 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 87e455aa-824b-4b8e-854b-41b0be4fe64c triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:16:02.782653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:02.838029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:16:02.843863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:16:02.844274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:03.049162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:03.076325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:16:03.088326 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:16:03.134991 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'code': 200}
Nov 24 15:16:03.145823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:03.147758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-68502f4d-1ac0-44a4-ae3c-3176fe02fdc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:16:03.234587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:16:03.237672 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:16:03.275312 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067c8ad-6b6f-4dd4-a290-a61478f92815 req-856dc327-95f8-4930-94cd-413155236cda tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:03.276828 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e067c8ad-6b6f-4dd4-a290-a61478f92815 req-856dc327-95f8-4930-94cd-413155236cda tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 945 time: 0.2171831
Nov 24 15:16:03.328867 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e067c8ad-6b6f-4dd4-a290-a61478f92815 req-228ed445-b813-4503-a9f2-88732f759859 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453820
Nov 24 15:16:03.498985 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c16e9ed9-c46d-41d9-8300-0f12c7bca666 req-093e273a-722b-41fc-92d7-eb4fce3c9697 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1099 time: 0.0741017
Nov 24 15:16:03.548549 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c16e9ed9-c46d-41d9-8300-0f12c7bca666 req-047ee28f-fd84-4399-a27d-4f35a7363386 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419400
Nov 24 15:16:04.533031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcbe3-510a-4bfe-a970-c4804d8a0444 req-b0bbc0d7-10b3-4aa7-91fb-6bf99aa6c9d9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:04.534494 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be6dcbe3-510a-4bfe-a970-c4804d8a0444 req-b0bbc0d7-10b3-4aa7-91fb-6bf99aa6c9d9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0805876
Nov 24 15:16:04.580927 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-be6dcbe3-510a-4bfe-a970-c4804d8a0444 req-d2947d28-a38a-49e8-a647-f2ae974c15d2 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408518
Nov 24 15:16:05.778908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839dfa-0ed9-40b9-8f8a-80dfa636b040 req-79f338fc-90de-43a4-a8d1-7093370fdd5e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:05.781048 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-65839dfa-0ed9-40b9-8f8a-80dfa636b040 req-79f338fc-90de-43a4-a8d1-7093370fdd5e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0777788
Nov 24 15:16:05.828581 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-65839dfa-0ed9-40b9-8f8a-80dfa636b040 req-2ae72023-fb77-411a-a2ca-cb8e4225840a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417485
Nov 24 15:16:06.025540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606482a7-238d-4604-83c1-eb73297c575a req-a07bc1e3-cfb7-431d-b708-4a7e16a1b2ff tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:06.026962 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-606482a7-238d-4604-83c1-eb73297c575a req-a07bc1e3-cfb7-431d-b708-4a7e16a1b2ff tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0792103
Nov 24 15:16:06.071951 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-606482a7-238d-4604-83c1-eb73297c575a req-37b8cf1f-fb5d-4b7e-a7aa-634f767cf741 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389245
Nov 24 15:16:06.099249 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36852) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:16:06.236936 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ae16b248-c841-496c-9275-6b210fbb6ec6 tempest-TestShelveInstance-1924568894 tempest-TestShelveInstance-1924568894-project-admin] Synchronizing usage tracker for tenant:dfa82acea2d54db687b7064fb35a09e8 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:16:06.333366 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ae16b248-c841-496c-9275-6b210fbb6ec6 tempest-TestShelveInstance-1924568894 tempest-TestShelveInstance-1924568894-project-admin] Unset dirty status for tenant:dfa82acea2d54db687b7064fb35a09e8 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:16:06.334521 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ae16b248-c841-496c-9275-6b210fbb6ec6 tempest-TestShelveInstance-1924568894 tempest-TestShelveInstance-1924568894-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1094 time: 0.2343147
Nov 24 15:16:06.337442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 36858) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:16:06.342616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:16:06.348803 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:16:06.352992 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:floatingip and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:16:06.355889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:16:06.361927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:16:06.454083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:06.586667 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:06.715363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Allocated IP 172.26.2.18 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/6483f81b-1bdf-4da4-9e07-4385906116ee) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:16:06.866047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:06.969161 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:06.972719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3a78153c-bfd7-4825-b3a4-ffd225389c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:16:07.035343 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:16:07.038405 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:16:07.042460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:16:07.066203 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'Port': ['ID=6483f81b-1bdf-4da4-9e07-4385906116ee,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:16:07.070860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:16:07.547734 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:07.660356 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:07.867179 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:07.945531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:07.949543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f8d47560-9360-4176-9719-9491f5fe1001 tempest-TestVolumeBootPattern-1972246968 tempest-TestVolumeBootPattern-1972246968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:16:08.048041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'Port': ['ID=6483f81b-1bdf-4da4-9e07-4385906116ee,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:16:08.051850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:16:08.067868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:08.361473 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Floating IP 72fd73a5-ca48-404f-b9c7-2a8dfbee1087 associated. External IP: 172.26.2.18, port: 1cb1292b-1157-4b5c-95c4-38a38a7e8db3.
Nov 24 15:16:08.749151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:16:08.953585 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:16:08.963516 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] Sync routers for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:16:08.980113 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:16:08.984366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:16:09.059247 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:09.117796 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7792902
Nov 24 15:16:09.118466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:16:09.162273 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:16:09.172559 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'status': 'completed', 'code': 200}
Nov 24 15:16:09.266735 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-470117fc-d53d-461e-a4aa-3ae204f095da req-75b4bd24-29c3-439f-9d8b-a984420c5068 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1099 time: 0.0688407
Nov 24 15:16:09.402192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470117fc-d53d-461e-a4aa-3ae204f095da req-53187bd8-2165-4a84-95f1-d39700afe058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:09.403615 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-470117fc-d53d-461e-a4aa-3ae204f095da req-53187bd8-2165-4a84-95f1-d39700afe058 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1268454
Nov 24 15:16:09.508184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6fd0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '72fd73a5-ca48-404f-b9c7-2a8dfbee1087', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'port_id': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'mac_address': 'fa:16:3e:90:dd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:16:07Z', 'updated_at': '2021-11-24T15:16:07Z', 'revision_number': 0, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:16:09.509011 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-470117fc-d53d-461e-a4aa-3ae204f095da req-1da212e6-b04a-4fa1-a055-46e2d7774c74 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 999 time: 0.0986066
Nov 24 15:16:09.512210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] Checking router: eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:16:09.523095 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:16:09.523632 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:15:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:16:09.576888 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470117fc-d53d-461e-a4aa-3ae204f095da req-f2d8fba1-905d-4209-9e24-a545c0fc8b6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:09.578376 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-470117fc-d53d-461e-a4aa-3ae204f095da req-f2d8fba1-905d-4209-9e24-a545c0fc8b6e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0625465
Nov 24 15:16:09.656696 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-470117fc-d53d-461e-a4aa-3ae204f095da req-b3dff192-05db-408f-b246-781e8d41e2d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705841
Nov 24 15:16:09.704579 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:16:09.790993 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-470117fc-d53d-461e-a4aa-3ae204f095da req-d79cef29-9146-469c-94f5-91c1dfb3edb4 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267214
Nov 24 15:16:09.926962 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-470117fc-d53d-461e-a4aa-3ae204f095da req-09d923c1-7b24-4dda-adb3-906f728ed2d8 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292169
Nov 24 15:16:10.063991 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f3e6fd0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '72fd73a5-ca48-404f-b9c7-2a8dfbee1087', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'port_id': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'mac_address': 'fa:16:3e:90:dd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:16:07Z', 'updated_at': '2021-11-24T15:16:07Z', 'revision_number': 0, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:16:10.067863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bcdae-1da1-43c7-bca6-088a90bcbc3f None None] The sync data for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv is: [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '72fd73a5-ca48-404f-b9c7-2a8dfbee1087', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'floating_ip_address': '172.26.2.18', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'port_id': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'mac_address': 'fa:16:3e:90:dd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:16:07Z', 'updated_at': '2021-11-24T15:16:07Z', 'revision_number': 0, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:16:16.289148 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab8105-0a14-4098-8ad5-a5d1d495bbd4 None None] New status for floating IP 72fd73a5-ca48-404f-b9c7-2a8dfbee1087: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:16:17.385828 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-f8c24942-2577-490c-bfe2-baa06b266857 req-fa495717-0018-4aff-94b5-41be7f1787de service neutron] (84233) timed out ('10.222.0.81', 57875) {{(pid=84233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 15:16:17.643637 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:16:20.716402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:23.459420 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c9769ed3-3b7c-42eb-ab77-bafb4e098a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:24.007939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:25.715890 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-349c5309-ed32-4579-89b9-4d4679ccbe94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:26.876528 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:28.416314 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:29.763609 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-58d0ae85-1deb-4173-a08a-d9c8c15eebd2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0744860
Nov 24 15:16:29.907237 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-4c24c7f0-fd90-4ce8-be33-f5b2bf5b63ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1099 time: 0.0692179
Nov 24 15:16:30.059699 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-47fdcec0-1103-481b-8266-9900a21a37a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:30.061150 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-47fdcec0-1103-481b-8266-9900a21a37a8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1346736
Nov 24 15:16:30.164614 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-d0a0106b-6ed1-4115-b36f-040dd13d9500 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 1001 time: 0.0953059
Nov 24 15:16:30.225997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-29615fcf-5b03-4a4c-929e-7ae94e8cfd86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:16:30.227620 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-29615fcf-5b03-4a4c-929e-7ae94e8cfd86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0560055
Nov 24 15:16:30.404826 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-d41eb1b5-d1b2-46e9-8f1b-76c8ccf18ffe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1700146
Nov 24 15:16:30.536344 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-c810ca18-b4b1-4e7a-967f-03c6873f4ea8 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234832
Nov 24 15:16:30.665340 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b618eb12-8abe-4eb0-a51b-08d1e239cc92 req-7013b89f-f7de-479c-a823-b3a060802f4d service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222568
Nov 24 15:16:50.727344 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:53.458054 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3260c05a-ff1c-4343-af99-37236735c83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:53.943998 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:54.644265 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:16:55.732548 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-231ac7c4-38dc-44e3-bf19-caa8afb568dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:56.875544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:16:58.343957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:20.726841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:23.441134 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f848fc8a-942e-428e-8861-d2bd5c39e034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:23.937575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:25.715185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-570cfe74-45f0-4b17-8f31-ad28b41a7024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:26.920708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:28.354518 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:30.769641 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-6f3404f2-8680-40c5-b403-3f64b9e6afec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697408
Nov 24 15:17:30.913508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-1d5d74e8-eb2e-475b-b7e5-0fa810a95ff7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1099 time: 0.0737648
Nov 24 15:17:31.060198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-a23c9108-1d72-480e-a569-25d7614e5a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:17:31.061621 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-a23c9108-1d72-480e-a569-25d7614e5a52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1285262
Nov 24 15:17:31.162941 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-a5aa4ed7-44d4-4ee7-9d48-f8a998b2d0aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 1001 time: 0.0935628
Nov 24 15:17:31.229050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-84cb07e9-1ee4-444d-95ef-4c3cd6ae2005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:17:31.230450 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-84cb07e9-1ee4-444d-95ef-4c3cd6ae2005 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0608523
Nov 24 15:17:31.306838 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-2e665b73-3967-4c47-b476-dd6b870c5f9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685213
Nov 24 15:17:31.477596 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-8f433616-32b1-4551-9706-5dc0c3767943 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635456
Nov 24 15:17:31.608269 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9f0df7fc-06dc-4e34-b662-164764d0c407 req-db0054ae-5c31-4516-8e0c-b97b374adaea service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244435
Nov 24 15:17:31.644426 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:17:50.720154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:53.497010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5bb50732-5f97-450d-9ef4-63083bfe065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:53.954191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:55.719986 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1b98fda7-2821-45b0-85b4-52080ed7e419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:56.880392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:17:58.360068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:04.066961 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b9c60-6af5-4788-9038-df6db48bd791 req-4980a084-44f3-4b61-a3fd-35428c97027a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:04.068667 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-632b9c60-6af5-4788-9038-df6db48bd791 req-4980a084-44f3-4b61-a3fd-35428c97027a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0830426
Nov 24 15:18:04.115647 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-632b9c60-6af5-4788-9038-df6db48bd791 req-e2ac9cbf-e853-497c-90f6-2dee7a42933f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414705
Nov 24 15:18:05.333206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51064179-2409-4dc2-b7e2-982c2811e7bf req-bc8b3cb3-fff1-4d23-8ab7-462b10cd00b9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:05.335294 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51064179-2409-4dc2-b7e2-982c2811e7bf req-bc8b3cb3-fff1-4d23-8ab7-462b10cd00b9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0813179
Nov 24 15:18:05.380905 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-51064179-2409-4dc2-b7e2-982c2811e7bf req-a114338c-eca5-4d1c-9ccd-4b599c7095dc tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400457
Nov 24 15:18:06.592313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5c29b-de38-465e-bcc6-44e93a6b9cd7 req-b3797179-d2f8-4b5c-95ab-140352cf74e3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:06.593718 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dcc5c29b-de38-465e-bcc6-44e93a6b9cd7 req-b3797179-d2f8-4b5c-95ab-140352cf74e3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0750613
Nov 24 15:18:06.641850 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dcc5c29b-de38-465e-bcc6-44e93a6b9cd7 req-b184d648-181c-4902-9d93-0d3227aab70e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427322
Nov 24 15:18:07.839808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef0fe-7eff-478c-b82e-1abb2d9916aa req-e740ff47-194c-44fc-bee8-72621db5d641 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:07.841288 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f7fef0fe-7eff-478c-b82e-1abb2d9916aa req-e740ff47-194c-44fc-bee8-72621db5d641 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0781858
Nov 24 15:18:07.887022 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f7fef0fe-7eff-478c-b82e-1abb2d9916aa req-52747a8f-fd6c-4eca-a3cc-9949d2c4234a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402360
Nov 24 15:18:08.643932 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:18:09.081351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dc0bb-77fb-4d69-800f-130c58811e89 req-4eaa58d2-d4b1-431d-bfc6-736ebc97f831 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:09.082764 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-015dc0bb-77fb-4d69-800f-130c58811e89 req-4eaa58d2-d4b1-431d-bfc6-736ebc97f831 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0765901
Nov 24 15:18:09.128301 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-015dc0bb-77fb-4d69-800f-130c58811e89 req-a3f80d7d-1e64-4e38-8815-04aa9706d8a9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391924
Nov 24 15:18:10.332580 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb4ef-9830-4551-925c-6e4914a302d3 req-d00d9933-1116-4964-a85a-fd0bedd851eb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:10.334066 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b7cb4ef-9830-4551-925c-6e4914a302d3 req-d00d9933-1116-4964-a85a-fd0bedd851eb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0812337
Nov 24 15:18:10.379276 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5b7cb4ef-9830-4551-925c-6e4914a302d3 req-06bada53-8ce6-4e5e-9619-5b86e0cb0618 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396087
Nov 24 15:18:11.719313 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef0fb4-0fc9-4e6c-9271-09e887b8038a req-54f9597e-64ed-486a-84bd-8d512ff7d2a4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:11.720679 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-80ef0fb4-0fc9-4e6c-9271-09e887b8038a req-54f9597e-64ed-486a-84bd-8d512ff7d2a4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.2217495
Nov 24 15:18:11.765689 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-80ef0fb4-0fc9-4e6c-9271-09e887b8038a req-bf7ca748-fece-4b67-be19-226af4e23fd2 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390222
Nov 24 15:18:12.959096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d5a7e-8110-4b2f-84d1-506b00cb38f8 req-b3bce651-e1f8-43fb-99e2-d15d14ae94cf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:12.960406 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c58d5a7e-8110-4b2f-84d1-506b00cb38f8 req-b3bce651-e1f8-43fb-99e2-d15d14ae94cf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0754113
Nov 24 15:18:13.009100 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c58d5a7e-8110-4b2f-84d1-506b00cb38f8 req-83dd0429-c3e8-4b8f-bbb8-982b34de2948 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432010
Nov 24 15:18:14.208861 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3504891-007d-467d-9019-e3f5452d027a req-5ce0aa7f-2476-4cb8-94e6-8202aa1b70e4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:14.210204 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f3504891-007d-467d-9019-e3f5452d027a req-5ce0aa7f-2476-4cb8-94e6-8202aa1b70e4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0779285
Nov 24 15:18:14.256612 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f3504891-007d-467d-9019-e3f5452d027a req-4b9d1ffd-1238-4016-906f-40909e1a06f1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409439
Nov 24 15:18:15.556044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb078c-b2be-448d-bc53-72c9676857e9 req-2ab7fbcc-87ec-4e7f-b263-b9317b909a77 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:15.557403 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-33bb078c-b2be-448d-bc53-72c9676857e9 req-2ab7fbcc-87ec-4e7f-b263-b9317b909a77 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.1821737
Nov 24 15:18:15.603520 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-33bb078c-b2be-448d-bc53-72c9676857e9 req-9cdd3579-e847-4013-a017-dcfb560498f8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405214
Nov 24 15:18:16.813164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4335e-896b-4742-9cfb-d066ac4cef20 req-9d5644d9-669c-4d6f-8598-d4318a9bb738 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:16.815462 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b2f4335e-896b-4742-9cfb-d066ac4cef20 req-9d5644d9-669c-4d6f-8598-d4318a9bb738 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0889869
Nov 24 15:18:16.869860 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b2f4335e-896b-4742-9cfb-d066ac4cef20 req-d9e7db41-05a0-46d6-828f-0ea9b52d3cfa tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489428
Nov 24 15:18:17.228128 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:18:17.377814 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:18:17.395337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'port_id': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'mac_address': 'fa:16:3e:90:dd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:18:17.454545 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:17.475474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:18:17.492438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:18:17.560030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:17.561931 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:18:17.637169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['1cb1292b-1157-4b5c-95c4-38a38a7e8db3'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:18:17.680521 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:18:17.700763 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.701168 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.701532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.701782 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.702115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.702446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.702776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.703100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.703419 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.703737 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.704056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:18:17.710691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:18:18.111697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c918-2585-449f-b816-490923ba8543 req-75730d96-0596-4609-8ec6-f3a9369bf450 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:18.113797 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58c0c918-2585-449f-b816-490923ba8543 req-75730d96-0596-4609-8ec6-f3a9369bf450 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 945 time: 0.0896254
Nov 24 15:18:18.269645 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58c0c918-2585-449f-b816-490923ba8543 req-36bc143d-16c0-451b-b02a-8537bd708bcd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1493731
Nov 24 15:18:19.230482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:18:19.309881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:18:19.310539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:19.454985 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:19.486198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:18:19.498896 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b914a7-b334-402b-9cbc-605393ce004c req-5a36d4c2-70e5-490a-9026-59ade8512b4b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:19.502005 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c5b914a7-b334-402b-9cbc-605393ce004c req-5a36d4c2-70e5-490a-9026-59ade8512b4b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 945 time: 0.0971775
Nov 24 15:18:19.515972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:18:19.571047 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c5b914a7-b334-402b-9cbc-605393ce004c req-62656edb-1ffb-4146-ba81-f21f7134a675 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614512
Nov 24 15:18:19.601758 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:19.604859 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-23dd0101-9f66-4e9d-a80a-8a64f47f65e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:18:19.657057 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'code': 200}
Nov 24 15:18:19.689456 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:18:19.693278 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:18:20.799561 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:20.906986 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccf15-b0c3-4197-8223-b30e937b1dcf req-dcdd0ead-e244-4e72-868c-119762e7c8bf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:20.908614 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-239ccf15-b0c3-4197-8223-b30e937b1dcf req-dcdd0ead-e244-4e72-868c-119762e7c8bf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.2026315
Nov 24 15:18:20.959827 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-239ccf15-b0c3-4197-8223-b30e937b1dcf req-3dc66497-dec6-49dc-b730-43a4551615af tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444160
Nov 24 15:18:22.191094 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c177578-f5c0-427a-8259-b528d21b691b req-30860404-aa95-4b09-a941-e35776440320 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:22.193208 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c177578-f5c0-427a-8259-b528d21b691b req-30860404-aa95-4b09-a941-e35776440320 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0955803
Nov 24 15:18:22.243407 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3c177578-f5c0-427a-8259-b528d21b691b req-77c162b3-ed04-4955-9779-5d99431ab20a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446341
Nov 24 15:18:23.455490 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde628c-a350-43ae-af4b-5e58a9326670 req-5ca74318-cead-4f0c-96ed-1a686b51f7fc tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:23.457267 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3cde628c-a350-43ae-af4b-5e58a9326670 req-5ca74318-cead-4f0c-96ed-1a686b51f7fc tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0871425
Nov 24 15:18:23.508914 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3cde628c-a350-43ae-af4b-5e58a9326670 req-ebfa1267-40ad-4cd3-8fad-3c5ce3f16124 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459168
Nov 24 15:18:23.559733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-513e8725-3f64-45c2-a6be-393aacab156b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:23.943121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:24.731997 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d57ac-8c20-4579-a450-ea4cb88d3c30 req-1759ce99-41bd-4292-b861-860bc80b2ac9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:24.734260 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bf3d57ac-8c20-4579-a450-ea4cb88d3c30 req-1759ce99-41bd-4292-b861-860bc80b2ac9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0965028
Nov 24 15:18:24.784503 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bf3d57ac-8c20-4579-a450-ea4cb88d3c30 req-0db7ba38-9de8-425c-a084-567592ae29a5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445426
Nov 24 15:18:25.726271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-78ab687e-6102-4fb5-a6f6-a992a2b201da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:26.012358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664f1c9-b5ce-4c6f-a231-5f15c2536c93 req-a241138d-0565-436b-b839-596a87978e09 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:26.014491 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d664f1c9-b5ce-4c6f-a231-5f15c2536c93 req-a241138d-0565-436b-b839-596a87978e09 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0880756
Nov 24 15:18:26.064776 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-d664f1c9-b5ce-4c6f-a231-5f15c2536c93 req-30e85bc8-9527-48e2-98ae-9cae319b41dd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446289
Nov 24 15:18:26.931069 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:27.294080 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca6990-2be1-4805-b3c1-0f3744eb8d4e req-e4bc50d7-7c61-4b0b-96c6-800d126cdaa0 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:27.297363 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58ca6990-2be1-4805-b3c1-0f3744eb8d4e req-e4bc50d7-7c61-4b0b-96c6-800d126cdaa0 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0902228
Nov 24 15:18:27.349259 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58ca6990-2be1-4805-b3c1-0f3744eb8d4e req-69305646-9068-4ba1-8c38-fc5b4ce23bb7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476983
Nov 24 15:18:28.389866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:28.555486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91730080-3b02-4b0e-b41a-5d962bc7077b req-59ca8d60-088d-488d-8f87-09faae4f4802 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:28.556844 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91730080-3b02-4b0e-b41a-5d962bc7077b req-59ca8d60-088d-488d-8f87-09faae4f4802 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0823088
Nov 24 15:18:28.602173 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-91730080-3b02-4b0e-b41a-5d962bc7077b req-e9f8bc84-6154-4b03-be24-fd6fb47a54ee tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398660
Nov 24 15:18:28.857761 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-46aa4699-faee-4a31-a7cf-6ca1c9631b67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1099 time: 0.1376755
Nov 24 15:18:28.988240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ada51-49da-4e90-8758-9cefa538f727 req-ac0f06f6-fcbc-4e5a-b076-d23370a0d85d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:28.989690 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-ac0f06f6-fcbc-4e5a-b076-d23370a0d85d service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1245506
Nov 24 15:18:29.092139 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-7a29c8f2-f3d9-47e7-bbcd-94ea4217874a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 1001 time: 0.0948703
Nov 24 15:18:29.154037 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ada51-49da-4e90-8758-9cefa538f727 req-7f202606-4e3f-4652-995a-c3dae7647b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:29.155338 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-7f202606-4e3f-4652-995a-c3dae7647b69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0570788
Nov 24 15:18:29.232750 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-35275617-2873-4ba2-ba5e-a02b72c57d7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714369
Nov 24 15:18:29.242842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-c05b3eaa-9cdb-4d50-bf8c-4c04c1b7ec7a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:18:29.243736 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-c05b3eaa-9cdb-4d50-bf8c-4c04c1b7ec7a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046618
Nov 24 15:18:29.374357 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-c2927dde-8f68-4dbc-a4fd-5595737faaec service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235986
Nov 24 15:18:29.503862 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-802ada51-49da-4e90-8758-9cefa538f727 req-075dd8ac-611b-4132-8336-e5083284848e service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230121
Nov 24 15:18:29.795901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73df5f-1df3-48a7-8149-28f7afa20460 req-d416ba20-6bcf-430a-901c-1d3a58919bd8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:29.798704 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc73df5f-1df3-48a7-8149-28f7afa20460 req-d416ba20-6bcf-430a-901c-1d3a58919bd8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0787575
Nov 24 15:18:29.843590 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc73df5f-1df3-48a7-8149-28f7afa20460 req-f1303d46-ca5f-49ca-9ed5-5394fe6e5a13 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407188
Nov 24 15:18:31.039352 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739dcfe-11d2-4917-8f75-e46948f7b87f req-77031d8f-82e9-49ab-9aa7-ff265f94a0bf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:31.041031 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f739dcfe-11d2-4917-8f75-e46948f7b87f req-77031d8f-82e9-49ab-9aa7-ff265f94a0bf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 946 time: 0.0783989
Nov 24 15:18:31.091373 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f739dcfe-11d2-4917-8f75-e46948f7b87f req-a8f7258d-cb85-4407-9fa9-7287055a5983 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448833
Nov 24 15:18:31.315414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:18:31.424702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:31.450519 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:18:31.460649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:18:31.503546 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'code': 200}
Nov 24 15:18:31.541954 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:31.543803 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:18:31.648131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:18:31.651164 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:18:31.772675 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-f14c15e7-9b81-4111-908c-30f9c183ebb0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0753827
Nov 24 15:18:31.907537 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-f5b89adc-54c7-4238-9269-20f57fe9e447 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1097 time: 0.0686748
Nov 24 15:18:32.049385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-527b060e-203f-421d-829c-a1cf48ba438d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:32.050812 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-527b060e-203f-421d-829c-a1cf48ba438d service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1258903
Nov 24 15:18:32.155405 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-a1cb8a00-fb0c-4282-9ef6-ac5ee8c40a43 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 999 time: 0.0979874
Nov 24 15:18:32.218506 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-9af3a1c5-9a2e-44fc-8925-ddbfff875d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:32.219888 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-9af3a1c5-9a2e-44fc-8925-ddbfff875d02 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0581353
Nov 24 15:18:32.292938 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55b58-534a-46c2-91c1-e5cba28961a9 req-1ad8f8e7-3a99-4e83-9249-4883ce1b6404 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:32.294437 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6ab55b58-534a-46c2-91c1-e5cba28961a9 req-1ad8f8e7-3a99-4e83-9249-4883ce1b6404 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0796523
Nov 24 15:18:32.342645 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6ab55b58-534a-46c2-91c1-e5cba28961a9 req-912f9b08-43cd-4e37-b8f0-7c8661312a89 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426798
Nov 24 15:18:32.423731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-297cc449-ef39-46ba-ad81-80ee8a77bb83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1972773
Nov 24 15:18:32.599653 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-2b5c9919-41bd-44ed-8610-849341d5a9fb service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695118
Nov 24 15:18:32.685332 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-02ff66ef-70fc-4259-9aeb-dccf1993c8e1 req-58e3bd77-f901-45cb-9a6e-c07cd7f1d85a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1817510
Nov 24 15:18:32.738893 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6d92d978-c00b-4260-a097-19f81a11b7ad req-d94c00e2-c664-4fba-99a8-a62578785d01 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326694
Nov 24 15:18:34.142370 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1c9e5-172a-43e1-9a26-2bf99da96f2d req-d5e33f03-6050-4a4c-befe-5f073db2dca1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:34.143719 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6ce1c9e5-172a-43e1-9a26-2bf99da96f2d req-d5e33f03-6050-4a4c-befe-5f073db2dca1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0859761
Nov 24 15:18:34.189808 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-6ce1c9e5-172a-43e1-9a26-2bf99da96f2d req-e3f974f0-a135-4e93-bf54-57ebaf1b354f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398629
Nov 24 15:18:34.287799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37028) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:18:34.418485 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-01c299db-0a6e-4bec-91af-28d45637d813 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1293604
Nov 24 15:18:35.347333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:18:35.390670 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1cd50-ce5c-46ca-8f7e-3c462e193bbd req-849f26ce-3b8e-44c8-b56a-01c642f837fe tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:35.392136 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fbe1cd50-ce5c-46ca-8f7e-3c462e193bbd req-849f26ce-3b8e-44c8-b56a-01c642f837fe tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0834785
Nov 24 15:18:35.437819 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fbe1cd50-ce5c-46ca-8f7e-3c462e193bbd req-a867e173-502c-441d-8082-c872802fe707 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390646
Nov 24 15:18:36.637223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e68c3b-b2c1-4211-8f87-548867f3f237 req-c5795048-5b57-4196-956b-903b4e441594 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:36.638660 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-52e68c3b-b2c1-4211-8f87-548867f3f237 req-c5795048-5b57-4196-956b-903b4e441594 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0803380
Nov 24 15:18:36.685880 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-52e68c3b-b2c1-4211-8f87-548867f3f237 req-d293b6a9-0e30-4878-8839-e0165d3eeb35 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417044
Nov 24 15:18:37.460557 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-92d9a16b-c6fa-4999-9430-540803162335 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c&tenant_id=4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 1097 time: 0.0702910
Nov 24 15:18:37.555044 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-89b07298-8fcd-41c7-b2c0-8017361f28ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1097 time: 0.0733402
Nov 24 15:18:37.687595 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-d9cbae1a-527c-47ef-85bf-22bfa44a9b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:37.688948 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-d9cbae1a-527c-47ef-85bf-22bfa44a9b7c service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1274493
Nov 24 15:18:37.802323 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-ff845b82-74e1-477d-9da9-408c05e9153a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 999 time: 0.0973506
Nov 24 15:18:37.906457 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-cfded2ac-f8c7-4b64-a35d-8e0de8a22dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:37.907889 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-cfded2ac-f8c7-4b64-a35d-8e0de8a22dd0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0988791
Nov 24 15:18:37.980366 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555168c-3106-401d-8e7a-2d19cdca582c req-c6f5ad00-233b-4078-bd4d-e95f431c767a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:37.981738 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7555168c-3106-401d-8e7a-2d19cdca582c req-c6f5ad00-233b-4078-bd4d-e95f431c767a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.1744359
Nov 24 15:18:38.038885 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-f80f0ed6-433d-479e-80fb-978818c3ddcc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1238482
Nov 24 15:18:38.043563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7555168c-3106-401d-8e7a-2d19cdca582c req-9866c283-e1c8-442a-bf9f-080ba5c97fe7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550654
Nov 24 15:18:38.170377 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-44f8b5f9-c9b7-424c-93f8-feddbdedf7ee service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233470
Nov 24 15:18:38.301195 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e3bc069f-b7d7-463b-ad03-961073bb0397 req-f0583fbb-c569-490d-a435-ae9da4538b66 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239460
Nov 24 15:18:39.244503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adf62-89df-4ecb-8f8f-e796ca53369a req-1de27819-0364-45e5-9934-413b7c7f6fea tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:39.245873 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-477adf62-89df-4ecb-8f8f-e796ca53369a req-1de27819-0364-45e5-9934-413b7c7f6fea tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0809381
Nov 24 15:18:39.291936 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-477adf62-89df-4ecb-8f8f-e796ca53369a req-3d594dce-6c7c-4c2c-8672-8ad036a189ee tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405440
Nov 24 15:18:40.510438 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e30952-98f1-4027-bcc5-f2d36d046247 req-876e9986-d8ea-4f81-8d3f-30d4bc215724 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:40.511764 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-35e30952-98f1-4027-bcc5-f2d36d046247 req-876e9986-d8ea-4f81-8d3f-30d4bc215724 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0868003
Nov 24 15:18:40.569879 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-35e30952-98f1-4027-bcc5-f2d36d046247 req-5ac00a54-7790-4a7f-8b00-d22b397a9fc2 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525153
Nov 24 15:18:41.769207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b056b-34c0-4e0c-9dc0-b7449ad83db8 req-9aba566a-5162-4d3c-a400-9495eedc1c4c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:41.770964 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-893b056b-34c0-4e0c-9dc0-b7449ad83db8 req-9aba566a-5162-4d3c-a400-9495eedc1c4c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0854597
Nov 24 15:18:41.819697 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-893b056b-34c0-4e0c-9dc0-b7449ad83db8 req-4a952c4b-6bd5-456a-8470-ce0e211d1f6d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432906
Nov 24 15:18:43.035437 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6040909-eca6-4be2-9c54-772ac9d33d68 req-3e263ca7-c0a4-4b1c-97fe-2a65607d665d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:43.037502 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d6040909-eca6-4be2-9c54-772ac9d33d68 req-3e263ca7-c0a4-4b1c-97fe-2a65607d665d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0845177
Nov 24 15:18:43.084935 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d6040909-eca6-4be2-9c54-772ac9d33d68 req-97d593a9-b41d-484e-b58a-91b80b8af749 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418568
Nov 24 15:18:44.304777 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face059f-6908-4497-8b48-ce63488aac04 req-456472c7-0aca-41a9-9f1c-4b60939fba41 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:44.311480 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-face059f-6908-4497-8b48-ce63488aac04 req-456472c7-0aca-41a9-9f1c-4b60939fba41 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0956581
Nov 24 15:18:44.357485 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-face059f-6908-4497-8b48-ce63488aac04 req-455f8d75-102e-4b6a-9c56-065e9183aa3f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451527
Nov 24 15:18:45.643962 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:18:45.679994 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7b088-2f13-4ebf-a7f8-34ee66d60c91 req-51e34de3-16b8-4362-bbbd-2fbcb50406b5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:45.681463 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7d7b088-2f13-4ebf-a7f8-34ee66d60c91 req-51e34de3-16b8-4362-bbbd-2fbcb50406b5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.2016919
Nov 24 15:18:45.738065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7d7b088-2f13-4ebf-a7f8-34ee66d60c91 req-4a935117-affa-4b4c-8c71-637144a9539d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508015
Nov 24 15:18:46.952106 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e209f-2284-4b79-bece-79bf4d69c7f1 req-b47fb9c2-ef8d-4658-bf5c-e0ed987fe062 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:46.953580 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c6e209f-2284-4b79-bece-79bf4d69c7f1 req-b47fb9c2-ef8d-4658-bf5c-e0ed987fe062 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0815015
Nov 24 15:18:47.003913 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-2c6e209f-2284-4b79-bece-79bf4d69c7f1 req-353b3464-4dfc-47c7-8f68-8550db30b84c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422392
Nov 24 15:18:48.212300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c56b-feda-4013-a876-723b0d6fd9dc req-59b13bbd-08a5-48c1-9dc4-1d68806d0826 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:48.213824 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4d02c56b-feda-4013-a876-723b0d6fd9dc req-59b13bbd-08a5-48c1-9dc4-1d68806d0826 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0805688
Nov 24 15:18:48.267427 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4d02c56b-feda-4013-a876-723b0d6fd9dc req-3f4a8607-bd91-4e81-8f32-27162d0b47cd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478899
Nov 24 15:18:49.470211 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41977d9f-a9c6-4890-84b1-8f58c7aceb5b req-dae9e0ba-2ae5-47a2-87df-55220ac93f71 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:49.471548 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-41977d9f-a9c6-4890-84b1-8f58c7aceb5b req-dae9e0ba-2ae5-47a2-87df-55220ac93f71 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0809352
Nov 24 15:18:49.516920 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-41977d9f-a9c6-4890-84b1-8f58c7aceb5b req-2112c882-937f-47b5-958a-8767eba7e84d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391641
Nov 24 15:18:50.718015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f31a76-833b-4ff4-ab5d-af40de952d3b req-77ab4b7b-0eba-40f8-bb81-ad3654235055 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:50.719448 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1f31a76-833b-4ff4-ab5d-af40de952d3b req-77ab4b7b-0eba-40f8-bb81-ad3654235055 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0824292
Nov 24 15:18:50.759361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:50.768767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f1f31a76-833b-4ff4-ab5d-af40de952d3b req-0d91bdb3-cf41-4341-8241-2bb18152fbdb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423415
Nov 24 15:18:51.964677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e91e3f-957b-4145-8b58-b4681fba2311 req-1808c0d2-8d95-4f21-bf67-371fa5c20d00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:51.966109 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e0e91e3f-957b-4145-8b58-b4681fba2311 req-1808c0d2-8d95-4f21-bf67-371fa5c20d00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0781031
Nov 24 15:18:52.013687 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e0e91e3f-957b-4145-8b58-b4681fba2311 req-f3a55a97-1e85-412b-a71b-7f201fe1b503 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420923
Nov 24 15:18:53.210364 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230309-7020-43db-b4b7-2c1f7da49667 req-fd74f40a-6f18-451c-8a41-bbc4b95f2d9f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:53.211793 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4c230309-7020-43db-b4b7-2c1f7da49667 req-fd74f40a-6f18-451c-8a41-bbc4b95f2d9f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 944 time: 0.0793061
Nov 24 15:18:53.257563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4c230309-7020-43db-b4b7-2c1f7da49667 req-6bb9e893-a9d4-47ab-8279-5deb7cdc8263 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403752
Nov 24 15:18:53.455460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:18:53.482776 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-15067593-0b06-4f8a-9eb9-6f5cb0a3b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:53.588650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:18:53.601791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'port_id': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'mac_address': 'fa:16:3e:90:dd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:18:53.654490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:53.671386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:18:53.686722 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:18:53.747415 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:53.749271 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8c1acedf-98a3-40a7-803b-7d38c763fe03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:18:53.815355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=9']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:18:53.819346 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:18:53.935868 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:53.966460 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['1cb1292b-1157-4b5c-95c4-38a38a7e8db3'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:18:54.456988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4daee0-8a00-4d7c-a30a-25b26e5b30da req-823b5852-f167-4fdb-81a9-2a72b06a18e9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:54.458432 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9a4daee0-8a00-4d7c-a30a-25b26e5b30da req-823b5852-f167-4fdb-81a9-2a72b06a18e9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 945 time: 0.0798779
Nov 24 15:18:54.503179 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9a4daee0-8a00-4d7c-a30a-25b26e5b30da req-cc1a51a2-8f6f-40a6-9ed4-d87207d2c48e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391691
Nov 24 15:18:55.486865 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:18:55.554407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:18:55.554784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:55.677815 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:55.703367 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fad9f-c894-4abf-b0d5-ff9ed679b5e7 req-9f10b60e-de9e-443f-a2c7-f50400f5613e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:55.703967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:18:55.704844 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-942fad9f-c894-4abf-b0d5-ff9ed679b5e7 req-9f10b60e-de9e-443f-a2c7-f50400f5613e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 945 time: 0.0785370
Nov 24 15:18:55.713127 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:18:55.747923 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b43e17b-f332-401f-af7e-01ead210ae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:55.757175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-942fad9f-c894-4abf-b0d5-ff9ed679b5e7 req-fdb078b8-5435-4180-9972-034117f60de4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434363
Nov 24 15:18:55.776360 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:55.778189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:18:55.845677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=10']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:18:55.849328 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:18:56.778466 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'code': 200}
Nov 24 15:18:56.896397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:56.975057 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d82da-2b62-46b1-82fc-3af1a6ffd506 req-ce4dd2d7-6a1b-49f7-a1f2-eca076b6d3db tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:56.975057 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-325d82da-2b62-46b1-82fc-3af1a6ffd506 req-ce4dd2d7-6a1b-49f7-a1f2-eca076b6d3db tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 947 time: 0.0914671
Nov 24 15:18:57.017031 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-325d82da-2b62-46b1-82fc-3af1a6ffd506 req-04d73008-d8c1-494e-a912-40822f3fac39 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401149
Nov 24 15:18:57.216221 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-17f60b59-f27b-4a51-832d-e0da0705dc7d req-985f1a2e-a24f-4743-9c18-8e5f86178d6f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1100 time: 0.0678301
Nov 24 15:18:57.258526 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-17f60b59-f27b-4a51-832d-e0da0705dc7d req-d38a85a3-77d1-4e7a-b5e0-c83fe668ead5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358775
Nov 24 15:18:58.219138 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e805f5-984c-4c23-91b2-49ae0d7c711b req-17e6468f-a758-46c1-b29f-4e727bb7e0ff tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:58.220614 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-89e805f5-984c-4c23-91b2-49ae0d7c711b req-17e6468f-a758-46c1-b29f-4e727bb7e0ff tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 947 time: 0.0770640
Nov 24 15:18:58.271117 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-89e805f5-984c-4c23-91b2-49ae0d7c711b req-100c0b89-b35e-42d6-a81c-b14d02a412a9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440435
Nov 24 15:18:58.410367 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:18:59.472706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903279-e9b5-4cfd-a7c7-566d4df0f703 req-c55c02ca-fec1-4bab-b195-dc09e70f7c5a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:18:59.474498 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b1903279-e9b5-4cfd-a7c7-566d4df0f703 req-c55c02ca-fec1-4bab-b195-dc09e70f7c5a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 947 time: 0.0844400
Nov 24 15:18:59.519533 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b1903279-e9b5-4cfd-a7c7-566d4df0f703 req-a4bf22b1-4fb5-48d7-85db-e1f528a796e9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394974
Nov 24 15:19:00.716571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2cf19-4954-4c58-8c08-6d0a4c01a9cd req-fd0531bb-2242-4ac8-910b-f3d6725a327d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:19:00.717985 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-25a2cf19-4954-4c58-8c08-6d0a4c01a9cd req-fd0531bb-2242-4ac8-910b-f3d6725a327d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 947 time: 0.0797999
Nov 24 15:19:00.762788 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-25a2cf19-4954-4c58-8c08-6d0a4c01a9cd req-1bf384b7-42fa-4bab-bbbb-4ad8858c9fb1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394623
Nov 24 15:19:20.780734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:22.643836 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:19:23.455399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-ac4e11a5-880f-4c62-9795-4d7f95c51ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:23.935613 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:25.729699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0c94883c-7122-49d8-9322-ff0ba1f450d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:26.895117 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:28.409643 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:33.767611 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-3d56e27a-bb28-4b9d-b950-358e817232fc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712402
Nov 24 15:19:33.906767 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-f20e46d1-642b-4894-9403-42d88ffc890d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1100 time: 0.0723712
Nov 24 15:19:34.054382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-920e9a07-8cf8-47ce-945f-57fb09ab3091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:19:34.055758 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-920e9a07-8cf8-47ce-945f-57fb09ab3091 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1297390
Nov 24 15:19:34.159451 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-2f57f690-16a4-4f6e-819f-132fbcf45e99 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 1001 time: 0.0965545
Nov 24 15:19:34.220904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-8de4f883-350d-417e-a141-7f9a9ce5817b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:19:34.222311 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-8de4f883-350d-417e-a141-7f9a9ce5817b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0563855
Nov 24 15:19:34.299034 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-ff05d20d-d703-4bfa-b293-61d4e2952ce1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703619
Nov 24 15:19:34.431258 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-5fe0f297-8244-4485-863a-b374a565c306 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255438
Nov 24 15:19:34.560010 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-4b5dabe8-443c-4f39-9a45-48888e037e95 req-aa00b47f-2806-4574-8513-efe8920a721b service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222119
Nov 24 15:19:50.803634 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:53.477322 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-821ebc03-98b7-40eb-97c2-db181b2a48ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:53.940330 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:55.763085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6c07207b-cc4c-43e8-8a0b-de5dc9e2456a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:56.888838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:58.397227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:19:59.643071 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:20:11.384770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37196) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:11.679712 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Deleting port 6483f81b-1bdf-4da4-9e07-4385906116ee {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:20:11.679966 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:11.845118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:11.845440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:11.966717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Calling delete_port for 6483f81b-1bdf-4da4-9e07-4385906116ee owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:20:12.174301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:12.178735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-15c08f0b-19a4-409a-80b2-c37bb9c051a9 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:12.223831 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event deleted for resources: {'Port': ['ID=6483f81b-1bdf-4da4-9e07-4385906116ee,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:12.262383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.262761 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.263125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.263486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.263842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.264223 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.264577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.264968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.265319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.265662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.266009 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:12.273198 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:12.326371 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:12.722949 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:20:12.925856 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:20:12.935745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] Sync routers for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:20:12.950384 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:20:12.953082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:19:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:20:13.025354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:13.080067 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e2d2f036-4af6-4f83-a286-4f9c235aa531 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "DELETE /v2.0/floatingips/72fd73a5-ca48-404f-b9c7-2a8dfbee1087 HTTP/1.1" status: 204  len: 168 time: 1.6942186
Nov 24 15:20:13.080747 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:20:13.135695 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:20:13.306866 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'status': 'completed', 'code': 200}
Nov 24 15:20:13.405875 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-447f83c5-5f14-41e7-b55c-05c3e829d1f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 1100 time: 0.0759809
Nov 24 15:20:13.500876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d910>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:20:13.505607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] Checking router: eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:20:13.517979 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:20:13.518701 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d910>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:19:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:20:13.663818 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-2e12d10c-af55-4958-b090-8b191853f1ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:13.665527 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-2e12d10c-af55-4958-b090-8b191853f1ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.2536805
Nov 24 15:20:13.708125 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:20:13.739998 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-350a5372-bff1-4d3e-b355-a299f17b4d90 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 200  len: 217 time: 0.0660083
Nov 24 15:20:13.744503 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbcfb0-6d8b-4fe0-b99e-b316c0d12c42 req-01e09e11-59a6-4876-ad78-80dc29f022e3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:13.745183 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-b7bbcfb0-6d8b-4fe0-b99e-b316c0d12c42 req-01e09e11-59a6-4876-ad78-80dc29f022e3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:20:13.804171 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-b7bbcfb0-6d8b-4fe0-b99e-b316c0d12c42 req-01e09e11-59a6-4876-ad78-80dc29f022e3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:20:13.805916 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b7bbcfb0-6d8b-4fe0-b99e-b316c0d12c42 req-01e09e11-59a6-4876-ad78-80dc29f022e3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 947 time: 0.2650011
Nov 24 15:20:13.810837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-280ef660-ec28-4610-901e-dfee87185c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:13.812692 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-280ef660-ec28-4610-901e-dfee87185c97 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0644634
Nov 24 15:20:13.858113 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b7bbcfb0-6d8b-4fe0-b99e-b316c0d12c42 req-1e8a5099-49f0-47f3-9d6a-c25b2c065ce3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460546
Nov 24 15:20:13.905893 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-4ceab9cf-7b67-4ad5-a976-3b9b410b3761 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0851150
Nov 24 15:20:14.026398 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d910>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:20:14.030482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def10ac-5236-4cc6-a312-0a4e685c164f None None] The sync data for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv is: [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:20:14.047264 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-29186f2a-e832-45e1-bd02-9614a61c1b3a service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325767
Nov 24 15:20:14.190474 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ba394931-8a40-44b3-9a52-e9d21629efc1 req-11cff2a3-1e2a-4ea7-b5c7-b4ed93ba87b3 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355376
Nov 24 15:20:14.261379 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5b5f2-1875-4aca-a817-25f1e76f4f34 None None] New status for floating IP 72fd73a5-ca48-404f-b9c7-2a8dfbee1087: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:20:14.937216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-b1154b60-7609-467a-8043-839c890f5b8f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:14.938689 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-b1154b60-7609-467a-8043-839c890f5b8f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 947 time: 0.0840628
Nov 24 15:20:15.051741 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Deleting port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:20:15.052077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:15.180183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669502eb-e7f1-42f2-8b2c-7524247345ca req-2135e888-9754-4b19-91fd-f71478af7c15 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:15.181615 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-669502eb-e7f1-42f2-8b2c-7524247345ca req-2135e888-9754-4b19-91fd-f71478af7c15 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 947 time: 0.1954942
Nov 24 15:20:15.314776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-669502eb-e7f1-42f2-8b2c-7524247345ca req-9d88c33c-a222-4ca4-8ada-8f66fd84cb1b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9d9e600-d6a0-4a60-9679-a1766f191abc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146524
Nov 24 15:20:15.348410 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] For port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:20:15.349015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:15.467395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Calling delete_port for 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:20:15.677072 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:15.682868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:15.726740 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event deleted for resources: {'Port': ['ID=1cb1292b-1157-4b5c-95c4-38a38a7e8db3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:15.767974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.768381 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.768754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.769120 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.769483 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.769845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.770215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.770617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.770974 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.771334 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.772785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:20:15.780835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:15.820076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] No DVR routers for this DVR port 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:20:15.822412 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:15.824977 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-deleted', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:20:15.872013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-35abbfa9-ce01-4813-9991-455a4c1c9b38 req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "DELETE /v2.0/ports/1cb1292b-1157-4b5c-95c4-38a38a7e8db3 HTTP/1.1" status: 204  len: 173 time: 0.9271703
Nov 24 15:20:15.995959 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4929fc06-a091-4964-a406-5cd03aedaf8c', 'name': 'network-vif-deleted', 'tag': '1cb1292b-1157-4b5c-95c4-38a38a7e8db3', 'status': 'completed', 'code': 200}
Nov 24 15:20:16.495458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ac230970-26e3-4775-8947-8bb1d36d33ea req-9bba91b9-381a-42d6-96f0-883a9a4d91df tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:20:16.563096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ac230970-26e3-4775-8947-8bb1d36d33ea req-9bba91b9-381a-42d6-96f0-883a9a4d91df tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:20:16.564317 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ac230970-26e3-4775-8947-8bb1d36d33ea req-9bba91b9-381a-42d6-96f0-883a9a4d91df tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4929fc06-a091-4964-a406-5cd03aedaf8c HTTP/1.1" status: 200  len: 210 time: 0.1106694
Nov 24 15:20:17.670604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37222) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:17.740657 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81b7999d-4294-40f9-bd0e-af5d3c6b8b00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:17.768535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81b7999d-4294-40f9-bd0e-af5d3c6b8b00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:17.860694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:20:17.877182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81b7999d-4294-40f9-bd0e-af5d3c6b8b00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:17.881745 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-32653220-9cc2-4c05-8d66-f040ce2059d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:17.899694 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:20:17.900053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 1cb1292b-1157-4b5c-95c4-38a38a7e8db3 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:20:17.900965 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7999d-4294-40f9-bd0e-af5d3c6b8b00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d9e600-d6a0-4a60-9679-a1766f191abc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:17.903703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-81b7999d-4294-40f9-bd0e-af5d3c6b8b00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:17.961863 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-81b7999d-4294-40f9-bd0e-af5d3c6b8b00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:17.963002 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-81b7999d-4294-40f9-bd0e-af5d3c6b8b00 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9d9e600-d6a0-4a60-9679-a1766f191abc HTTP/1.1" status: 204  len: 168 time: 0.2914073
Nov 24 15:20:18.517676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37230) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:18.523782 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102934074', 'description': 'tempest-secgroup-smoke-102934074 description', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:18.529799 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:18.534141 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:18.537672 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:18.544975 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:18.619624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:18.654459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:18.658150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:18.660903 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:18.666513 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:18.718963 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:18.820950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:18.825085 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5d76f7ac-8bf7-42c3-bbf1-7de2c77df5bd tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:18.868228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a365b994-d20b-44a2-ba42-372698e5c606,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:18.871477 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:18.917373 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:18.918774 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-66833d3f-16af-4a4b-8421-7851add93937 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4001005
Nov 24 15:20:18.921506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37234) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:18.926937 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'a365b994-d20b-44a2-ba42-372698e5c606', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:18.934007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:18.938245 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:18.941433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:18.947408 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:18.998184 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.057778 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.093942 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.095702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-43aea0b3-07c8-40eb-b460-0ac7af627a94 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:19.118246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15db675-9558-4065-bd9d-e0565ded0e2d,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:19.120566 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:19.174176 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.175338 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0facab51-533a-49ab-a106-fb210070293d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2529314
Nov 24 15:20:19.178446 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37238) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:19.184120 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'a365b994-d20b-44a2-ba42-372698e5c606', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:19.190151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:19.194064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:19.197135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:19.202911 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:19.277675 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.338182 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.397629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.399616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-258c82fa-83ca-44a1-8f5a-6cd476729030 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:19.421463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce9c717-0dd5-4d2b-88e8-a4bf44f640cd,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:19.423793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:19.511032 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.512213 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d5fa0fc5-7510-4c7a-9bd7-99cbc0c2285a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3328209
Nov 24 15:20:19.514840 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37242) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:19.520125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'a365b994-d20b-44a2-ba42-372698e5c606', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:19.525875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:19.529781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:19.532866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:19.539255 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:19.637510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.699504 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.779543 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.781333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7c2941e2-628c-485a-b4f4-209118ed1d6a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:19.804800 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a8fe8a-5e3f-4445-95f7-b4c2d559d153,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:19.809215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:19.894165 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:19.895277 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-53698044-ab72-4aca-8112-271a8edcd2b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3795512
Nov 24 15:20:19.898850 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37246) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:19.904254 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'a365b994-d20b-44a2-ba42-372698e5c606', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:19.910167 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:19.914580 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:19.917457 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:19.923043 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:20.002898 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.068535 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.139610 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.141399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f57c785e-2496-4fb8-bd4d-d1db2452c779 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:20.164359 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a138f4-69a2-446e-9de6-4fdf8fded7a8,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:20.169047 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:20.231462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.232688 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-9882f517-e4c5-47e0-beea-143a4b41457c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3329356
Nov 24 15:20:20.235333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37250) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:20.240885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'a365b994-d20b-44a2-ba42-372698e5c606', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:20.246763 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:20.250568 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:20.253469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:20.259678 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:20.305703 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Project 4d2ad56427ad4d868c1de313e13e0dff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:20:20.311945 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.375662 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.414027 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.415875 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9773dfc8-3225-4bd5-a34d-e29109d30e2a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:20.436968 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570dcf45-4609-4002-acb8-f0ada5ecb574,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:20.439278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:20.493797 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.494942 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-efd4a3b3-f1a1-4151-bbd0-f3b0b4266a84 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2586415
Nov 24 15:20:20.497655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37254) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:20:20.503051 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'security_group_rule': {'security_group_id': 'a365b994-d20b-44a2-ba42-372698e5c606', 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:20.509554 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:20.513336 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:security_group_rule and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:20:20.516251 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:20:20.521888 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:20.585149 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Project 4d2ad56427ad4d868c1de313e13e0dff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:20:20.591479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.658102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.791416 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.793227 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9565090b-da22-426c-999d-1ee359082d82 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:20.819149 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcfa74c-3016-46bd-a130-0d97f52d7d44,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:20.821029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.824701 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:20.905759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:20.906971 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-8b118239-6a60-4c33-bb84-a572ee9b87b8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4084132
Nov 24 15:20:23.511147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f027a6b7-7dd3-4ab9-b505-11f71fc8e1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:23.928457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:25.728645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-57d489ee-fd07-4f3a-980b-f9b6b9fd5b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:26.900673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:28.471017 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:36.643157 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:20:46.047093 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-989f3147-f00e-451d-acc0-e7855c06d906 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102934074&fields=id&tenant_id=4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 267 time: 0.0436897
Nov 24 15:20:46.301964 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-8de6fffb-20ac-487d-bb23-2989ac1a4f48 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:46.303285 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-8de6fffb-20ac-487d-bb23-2989ac1a4f48 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 808 time: 0.2499259
Nov 24 15:20:46.319563 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-907f56c5-c6d0-42f0-9065-13882ed3b4f8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/quotas/4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 375 time: 0.0111253
Nov 24 15:20:46.400186 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-76a9333e-62a5-4b43-a9fa-7a23d8222419 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0758896
Nov 24 15:20:46.535547 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-e7e3defe-0f98-45ea-a64d-1b7f57d5d464 service neutron] 10.222.0.53 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243951
Nov 24 15:20:46.665741 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-b5c2725a-9d85-45c7-be42-6e9cbbc4ff48 service neutron] 10.222.0.53 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245799
Nov 24 15:20:47.310092 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-0b03d351-f6c8-44cf-80e6-0d5f57198eee req-1de4c237-4463-4915-817f-f7ccf8517066 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 210 time: 0.0420506
Nov 24 15:20:48.471180 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1807966b-7097-4d5e-a984-084e74a33450 req-0de3ccc7-e043-4a6c-bba3-ddc2254c742a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 210 time: 0.0431335
Nov 24 15:20:49.642717 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-20db10c1-fc5f-43c8-9afd-d3ab0bf00ab6 req-fb0cabee-cf0e-4bb7-87a8-47d241016869 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 210 time: 0.0438416
Nov 24 15:20:49.646501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-c528af77-8b94-4476-9bec-ab8d6698efb1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:49.647902 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-c528af77-8b94-4476-9bec-ab8d6698efb1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 808 time: 0.1452551
Nov 24 15:20:49.708246 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-d042af76-e459-4155-8187-d0c8c43d2572 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 379 time: 0.0433464
Nov 24 15:20:49.717101 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'port': {'device_id': '377e5530-48b9-44d3-b976-a5aa8db24596', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'admin_state_up': True, 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'security_groups': ['a365b994-d20b-44a2-ba42-372698e5c606']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:49.869756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:20:49.881328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:20:49.950901 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Made reservation on behalf of 4d2ad56427ad4d868c1de313e13e0dff for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:20:49.955543 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:50.124925 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Allocated IP 172.20.0.3 (45c0bec9-7ad6-4017-a974-a369273f48a6/538e5527-150b-463c-bdc8-377649c8d314/f58f55ee-103e-496d-9a5f-511c0ff1abf3) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:20:50.316870 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:50.332371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Transition to ACTIVE for port object f58f55ee-103e-496d-9a5f-511c0ff1abf3 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:20:50.397066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:50.402846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:50.469847 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:20:50.473666 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:20:50.477986 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:20:50.502998 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:50.508542 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:50.545082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:50.545686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:50.649130 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9353857
Nov 24 15:20:50.663134 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Request body: {'port': {'device_id': '377e5530-48b9-44d3-b976-a5aa8db24596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:20:50.778204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:50.842507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-002fd439-4cc5-45e7-a61f-593a00975182 None None] Provisioning for port f58f55ee-103e-496d-9a5f-511c0ff1abf3 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:20:50.849664 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-002fd439-4cc5-45e7-a61f-593a00975182 None None] Provisioning complete for port f58f55ee-103e-496d-9a5f-511c0ff1abf3 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:20:50.850284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-002fd439-4cc5-45e7-a61f-593a00975182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:50.895785 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:50.918921 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-002fd439-4cc5-45e7-a61f-593a00975182 None None] Port f58f55ee-103e-496d-9a5f-511c0ff1abf3 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:20:51.221862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98561-f2ab-43aa-9bf2-61b38d7ae295 req-1619107a-fc78-4cb9-8be9-36474794ce4b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:51.222469 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a9d98561-f2ab-43aa-9bf2-61b38d7ae295 req-1619107a-fc78-4cb9-8be9-36474794ce4b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:20:51.310296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58f55ee-103e-496d-9a5f-511c0ff1abf3 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:20:51.317869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:51.320160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-a9d98561-f2ab-43aa-9bf2-61b38d7ae295 req-1619107a-fc78-4cb9-8be9-36474794ce4b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:20:51.321285 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a9d98561-f2ab-43aa-9bf2-61b38d7ae295 req-1619107a-fc78-4cb9-8be9-36474794ce4b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 931 time: 0.4167464
Nov 24 15:20:51.349636 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Transition to ACTIVE for port object f58f55ee-103e-496d-9a5f-511c0ff1abf3 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:20:51.374990 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a9d98561-f2ab-43aa-9bf2-61b38d7ae295 req-132ca947-1e6f-4802-9003-05f63d55e15b tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450964
Nov 24 15:20:51.442253 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:51.446839 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a78b3ab7-6d1e-4e19-b0ac-f7a368445a24 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:51.582956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:51.586678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:51.702050 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Attempting to bind port f58f55ee-103e-496d-9a5f-511c0ff1abf3 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:20:51.702689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Attempting to bind port f58f55ee-103e-496d-9a5f-511c0ff1abf3 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:20:51.702689 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Attempting to bind port f58f55ee-103e-496d-9a5f-511c0ff1abf3 on network 45c0bec9-7ad6-4017-a974-a369273f48a6 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:20:51.708982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Port f58f55ee-103e-496d-9a5f-511c0ff1abf3 on network 45c0bec9-7ad6-4017-a974-a369273f48a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:20:51.709291 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Attempting to bind port f58f55ee-103e-496d-9a5f-511c0ff1abf3 on network 45c0bec9-7ad6-4017-a974-a369273f48a6 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:20:51.715434 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:20:51.715875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Checking segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:20:51.716235 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Bound using segment: {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:20:51.716647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Bound port: f58f55ee-103e-496d-9a5f-511c0ff1abf3, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92af3ff5-16a4-402c-9dea-582230061753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:20:51.716991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:51.809428 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:20:51.812535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:20:51.871131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:51.876329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b5e0ce94-035d-4e33-860b-ce40ad062239 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:20:51.928418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:51.929764 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] 10.222.0.81 "PUT /v2.0/ports/f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 1093 time: 1.2710607
Nov 24 15:20:51.930292 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:20:51.958505 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:20:51.962467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:20:51.986892 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'status': 'completed', 'code': 200}
Nov 24 15:20:52.094342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ab22bde-776f-41d1-ba9a-aef5318817d8 req-b00c8c9c-bd44-4457-99be-bbc0f359dee7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1096 time: 0.0800307
Nov 24 15:20:52.240208 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22bde-776f-41d1-ba9a-aef5318817d8 req-8902996d-01b7-4657-9700-67a0200be090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:52.241552 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ab22bde-776f-41d1-ba9a-aef5318817d8 req-8902996d-01b7-4657-9700-67a0200be090 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1361904
Nov 24 15:20:52.380002 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22bde-776f-41d1-ba9a-aef5318817d8 req-c938da04-c67c-474a-896f-b84b334c3604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:52.381371 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ab22bde-776f-41d1-ba9a-aef5318817d8 req-c938da04-c67c-474a-896f-b84b334c3604 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1323199
Nov 24 15:20:52.487466 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-2050a733-d90e-4686-8247-40b7bab4d8be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1096 time: 0.0699928
Nov 24 15:20:52.593713 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-d5194527-e214-4b64-a2af-a9fbdc5dd035 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 217 time: 0.0987256
Nov 24 15:20:52.675475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-d30528c1-7e8f-4b5a-85eb-33ec324de699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:52.676834 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-d30528c1-7e8f-4b5a-85eb-33ec324de699 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0752125
Nov 24 15:20:52.682990 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58b9a1-6e6c-42cd-891e-661b0ffbae15 req-801f0815-cd76-4bcd-ab26-f377fbda1ea5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:52.684328 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ab58b9a1-6e6c-42cd-891e-661b0ffbae15 req-801f0815-cd76-4bcd-ab26-f377fbda1ea5 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.1428854
Nov 24 15:20:52.771342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ab58b9a1-6e6c-42cd-891e-661b0ffbae15 req-0ad2fb6a-b7bf-491f-ab88-11bd76e10ec4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553544
Nov 24 15:20:52.795316 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-385d7f75-9ba7-42b7-bfb4-321e2442e43d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1100888
Nov 24 15:20:52.929903 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-28df599d-ad2c-4b19-bc2b-116d896e66bd service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275828
Nov 24 15:20:53.174027 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-40a7efb1-e10f-483f-8318-2b1bdd09fcb6 req-73de271e-48b4-4aa3-8981-db10d75dd8ca service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373805
Nov 24 15:20:53.464873 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-991cb376-c334-4e11-8fa3-fcdd38fb8f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:53.956405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:53.976257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364e0b9-0fd5-42af-a509-8cf58928501e req-213dd0d4-2919-4e11-bc0b-ff855398a650 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:53.977688 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c364e0b9-0fd5-42af-a509-8cf58928501e req-213dd0d4-2919-4e11-bc0b-ff855398a650 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0799103
Nov 24 15:20:54.021330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-c364e0b9-0fd5-42af-a509-8cf58928501e req-9560243c-c070-4568-9640-2f4a011e3549 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:20:54.111345 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-c364e0b9-0fd5-42af-a509-8cf58928501e req-9560243c-c070-4568-9640-2f4a011e3549 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:20:54.112452 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c364e0b9-0fd5-42af-a509-8cf58928501e req-9560243c-c070-4568-9640-2f4a011e3549 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293492
Nov 24 15:20:55.307106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30c0cb-5c68-4de1-b5b1-3c144a9c8225 req-ac0c3ddb-beb1-4745-989a-c1c722582321 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:55.308521 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1e30c0cb-5c68-4de1-b5b1-3c144a9c8225 req-ac0c3ddb-beb1-4745-989a-c1c722582321 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0786550
Nov 24 15:20:55.353851 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1e30c0cb-5c68-4de1-b5b1-3c144a9c8225 req-b259186c-e437-4b6c-aa3c-6a03d3a47005 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390465
Nov 24 15:20:55.751388 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-07739270-b1e6-40fd-bee1-3b473a8f5a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:56.549677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe235ea-9d6b-4993-8329-d1586ecf2548 req-3d485b45-56ae-4050-8a82-d7facc15136f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:56.551119 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ebe235ea-9d6b-4993-8329-d1586ecf2548 req-3d485b45-56ae-4050-8a82-d7facc15136f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0776193
Nov 24 15:20:56.595786 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ebe235ea-9d6b-4993-8329-d1586ecf2548 req-a0512a7d-f421-446b-a418-69240d86bf5a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393033
Nov 24 15:20:56.899005 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:57.791192 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a92aa-4547-42a1-8ff4-690d2064463e req-a755fd64-95fd-44cb-8940-5f42514df1cf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:57.792658 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fe0a92aa-4547-42a1-8ff4-690d2064463e req-a755fd64-95fd-44cb-8940-5f42514df1cf tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0782282
Nov 24 15:20:57.840596 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fe0a92aa-4547-42a1-8ff4-690d2064463e req-5dee29cf-8f82-48de-8f44-869a783898f1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419996
Nov 24 15:20:58.395838 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:20:59.038112 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791a9e9-ca11-4b96-bafd-9db941d9820b req-842c13e1-dd4c-43ba-ae36-eb5acdb112c3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:20:59.039481 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7791a9e9-ca11-4b96-bafd-9db941d9820b req-842c13e1-dd4c-43ba-ae36-eb5acdb112c3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0809300
Nov 24 15:20:59.084321 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-7791a9e9-ca11-4b96-bafd-9db941d9820b req-d2fb44c7-a397-41e2-a50d-a1e1f399a4f9 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391483
Nov 24 15:21:00.430252 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262e713-cf09-4318-b07c-90402251b609 req-c7518c6c-592e-4c56-8eb1-dac8cd98e7a1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:00.431615 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d262e713-cf09-4318-b07c-90402251b609 req-c7518c6c-592e-4c56-8eb1-dac8cd98e7a1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0817044
Nov 24 15:21:00.477839 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d262e713-cf09-4318-b07c-90402251b609 req-059eded2-b50b-4cde-874b-80a1471eb89e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407975
Nov 24 15:21:01.674892 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30a7e9-943e-4560-a786-4bc4851051fe req-3795d6ed-ecd3-4eba-a1e5-a1b704a4bc46 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:01.676345 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d30a7e9-943e-4560-a786-4bc4851051fe req-3795d6ed-ecd3-4eba-a1e5-a1b704a4bc46 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0773201
Nov 24 15:21:01.724483 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d30a7e9-943e-4560-a786-4bc4851051fe req-5c8ecd4d-0655-4c50-8e78-ac835c320e8f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427294
Nov 24 15:21:02.122100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f58f55ee-103e-496d-9a5f-511c0ff1abf3 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:21:02.257238 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:21:02.270086 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'port_id': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'mac_address': 'fa:16:3e:72:1b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:21:02.323319 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:02.339623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58f55ee-103e-496d-9a5f-511c0ff1abf3 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:21:02.354783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:21:02.447256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:02.448976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:21:02.515382 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:21:02.523654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.524000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.524363 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.524714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.525029 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.525352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.525675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.525997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.526315 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.526631 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.526945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:21:02.530661 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:21:02.675654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f58f55ee-103e-496d-9a5f-511c0ff1abf3'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:21:02.932075 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c920d-74ca-4e53-b1d3-3f1e223c54b9 req-f8b4d840-d14e-4d26-93c7-ad4a03b25e68 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:02.933730 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7c8c920d-74ca-4e53-b1d3-3f1e223c54b9 req-f8b4d840-d14e-4d26-93c7-ad4a03b25e68 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 944 time: 0.0858068
Nov 24 15:21:02.983007 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7c8c920d-74ca-4e53-b1d3-3f1e223c54b9 req-b47d3a85-4760-45c7-be49-e660a944a3ca tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428002
Nov 24 15:21:04.124212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f58f55ee-103e-496d-9a5f-511c0ff1abf3 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:21:04.181092 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b98d88-8be1-4395-b17d-1b1ae3fab14b req-7e2ed39c-f8ce-45da-829b-4251e7aa9a88 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:04.182530 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2b98d88-8be1-4395-b17d-1b1ae3fab14b req-7e2ed39c-f8ce-45da-829b-4251e7aa9a88 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 944 time: 0.0775669
Nov 24 15:21:04.229781 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f2b98d88-8be1-4395-b17d-1b1ae3fab14b req-f7f040ed-57e8-4021-a563-5ac874d4ebad tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415683
Nov 24 15:21:04.264841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port f58f55ee-103e-496d-9a5f-511c0ff1abf3 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:21:04.270627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f58f55ee-103e-496d-9a5f-511c0ff1abf3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:21:04.271004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:04.384154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:04.410996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:21:04.420406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:21:04.464501 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'code': 200}
Nov 24 15:21:04.476013 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:04.478843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-2ff3ea94-d978-45ea-ae67-30667039c29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:21:04.585371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:21:04.588366 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:21:04.839608 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-286a1462-cda0-45b4-9a14-aeda2637f302 req-b0ee6e22-6fe2-4271-9259-67bbc9981407 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0717361
Nov 24 15:21:04.882729 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-286a1462-cda0-45b4-9a14-aeda2637f302 req-c643d38c-b0ec-447a-b6dd-bafd7797e35c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370278
Nov 24 15:21:05.426097 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f59120-9b95-4261-996d-46211bcfc578 req-a8e17b07-652f-4150-9413-4031e2940692 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:05.427476 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-28f59120-9b95-4261-996d-46211bcfc578 req-a8e17b07-652f-4150-9413-4031e2940692 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0787315
Nov 24 15:21:05.472138 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-28f59120-9b95-4261-996d-46211bcfc578 req-855ac215-a957-4424-a841-67939e47c98a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392036
Nov 24 15:21:06.671869 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f99ebe-0bd6-4283-b8d2-919f83832d4a req-945b3bc1-dfa5-464f-af44-817300ade892 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:06.673340 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-13f99ebe-0bd6-4283-b8d2-919f83832d4a req-945b3bc1-dfa5-464f-af44-817300ade892 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0783958
Nov 24 15:21:06.723105 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-13f99ebe-0bd6-4283-b8d2-919f83832d4a req-9f8c4663-92d5-4e5c-bf6c-0e30f78524ea tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433118
Nov 24 15:21:06.918091 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388526a2-585d-49d6-8b17-4c9a5c7ef219 req-a9e915aa-4fbc-462a-a22a-5461f4a29caa tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:06.919529 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-388526a2-585d-49d6-8b17-4c9a5c7ef219 req-a9e915aa-4fbc-462a-a22a-5461f4a29caa tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0763113
Nov 24 15:21:06.969915 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-388526a2-585d-49d6-8b17-4c9a5c7ef219 req-88f139fe-f0f3-496f-9a6c-293333bdf006 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449593
Nov 24 15:21:07.002687 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37434) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:21:07.151258 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-08976b86-538f-49ad-85a5-87ff8179aa81 tempest-TestShelveInstance-1924568894 tempest-TestShelveInstance-1924568894-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1093 time: 0.1471395
Nov 24 15:21:07.154616 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37440) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:21:07.160327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:21:07.166897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:21:07.171499 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Usage tracker for resource:floatingip and tenant:4d2ad56427ad4d868c1de313e13e0dff is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:21:07.174384 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:21:07.180719 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:21:07.242498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:07.389576 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:07.528309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Allocated IP 172.26.2.31 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/49924408-c522-4967-bd61-11cc46524ba3) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:21:07.789096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:07.888327 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:07.892444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5d8f41e7-7cb8-4303-a35c-5ba20494e852 tempest-TestMinimumBasicScenario-1599796275 tempest-TestMinimumBasicScenario-1599796275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:21:07.961582 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:21:07.968746 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:21:07.974041 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:21:08.012212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'Port': ['ID=49924408-c522-4967-bd61-11cc46524ba3,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:21:08.012212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:21:08.486409 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:08.605397 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:08.808049 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:08.881894 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:08.885834 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:21:08.985238 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event updated for resources: {'Port': ['ID=49924408-c522-4967-bd61-11cc46524ba3,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:21:08.989323 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:21:09.003912 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:09.209406 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Floating IP 8861c41b-d6f0-410d-8c3e-710c0c00ecb8 associated. External IP: 172.26.2.31, port: f58f55ee-103e-496d-9a5f-511c0ff1abf3.
Nov 24 15:21:09.709330 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:21:09.913908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:21:09.923645 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291de364-8762-4813-a92a-4e8b80949adb None None] Sync routers for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:21:09.935980 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:21:09.936674 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f624eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:20:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:21:09.985126 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:10.040634 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1e2c8194-bce3-4587-9bac-285ea520b162 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8849669
Nov 24 15:21:10.041390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:21:10.095242 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'status': 'completed', 'code': 200}
Nov 24 15:21:10.117440 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:21:10.186240 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-77ed5783-0cea-48c7-9e9e-2fed28354a9e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0696082
Nov 24 15:21:10.322504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-0dd5f80c-eafd-42d3-8bd2-2d0702075e4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:10.323947 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-0dd5f80c-eafd-42d3-8bd2-2d0702075e4c service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1315947
Nov 24 15:21:10.430057 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-4e02555a-3abf-4d07-8f98-f16da00595b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 998 time: 0.0998869
Nov 24 15:21:10.462510 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f624eb0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8861c41b-d6f0-410d-8c3e-710c0c00ecb8', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'port_id': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'mac_address': 'fa:16:3e:72:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e5530-48b9-44d3-b976-a5aa8db24596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:21:08Z', 'updated_at': '2021-11-24T15:21:08Z', 'revision_number': 0, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:21:10.466358 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291de364-8762-4813-a92a-4e8b80949adb None None] Checking router: eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:21:10.477568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:21:10.478159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f624eb0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:20:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:21:10.494599 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-c7ca27db-36a8-4e3b-b191-550418c40dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:10.496048 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-c7ca27db-36a8-4e3b-b191-550418c40dfa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0584354
Nov 24 15:21:10.573640 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-99357621-4cda-4073-a47c-49cf1eeba70b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715339
Nov 24 15:21:10.654088 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:21:10.709499 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-fd99d9bc-a672-45c1-a0f7-f00520009fdc service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289575
Nov 24 15:21:10.845942 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1a7745df-1d74-411d-8f67-7afbfd8e1f1a req-eb06ac8b-d116-4954-89cd-9a53d53ae113 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290474
Nov 24 15:21:11.000710 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-291de364-8762-4813-a92a-4e8b80949adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f624eb0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8861c41b-d6f0-410d-8c3e-710c0c00ecb8', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'port_id': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'mac_address': 'fa:16:3e:72:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e5530-48b9-44d3-b976-a5aa8db24596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:21:08Z', 'updated_at': '2021-11-24T15:21:08Z', 'revision_number': 0, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:21:11.005321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291de364-8762-4813-a92a-4e8b80949adb None None] The sync data for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv is: [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': '8861c41b-d6f0-410d-8c3e-710c0c00ecb8', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'port_id': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'mac_address': 'fa:16:3e:72:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e5530-48b9-44d3-b976-a5aa8db24596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:21:08Z', 'updated_at': '2021-11-24T15:21:08Z', 'revision_number': 0, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:21:11.190855 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09e271-4855-41a9-a762-a52d0eab2569 None None] New status for floating IP 8861c41b-d6f0-410d-8c3e-710c0c00ecb8: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:21:13.643225 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:21:20.812953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:23.463827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1791cd21-f8ad-4f0e-a952-73ed1b3f58ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:23.973147 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:25.767250 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-880144b9-ccd9-4b3b-8831-5c33202e0036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:26.881345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:28.436242 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:34.753679 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-dfbf22f1-59ef-4e5f-94fb-19ce9427bf20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681584
Nov 24 15:21:34.900341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-1abfcfdd-3ff9-4d02-921e-d5f6a95cc045 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0759261
Nov 24 15:21:35.160522 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-fea3fd8b-cba7-4934-8632-24de81b036c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:35.161742 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-fea3fd8b-cba7-4934-8632-24de81b036c7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.2425890
Nov 24 15:21:35.266894 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-60b96bf2-e774-41d2-9264-ae647a6b6381 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 1000 time: 0.0987444
Nov 24 15:21:35.330560 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-6a3e9aee-b69c-46fb-8543-e9a408644f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:21:35.331264 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-6a3e9aee-b69c-46fb-8543-e9a408644f44 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0584366
Nov 24 15:21:35.406940 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-eef9687a-2995-4c0e-8811-e115270d1640 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690649
Nov 24 15:21:35.540164 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-66ee9eea-3ac3-4db2-a2dc-8f28cae15710 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262920
Nov 24 15:21:35.674647 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0512a6a3-f5b4-47d1-88a9-3f661d8dfb58 req-018edf2b-fcfa-4dfc-9ba0-d9080e11d406 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289082
Nov 24 15:21:50.643297 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:21:50.829483 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:53.474949 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7f9eb98d-f6a9-4e33-b531-a78d994a3781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:53.983141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:55.738121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5cbb0a0f-0c1b-4064-81b9-0e7d17408c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:56.938217 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:21:58.397650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:20.805997 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:23.468584 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eba36baa-8d27-456d-b46e-005d6d53d591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:23.942432 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:25.729001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d4eca23c-7eb8-4df9-bb0b-504ebddade4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:26.885658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:27.645489 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:22:28.434098 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:35.766482 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-0be880b1-a52b-4d46-8473-944e22f37e09 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724118
Nov 24 15:22:35.906427 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-11782385-4011-4aa7-a8ba-c9774266b5f1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0684855
Nov 24 15:22:36.049973 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-915e9f81-ebe5-45fb-877a-6a3476f7dd6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:22:36.051306 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-915e9f81-ebe5-45fb-877a-6a3476f7dd6d service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1252079
Nov 24 15:22:36.153786 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-38f2c13e-9407-4aee-8ced-dca80d51b741 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 1000 time: 0.0933578
Nov 24 15:22:36.214910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-2d1dc879-bd95-41dd-a12a-3b2e23d58255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:22:36.216338 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-2d1dc879-bd95-41dd-a12a-3b2e23d58255 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0560110
Nov 24 15:22:36.292530 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-eb1e29e8-11ad-42ab-acb6-8d8c18ba9677 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697176
Nov 24 15:22:36.421672 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-e8e5a92a-1413-4572-bc66-a6c524f12eac service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214199
Nov 24 15:22:36.549339 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-388d2c7e-5911-4d16-9cfb-99faec21bf5b req-d00ff811-7b01-4ee3-92b2-f1378c8a2e81 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213062
Nov 24 15:22:50.850999 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:53.502221 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b649fa55-c6d6-42b2-93eb-81eadb0647c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:53.948106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:55.748047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-16f60a7b-1d11-40e4-99bf-51b7b2facb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:56.919265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:22:58.393439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:04.645290 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:23:20.879091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:23.490317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f32d90bd-f1d0-411f-a098-202893d2030a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:23.941399 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:25.753337 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-13f16605-c9ff-46c5-91bd-60208b4862f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:26.930574 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:28.375581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:35.815975 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-6a4fc12d-c082-4a1d-a64a-a850bfba0126 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1421487
Nov 24 15:23:35.957499 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-68605815-8c66-4575-9897-eba5978a8060 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0720534
Nov 24 15:23:36.216040 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-389f133d-94bd-477c-bb20-1df84b4321b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:36.216040 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-389f133d-94bd-477c-bb20-1df84b4321b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.2357881
Nov 24 15:23:36.318961 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-097fa6e1-7fc0-43d2-a862-4832a25d015a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 1000 time: 0.1008849
Nov 24 15:23:36.382370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-5743f433-22ca-4e44-9192-e8eef2d1ee35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:36.383741 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-5743f433-22ca-4e44-9192-e8eef2d1ee35 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0576506
Nov 24 15:23:36.458789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-1826fbee-1cbe-4bc2-a36f-5cb68bc3a556 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685403
Nov 24 15:23:36.595191 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-0b27cb20-e38c-4217-9563-0e32406f4f2e service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297650
Nov 24 15:23:36.727060 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f15065ad-2d7c-44f9-a785-85418299b5cf req-c05e5774-b035-48fd-a38e-19e252efb0a9 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245668
Nov 24 15:23:41.645642 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:23:48.133048 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d9cec-bcbd-4522-9c60-017c0c5a693b req-bf5e6473-62d8-4174-837c-3b03db25b0ca tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:48.133048 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f93d9cec-bcbd-4522-9c60-017c0c5a693b req-bf5e6473-62d8-4174-837c-3b03db25b0ca tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.1710691
Nov 24 15:23:48.175776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f93d9cec-bcbd-4522-9c60-017c0c5a693b req-992f3b62-d511-4369-b0ee-c42ab3bd1a80 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389020
Nov 24 15:23:49.600793 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4e3dd-e0d8-4897-abf6-5a9c2c8dc011 req-060fd45d-f9b0-4a55-9bfd-01bce8f723ee tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:49.602214 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-88c4e3dd-e0d8-4897-abf6-5a9c2c8dc011 req-060fd45d-f9b0-4a55-9bfd-01bce8f723ee tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.1462827
Nov 24 15:23:49.646316 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-88c4e3dd-e0d8-4897-abf6-5a9c2c8dc011 req-aec00bc9-688b-4d4d-9194-f3c581780b9a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386879
Nov 24 15:23:50.855438 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:50.855858 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec47bce-097c-41e2-af88-7977dac0d631 req-9796ad8f-7f71-45be-bcd2-235af674804d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:50.857071 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ec47bce-097c-41e2-af88-7977dac0d631 req-9796ad8f-7f71-45be-bcd2-235af674804d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0806625
Nov 24 15:23:50.906306 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0ec47bce-097c-41e2-af88-7977dac0d631 req-f7824456-4859-4e47-aa4c-1b0d535c03a7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437810
Nov 24 15:23:52.100333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113d3e4-504a-44f1-bc4e-a061c7bcde8e req-940de766-a7a8-4bef-ab26-ff1c232b6bd4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:52.101770 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b113d3e4-504a-44f1-bc4e-a061c7bcde8e req-940de766-a7a8-4bef-ab26-ff1c232b6bd4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0762379
Nov 24 15:23:52.151778 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b113d3e4-504a-44f1-bc4e-a061c7bcde8e req-ea5b6853-3078-486e-bbb5-16e26b6a254d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440145
Nov 24 15:23:53.348943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9247ee-85c6-4c81-8057-383f9fa3d48c req-9c9288e2-4ddf-42e1-b593-2fe4929ff9ae tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:53.350432 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bd9247ee-85c6-4c81-8057-383f9fa3d48c req-9c9288e2-4ddf-42e1-b593-2fe4929ff9ae tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0783930
Nov 24 15:23:53.395110 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bd9247ee-85c6-4c81-8057-383f9fa3d48c req-f459735d-7ca8-4009-9c2d-c9f53b974814 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391643
Nov 24 15:23:53.484299 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-2e148ce8-c2fb-4b70-8659-b90cc1ced870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:53.941669 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:54.589577 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdbbef-f99e-4b08-b53e-66a8eea23f39 req-40fa9df9-9a39-477e-9bff-c8a8bc43990c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:54.591013 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-51bdbbef-f99e-4b08-b53e-66a8eea23f39 req-40fa9df9-9a39-477e-9bff-c8a8bc43990c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0780380
Nov 24 15:23:54.636175 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-51bdbbef-f99e-4b08-b53e-66a8eea23f39 req-4e4e886f-229c-4086-b3b8-7426074938b6 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393836
Nov 24 15:23:55.758243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f0528c2f-2a07-493c-96e4-e87a5719892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:55.837463 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcf5c-710e-42c3-b373-b935b702e236 req-49d8243b-2d2b-441e-ac17-56e7b8502a23 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:55.838898 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e5dfcf5c-710e-42c3-b373-b935b702e236 req-49d8243b-2d2b-441e-ac17-56e7b8502a23 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0813537
Nov 24 15:23:55.884107 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-e5dfcf5c-710e-42c3-b373-b935b702e236 req-6e7ca152-5385-4419-88a0-695f5a6c6dcd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396767
Nov 24 15:23:56.900948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:57.083071 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3bb5-365f-4896-aea5-d63b6a1ac5d5 req-1d854275-2f0b-40b8-a896-8c8925acf0b3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:57.084640 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f12d3bb5-365f-4896-aea5-d63b6a1ac5d5 req-1d854275-2f0b-40b8-a896-8c8925acf0b3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0798709
Nov 24 15:23:57.129976 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f12d3bb5-365f-4896-aea5-d63b6a1ac5d5 req-a2fc6f62-908b-4911-9be0-c6f32776269a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398788
Nov 24 15:23:58.175145 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-208ef648-e701-4d97-a79d-c4afee44a426 req-3c1dc8b5-b750-4fa1-b90e-cc75e5ba912d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0707951
Nov 24 15:23:58.362306 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ef648-e701-4d97-a79d-c4afee44a426 req-bf2a9c1d-0ef5-4cea-8993-24828b295221 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:58.363731 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-208ef648-e701-4d97-a79d-c4afee44a426 req-bf2a9c1d-0ef5-4cea-8993-24828b295221 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1814146
Nov 24 15:23:58.398141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:23:58.455693 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e157f8c-a7f3-49ab-840d-2f86893d0f4a req-c1d51667-26d4-4a42-8ed0-a6cb454606c2 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:58.457079 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5e157f8c-a7f3-49ab-840d-2f86893d0f4a req-c1d51667-26d4-4a42-8ed0-a6cb454606c2 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.1982210
Nov 24 15:23:58.511034 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-208ef648-e701-4d97-a79d-c4afee44a426 req-d574ec47-cf24-4126-9df7-1dec4a672906 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 1000 time: 0.1366940
Nov 24 15:23:58.552067 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-5e157f8c-a7f3-49ab-840d-2f86893d0f4a req-219fccc0-3f8c-4ba8-88f4-4c41a6de5d4f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893204
Nov 24 15:23:58.577536 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ef648-e701-4d97-a79d-c4afee44a426 req-8d9ba745-2a14-490f-9a28-7500bd5dd400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:58.578982 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-208ef648-e701-4d97-a79d-c4afee44a426 req-8d9ba745-2a14-490f-9a28-7500bd5dd400 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0614185
Nov 24 15:23:58.656579 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-208ef648-e701-4d97-a79d-c4afee44a426 req-ee61073a-80bf-4dec-b739-cc9a99c71e8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712957
Nov 24 15:23:58.896017 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-208ef648-e701-4d97-a79d-c4afee44a426 req-ef645c28-3f05-4670-acbe-d2cb47b969a4 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319214
Nov 24 15:23:59.027181 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-208ef648-e701-4d97-a79d-c4afee44a426 req-2b0b400f-4567-446f-8511-976ac1eb943a service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248560
Nov 24 15:23:59.752510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1e031-2971-4b89-9996-4cb7d22525ca req-0d10e377-a413-4609-92b3-fcdf3430cb18 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:23:59.753925 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-48b1e031-2971-4b89-9996-4cb7d22525ca req-0d10e377-a413-4609-92b3-fcdf3430cb18 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0781553
Nov 24 15:23:59.799775 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-48b1e031-2971-4b89-9996-4cb7d22525ca req-4912a526-49fb-4bf1-86e8-14c1533ef2cb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390821
Nov 24 15:24:01.000462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89531657-474f-489b-a9f9-57caa4a19e44 req-bd876b73-b659-45a3-a5a0-c0371026baf3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:01.001885 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-89531657-474f-489b-a9f9-57caa4a19e44 req-bd876b73-b659-45a3-a5a0-c0371026baf3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0782437
Nov 24 15:24:01.048528 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-89531657-474f-489b-a9f9-57caa4a19e44 req-b4c2b332-773b-4a5a-b8ef-ff5c4f5167bd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399263
Nov 24 15:24:02.248333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afd0cf-c631-48bc-b3e5-05c640044bb3 req-30e4337b-ab0e-4c05-9e34-11b32c54380f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:02.249679 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f0afd0cf-c631-48bc-b3e5-05c640044bb3 req-30e4337b-ab0e-4c05-9e34-11b32c54380f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0807033
Nov 24 15:24:02.294555 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f0afd0cf-c631-48bc-b3e5-05c640044bb3 req-4395aa9c-ad19-4802-a7c3-7da08c92a1f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395305
Nov 24 15:24:02.538856 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-52b293e1-a675-4f19-8581-3fbbf980bd1c req-3b7f717c-1da6-4f1d-b49a-1e63ac7ded86 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1294632
Nov 24 15:24:03.024162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9ef4e-ee70-4e3b-b195-f6f04b4555f4 req-8ef0e4c0-3d42-4b47-80bb-093c52121e7a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:03.025600 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ddb9ef4e-ee70-4e3b-b195-f6f04b4555f4 req-8ef0e4c0-3d42-4b47-80bb-093c52121e7a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.1367667
Nov 24 15:24:03.032521 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-a3fd794d-b9c6-4226-852f-6552fe3e3af3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1601760
Nov 24 15:24:03.076802 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ddb9ef4e-ee70-4e3b-b195-f6f04b4555f4 req-154b6741-c6e4-4843-b0a6-929235fb5fec tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432363
Nov 24 15:24:03.104313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f58f55ee-103e-496d-9a5f-511c0ff1abf3 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:24:03.217623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:03.245348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:24:03.254806 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:24:03.347362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:03.347362 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60378579-793b-4f55-b03f-948c26785fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:24:03.374464 dv-neutron-818347-1-hyperv neutron-server[84235]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'code': 422} returned with failed status
Nov 24 15:24:03.410883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:24:03.420562 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.420904 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.421258 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.421587 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.421912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.422256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.422554 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.422915 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.423189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.423504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.423819 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:24:03.427608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:24:04.275893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b5030-690c-40a3-aa60-fa4fd602b890 req-1e449424-ed98-4e5f-a6d7-f63fa3b3db37 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:04.277354 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f55b5030-690c-40a3-aa60-fa4fd602b890 req-1e449424-ed98-4e5f-a6d7-f63fa3b3db37 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0787411
Nov 24 15:24:04.323101 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-f55b5030-690c-40a3-aa60-fa4fd602b890 req-8ca03e59-9cd7-4ecb-a2f8-7f5c847fb8cd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401366
Nov 24 15:24:05.522044 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacf9ca-32d8-4473-8c17-f612ff34d680 req-c3407a09-1809-4b87-82a5-da1febbefe5a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:05.523776 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8aacf9ca-32d8-4473-8c17-f612ff34d680 req-c3407a09-1809-4b87-82a5-da1febbefe5a tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0771134
Nov 24 15:24:05.568886 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8aacf9ca-32d8-4473-8c17-f612ff34d680 req-d8a2c466-8bae-42a8-be56-27c8a954a085 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394135
Nov 24 15:24:06.027931 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-45ac9b5b-0044-4b7f-a54a-d375c0a445cb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&tenant_id=4d2ad56427ad4d868c1de313e13e0dff HTTP/1.1" status: 200  len: 1096 time: 0.0744812
Nov 24 15:24:06.117896 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-ec8c5164-045a-40a3-acc3-bfc1afdbef12 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1096 time: 0.0686696
Nov 24 15:24:06.249245 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-845c3d83-71b3-4667-974b-75ef3f0925aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:06.250676 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-845c3d83-71b3-4667-974b-75ef3f0925aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1268277
Nov 24 15:24:06.356392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-faa08ce1-c6a4-4882-aac8-bdcd8b84a3ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 998 time: 0.0975745
Nov 24 15:24:06.418646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-a5f2cea3-d1e4-46f0-bacd-c293cc22f2d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:06.419956 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-a5f2cea3-d1e4-46f0-bacd-c293cc22f2d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0571141
Nov 24 15:24:06.497462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-40a84566-be41-4b8d-9273-2ffc5758c321 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709660
Nov 24 15:24:06.629227 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-a8e0bc29-ea75-4795-8c88-4a8afa718a39 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245732
Nov 24 15:24:06.763239 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f06500b5-7813-4234-bc8c-90ae57c82093 req-e8c55f60-2bc2-4d1b-aad4-1a573eaf5fe8 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263359
Nov 24 15:24:06.772665 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba9b62-5810-4483-8055-a95532489ec0 req-bc6777f8-0760-4fde-a5b2-a7aade4774dc tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:06.774871 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-88ba9b62-5810-4483-8055-a95532489ec0 req-bc6777f8-0760-4fde-a5b2-a7aade4774dc tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0866628
Nov 24 15:24:06.819560 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-88ba9b62-5810-4483-8055-a95532489ec0 req-2f7d9120-c560-497f-b349-ea5a9797f377 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392432
Nov 24 15:24:08.017959 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f046b27-170e-400d-a85a-49341cac054e req-a9e3978d-effc-45fc-8540-642d6450bbff tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:08.019433 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2f046b27-170e-400d-a85a-49341cac054e req-a9e3978d-effc-45fc-8540-642d6450bbff tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0790162
Nov 24 15:24:08.064369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2f046b27-170e-400d-a85a-49341cac054e req-755561a0-1649-4b70-acdc-d80297ac1a3c tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388353
Nov 24 15:24:09.264034 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327316b3-6955-4361-8876-ea076657c8dd req-62445879-c5c3-49f7-a691-bfbdcd22d603 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:09.265498 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-327316b3-6955-4361-8876-ea076657c8dd req-62445879-c5c3-49f7-a691-bfbdcd22d603 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0771840
Nov 24 15:24:09.314136 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-327316b3-6955-4361-8876-ea076657c8dd req-0caaca4d-21e7-403d-84e5-c68516d11aa4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432134
Nov 24 15:24:10.510988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716f93c-96b5-44e0-bf53-e0368a8b936a req-433bb8c4-87f8-40ec-9be1-f90f2898210f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:10.512433 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8716f93c-96b5-44e0-bf53-e0368a8b936a req-433bb8c4-87f8-40ec-9be1-f90f2898210f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0802791
Nov 24 15:24:10.557043 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8716f93c-96b5-44e0-bf53-e0368a8b936a req-008aaca3-379d-41d1-a73e-385b6417fb18 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391493
Nov 24 15:24:11.751429 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538ea3a-6139-4eb8-9792-e2b8635f721e req-bcc8e3dd-c815-47ae-9cf3-827474f66915 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:11.752885 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5538ea3a-6139-4eb8-9792-e2b8635f721e req-bcc8e3dd-c815-47ae-9cf3-827474f66915 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0771465
Nov 24 15:24:11.798191 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5538ea3a-6139-4eb8-9792-e2b8635f721e req-e5e91a70-d7c4-4a10-b1b9-008252c08b75 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399115
Nov 24 15:24:12.998165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708ac1f-7b4a-4eb6-a2ce-b30d6ce02a03 req-285db509-26bc-4790-a2e5-2cd04572f6e8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:12.999602 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7708ac1f-7b4a-4eb6-a2ce-b30d6ce02a03 req-285db509-26bc-4790-a2e5-2cd04572f6e8 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.0784194
Nov 24 15:24:13.047779 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7708ac1f-7b4a-4eb6-a2ce-b30d6ce02a03 req-9ba7173e-b423-4818-8cf6-385f0c444302 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426769
Nov 24 15:24:14.350064 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b55ff-7dad-4fd9-954f-b6225b6e3b2c req-61b571e8-5f0c-4d3a-81b9-619738e433f1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:14.351527 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-104b55ff-7dad-4fd9-954f-b6225b6e3b2c req-61b571e8-5f0c-4d3a-81b9-619738e433f1 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 943 time: 0.1837463
Nov 24 15:24:14.396550 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-104b55ff-7dad-4fd9-954f-b6225b6e3b2c req-f659fbb9-024e-4ac3-87f5-3755bc244b86 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395508
Nov 24 15:24:15.135115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f58f55ee-103e-496d-9a5f-511c0ff1abf3 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:24:15.269733 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:24:15.282459 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'port_id': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'mac_address': 'fa:16:3e:72:1b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:24:15.339260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:15.356732 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58f55ee-103e-496d-9a5f-511c0ff1abf3 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:24:15.371091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:24:15.443791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:15.445607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:24:15.511260 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:24:15.514490 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:24:15.599213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417ee3-3c04-4f71-94db-2f5a1d04fc7c req-86134e18-f158-4933-93d9-7a48bc799d4e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:15.600678 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0b417ee3-3c04-4f71-94db-2f5a1d04fc7c req-86134e18-f158-4933-93d9-7a48bc799d4e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 944 time: 0.0777850
Nov 24 15:24:15.647445 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0b417ee3-3c04-4f71-94db-2f5a1d04fc7c req-9f32a070-49d4-472e-a269-557b3340cf45 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413206
Nov 24 15:24:15.709246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['f58f55ee-103e-496d-9a5f-511c0ff1abf3'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:24:16.851757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a2de3-7c6d-4b09-8510-93ad8dc4e0a3 req-f856e73c-2503-485b-bd9b-8e310ce5c907 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:16.853711 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-393a2de3-7c6d-4b09-8510-93ad8dc4e0a3 req-f856e73c-2503-485b-bd9b-8e310ce5c907 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 944 time: 0.0801828
Nov 24 15:24:16.900401 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-393a2de3-7c6d-4b09-8510-93ad8dc4e0a3 req-4504b943-8578-4907-b6fb-f9e890beb3ed tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408154
Nov 24 15:24:17.151161 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f58f55ee-103e-496d-9a5f-511c0ff1abf3 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:24:17.221824 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port f58f55ee-103e-496d-9a5f-511c0ff1abf3 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:24:17.227734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:17.331454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:17.358212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:24:17.367225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:24:17.414008 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'code': 200}
Nov 24 15:24:17.421656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:17.424390 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-de349470-33ee-4cc8-96d3-6712f1f9a22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:24:17.490774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:24:17.494553 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:24:17.741172 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-48fae371-99c6-433d-9536-438cd49c791d req-e71ddc93-50d4-41b3-982e-4885d873c786 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0700412
Nov 24 15:24:17.890110 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-48fae371-99c6-433d-9536-438cd49c791d req-2b54f04f-c829-470c-94f1-d2c1aeb8aa75 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1420751
Nov 24 15:24:18.100059 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879a93-bc76-4cdc-a71d-7a29377af01e req-adb889db-feda-4a1c-ba93-93bcf9ed3ddd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:18.101518 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-88879a93-bc76-4cdc-a71d-7a29377af01e req-adb889db-feda-4a1c-ba93-93bcf9ed3ddd tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0822301
Nov 24 15:24:18.147865 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-88879a93-bc76-4cdc-a71d-7a29377af01e req-9aae959d-ee9e-4dd9-aeb4-9200808e6799 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403335
Nov 24 15:24:18.645319 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:24:19.346777 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8cf-27cc-47c5-91d1-66cdef3cab8a req-7d366332-7bff-4a45-a76e-ea261f9de642 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:19.348232 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b06bf8cf-27cc-47c5-91d1-66cdef3cab8a req-7d366332-7bff-4a45-a76e-ea261f9de642 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0786164
Nov 24 15:24:19.392283 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b06bf8cf-27cc-47c5-91d1-66cdef3cab8a req-35f761fc-eb33-4741-81e8-3c1cbbe46bd4 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385528
Nov 24 15:24:20.883897 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:23.517507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d4ba160-c3d4-45c2-b409-fb80ac1456db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:23.940779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:25.780465 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b8282af6-4d91-42e1-abb4-f73eaf86e4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:26.940270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:28.391691 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:35.792186 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-7fd1db79-ba28-4ddd-88d2-b2f46080a30b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735283
Nov 24 15:24:35.940723 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-9f79010c-0b98-41de-85b7-d34a571bf735 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0770714
Nov 24 15:24:36.090655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-aad7307c-0b2a-4251-b955-e048419054f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:36.091985 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-aad7307c-0b2a-4251-b955-e048419054f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1285384
Nov 24 15:24:36.193395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-3fa3e88f-eecd-4967-a714-44a261c1be2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 1000 time: 0.0945983
Nov 24 15:24:36.261779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-15d16d33-d7b5-4e5e-b325-842fefbde936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:24:36.263210 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-15d16d33-d7b5-4e5e-b325-842fefbde936 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0624170
Nov 24 15:24:36.338632 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-38e99f9c-8f88-4e5c-87af-2cd4c231574b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687826
Nov 24 15:24:36.480914 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-f473b951-0122-4d5f-976f-36ff58f7cf0b service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292260
Nov 24 15:24:36.613753 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-83e584ba-bda1-4d14-b30b-f144bb73b011 req-1cab85a8-8f33-402f-847e-381b2fd27ad3 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259460
Nov 24 15:24:50.859940 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:53.488790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1c6448c7-1170-4a3e-b44f-9d052b420cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:53.952825 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:55.645655 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:24:55.758293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dfc3fa10-ee40-4047-bc39-3f3249738ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:56.922970 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:24:58.408427 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:20.882846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:23.516222 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7aca309c-3130-47fd-9b27-f97b4f65a4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:24.302041 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:25.751114 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-60216b6e-a69e-4dba-83fa-e5b78bd03025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:26.950532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:28.453493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:32.647040 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:25:37.868386 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-7c87fba1-c0cf-4fe7-8c7d-be1b3d48c88a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1317768
Nov 24 15:25:38.015925 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-40fa1467-9ca0-4b75-8eab-a9e209a9615f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0725660
Nov 24 15:25:38.172808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-11744732-e180-481c-9ddf-08caf9e8a792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:25:38.174244 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-11744732-e180-481c-9ddf-08caf9e8a792 service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1365278
Nov 24 15:25:38.277239 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-5dc40d47-6309-431f-8cd5-43e4061b2e00 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 1000 time: 0.0963616
Nov 24 15:25:38.338687 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-88b4c3b0-811c-488d-8d8b-10ba3119ec80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:25:38.340065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-88b4c3b0-811c-488d-8d8b-10ba3119ec80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0567467
Nov 24 15:25:38.417746 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-d91f7d6b-47f4-44ab-ba9d-aecc49e5a843 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707781
Nov 24 15:25:38.551519 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-39f03f03-9b6a-4a0d-a4a7-5e6ab5c1bdf2 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270971
Nov 24 15:25:38.785709 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dde3cf69-f81d-4364-8d09-600a8e56d26e req-3e4bedc9-1fb2-442b-b198-70e7d0d331ac service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275755
Nov 24 15:25:50.916308 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:53.504486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8b90e711-5c0f-4049-90bb-59a0bb25db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:54.035919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:55.784321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bf4d63c2-ba69-48cd-9722-d10e0091f722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:56.933137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:25:58.424577 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:02.732022 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-509e49b6-cf90-442c-9761-f12be19a7704 req-bc95be33-f13b-42f4-a7b1-9749a818e2da service neutron] (84233) timed out ('10.222.0.53', 60734) {{(pid=84233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 15:26:08.861658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37628) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:09.279515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Deleting port 49924408-c522-4967-bd61-11cc46524ba3 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:09.279857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:09.444710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:09.445028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:09.564819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Calling delete_port for 49924408-c522-4967-bd61-11cc46524ba3 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:09.648841 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:26:09.767530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:09.771285 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:09.813037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event deleted for resources: {'Port': ['ID=49924408-c522-4967-bd61-11cc46524ba3,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:09.883265 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.883931 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.884026 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.884402 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.884768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.885130 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.885498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.885857 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.886212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.886565 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.886917 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:09.892866 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:09.919168 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:10.315322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:26:10.626652 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:26:10.636000 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] Sync routers for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:26:10.647741 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:10.648880 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641feb82b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:25:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:10.726971 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:10.783851 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-cb866752-392d-48a5-8b11-c187d28f25bb tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "DELETE /v2.0/floatingips/8861c41b-d6f0-410d-8c3e-710c0c00ecb8 HTTP/1.1" status: 204  len: 168 time: 1.9210505
Nov 24 15:26:10.784542 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:26:10.835375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:11.117713 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'status': 'completed', 'code': 200}
Nov 24 15:26:11.163870 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641feb82b0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:11.169681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] Checking router: eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:26:11.186522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:11.187070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641feb82b0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:25:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:11.218582 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-5bcb3788-dea9-4cc9-86e9-9b6c0889d57e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 1098 time: 0.0785868
Nov 24 15:26:11.353862 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-82dfaff7-9eb4-40a0-9bb9-7691d262b86e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:11.355328 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-82dfaff7-9eb4-40a0-9bb9-7691d262b86e service neutron] 10.222.0.81 "GET /v2.0/networks?id=45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 200  len: 909 time: 0.1296453
Nov 24 15:26:11.373508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:11.429747 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-81c54585-8d28-44d2-b961-b611c2edfa47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 200  len: 217 time: 0.0665040
Nov 24 15:26:11.495896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-47c3333d-d325-4808-9667-c4c0b74b3d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:11.498369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-47c3333d-d325-4808-9667-c4c0b74b3d37 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 200  len: 847 time: 0.0593438
Nov 24 15:26:11.636836 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-32b286ac-6431-4ae4-b479-0d91477887fa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=45c0bec9-7ad6-4017-a974-a369273f48a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1306109
Nov 24 15:26:11.643242 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e1aa2-786c-4b30-adc8-a1baa4510f72 req-63ceb85c-f943-4b12-9a06-3edbef30cd11 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:11.644720 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e1e1aa2-786c-4b30-adc8-a1baa4510f72 req-63ceb85c-f943-4b12-9a06-3edbef30cd11 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.2112091
Nov 24 15:26:11.689481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641feb82b0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:11.693396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00019b30-7e42-4e34-8b0e-e677285137bf None None] The sync data for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv is: [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:15:40Z', 'revision_number': 4, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': 'cfd01bf7-59fd-4439-b43a-dbe2452c8090', 'name': '', 'network_id': '45c0bec9-7ad6-4017-a974-a369273f48a6', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'mac_address': 'fa:16:3e:36:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '538e5527-150b-463c-bdc8-377649c8d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:40Z', 'updated_at': '2021-11-24T15:15:59Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'subnets': [{'id': '538e5527-150b-463c-bdc8-377649c8d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:26:11.786104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3e1e1aa2-786c-4b30-adc8-a1baa4510f72 req-27692882-1fb3-42e0-8b9d-d9350146b65f tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229222
Nov 24 15:26:11.808065 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-865f258d-a999-499d-b828-a11df29d9832 service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624196
Nov 24 15:26:11.913184 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65fe10c-76d4-4816-a224-076b76a4e2a1 None None] New status for floating IP 8861c41b-d6f0-410d-8c3e-710c0c00ecb8: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:26:11.956128 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-804aec9d-c93a-4d75-9674-33155bf00a43 req-7998ed09-5d6f-4ec7-b8ac-eea21c91dbbd service neutron] 10.222.0.81 "GET /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406188
Nov 24 15:26:12.958756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-c5bac995-2347-4289-8e23-b9a99824065d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:12.960221 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-c5bac995-2347-4289-8e23-b9a99824065d tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.0825827
Nov 24 15:26:13.030545 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Deleting port f58f55ee-103e-496d-9a5f-511c0ff1abf3 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:13.030881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:13.104757 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2f56-cde8-446b-b348-cd9859bdf0a6 req-258dd4a3-be0d-4d8e-b9a9-6b8e67637349 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:13.105334 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-c25a2f56-cde8-446b-b348-cd9859bdf0a6 req-258dd4a3-be0d-4d8e-b9a9-6b8e67637349 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:26:13.236024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-c25a2f56-cde8-446b-b348-cd9859bdf0a6 req-258dd4a3-be0d-4d8e-b9a9-6b8e67637349 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:26:13.237117 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c25a2f56-cde8-446b-b348-cd9859bdf0a6 req-258dd4a3-be0d-4d8e-b9a9-6b8e67637349 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 945 time: 0.2854025
Nov 24 15:26:13.276756 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] For port f58f55ee-103e-496d-9a5f-511c0ff1abf3, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=f58f55ee-103e-496d-9a5f-511c0ff1abf3,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:13.277103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:13.283565 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-c25a2f56-cde8-446b-b348-cd9859bdf0a6 req-e670ff09-e397-47e9-8c3c-a49240f94074 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/security-groups?id=a365b994-d20b-44a2-ba42-372698e5c606&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409825
Nov 24 15:26:13.401140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Calling delete_port for f58f55ee-103e-496d-9a5f-511c0ff1abf3 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:13.732743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:13.739000 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee4a6578-1a9e-43bd-88a9-de012a98ccf3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:13.784876 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event deleted for resources: {'Port': ['ID=f58f55ee-103e-496d-9a5f-511c0ff1abf3,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:13.825228 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.825618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.825991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.826359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.826724 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.827085 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.827445 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.827834 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.828198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.828555 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.828910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:13.836198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:13.870338 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] No DVR routers for this DVR port f58f55ee-103e-496d-9a5f-511c0ff1abf3 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:26:13.872721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:13.875219 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-deleted', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:26:13.961633 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0c8a5461-1e67-4013-8045-1d85023ec27e req-1581189d-5008-440a-b8c6-e21de20f6c83 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.81 "DELETE /v2.0/ports/f58f55ee-103e-496d-9a5f-511c0ff1abf3 HTTP/1.1" status: 204  len: 173 time: 0.9955058
Nov 24 15:26:14.034766 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377e5530-48b9-44d3-b976-a5aa8db24596', 'name': 'network-vif-deleted', 'tag': 'f58f55ee-103e-496d-9a5f-511c0ff1abf3', 'status': 'completed', 'code': 200}
Nov 24 15:26:14.444917 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-4cdbf666-d00d-46ee-ba3e-bcdfbb62210e req-ad03126b-7620-4531-b389-4e108da143a3 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 210 time: 0.0416977
Nov 24 15:26:15.630312 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ae329afa-34f3-4e8d-9b95-8ba92647344b req-5c38ea83-eb4e-4575-9c9c-cce05e4e9dfa tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Synchronizing usage tracker for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:26:15.709903 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-ae329afa-34f3-4e8d-9b95-8ba92647344b req-5c38ea83-eb4e-4575-9c9c-cce05e4e9dfa tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Unset dirty status for tenant:4d2ad56427ad4d868c1de313e13e0dff on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:26:15.711080 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-ae329afa-34f3-4e8d-9b95-8ba92647344b req-5c38ea83-eb4e-4575-9c9c-cce05e4e9dfa tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "GET /v2.0/ports?device_id=377e5530-48b9-44d3-b976-a5aa8db24596 HTTP/1.1" status: 200  len: 210 time: 0.1274269
Nov 24 15:26:16.821704 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37674) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:16.901768 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e47b8e67-f5cf-4856-a7c2-19fd7b068a28 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:16.932429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e47b8e67-f5cf-4856-a7c2-19fd7b068a28 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:17.109831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e47b8e67-f5cf-4856-a7c2-19fd7b068a28 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:17.113785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-46a3b0dd-5de7-4d58-964f-4b8f79d8de2c tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:17.127854 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b8e67-f5cf-4856-a7c2-19fd7b068a28 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365b994-d20b-44a2-ba42-372698e5c606,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:17.132004 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-e47b8e67-f5cf-4856-a7c2-19fd7b068a28 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:17.230263 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-e47b8e67-f5cf-4856-a7c2-19fd7b068a28 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:17.231803 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-e47b8e67-f5cf-4856-a7c2-19fd7b068a28 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] 10.222.0.53 "DELETE /v2.0/security-groups/a365b994-d20b-44a2-ba42-372698e5c606 HTTP/1.1" status: 204  len: 168 time: 0.4091399
Nov 24 15:26:17.370371 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37680) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:17.599947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f58f55ee-103e-496d-9a5f-511c0ff1abf3 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:26:17.637042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: f58f55ee-103e-496d-9a5f-511c0ff1abf3 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:26:17.637323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device f58f55ee-103e-496d-9a5f-511c0ff1abf3 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:26:17.941025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:18.540507 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Deleting port cfd01bf7-59fd-4439-b43a-dbe2452c8090 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:18.540843 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:18.829069 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] For port cfd01bf7-59fd-4439-b43a-dbe2452c8090, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=cfd01bf7-59fd-4439-b43a-dbe2452c8090,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:18.829331 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:18.950049 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Calling delete_port for cfd01bf7-59fd-4439-b43a-dbe2452c8090 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:19.189934 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:19.193632 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a1558b28-4829-4123-96a0-7872f7fdf4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:19.236517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd01bf7-59fd-4439-b43a-dbe2452c8090,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:19.246274 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:19.524723 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:20.089335 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:26:20.410271 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:26:20.419067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] Sync routers for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:26:20.431901 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:20.448447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d6a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:25:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:20.523045 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-595383a2-5ce7-4bf6-9837-edc2d7865e76 admin admin] 10.222.0.53 "PUT /v2.0/routers/eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1515892
Nov 24 15:26:20.525482 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37686) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:20.658608 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:20.732875 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:20.931350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:20.949943 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:20.959738 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d6a0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:26:19Z', 'revision_number': 5, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port': {'id': '85c7cc3f-d278-4173-837f-71ca3ebfa332', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:38Z', 'updated_at': '2021-11-24T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:20.963637 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] Checking router: eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:26:20.974754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] Routers {'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:20.975359 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d6a0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:25:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:21.018374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Deleting port 85c7cc3f-d278-4173-837f-71ca3ebfa332 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:21.018716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:21.125504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] Set router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:21.198016 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] For port 85c7cc3f-d278-4173-837f-71ca3ebfa332, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=85c7cc3f-d278-4173-837f-71ca3ebfa332,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:21.198577 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:21.234893 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc9d6a0>, [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:26:20Z', 'revision_number': 6, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:21.239963 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf9146-3cf1-4d1d-a35b-01721f0e2f22 None None] The sync data for ids ['eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd'] in dv-neutron-818347-1-hyperv is: [{'id': 'eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd', 'name': 'tempest-TestShelveInstance-717796148-router', 'tenant_id': '4d2ad56427ad4d868c1de313e13e0dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:37Z', 'updated_at': '2021-11-24T15:26:20Z', 'revision_number': 6, 'project_id': '4d2ad56427ad4d868c1de313e13e0dff', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:26:21.320362 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Calling delete_port for 85c7cc3f-d278-4173-837f-71ca3ebfa332 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:21.613848 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:21.617904 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:21.658809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=85c7cc3f-d278-4173-837f-71ca3ebfa332,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:21.664801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:21.882146 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.259003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.263180 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.372676 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.373215 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:26:22.387655 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.387655 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-f4efcbb5-080e-42b6-94a3-6b41d4c77c0a admin admin] 10.222.0.53 "DELETE /v2.0/routers/eb71a3e1-1965-4e35-b6dc-9d0ade81c5dd HTTP/1.1" status: 204  len: 168 time: 1.8604748
Nov 24 15:26:22.389492 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37692) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:22.455216 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Deleting subnet 538e5527-150b-463c-bdc8-377649c8d314 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:26:22.459307 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.509752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.595688 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.739293 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.742846 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:22.778233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538e5527-150b-463c-bdc8-377649c8d314,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:22.784123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:22.784123 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.789217 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-b18edb8a-6001-43d3-a01a-15c601920ba8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/538e5527-150b-463c-bdc8-377649c8d314 HTTP/1.1" status: 204  len: 168 time: 0.3985004
Nov 24 15:26:22.789955 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190da9b-7377-47a2-8467-5cc08287e2a8 None None] Network 45c0bec9-7ad6-4017-a974-a369273f48a6 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:26:22.791440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37696) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:22.900567 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.911517 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Deleting port 27877557-5395-445e-a5fa-29952b92bb2e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:22.911853 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:22.985272 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cfd01bf7-59fd-4439-b43a-dbe2452c8090 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:26:23.020721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: cfd01bf7-59fd-4439-b43a-dbe2452c8090 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:26:23.021075 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device cfd01bf7-59fd-4439-b43a-dbe2452c8090 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:26:23.021494 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 85c7cc3f-d278-4173-837f-71ca3ebfa332 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:26:23.058736 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 85c7cc3f-d278-4173-837f-71ca3ebfa332 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:26:23.059061 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 85c7cc3f-d278-4173-837f-71ca3ebfa332 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:26:23.120939 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] DHCP port deletion for 45c0bec9-7ad6-4017-a974-a369273f48a6 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:26:23.125063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Deleting port 27877557-5395-445e-a5fa-29952b92bb2e {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:23.125442 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.127213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] For port 27877557-5395-445e-a5fa-29952b92bb2e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27877557-5395-445e-a5fa-29952b92bb2e,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:23.127564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.249078 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Calling delete_port for 27877557-5395-445e-a5fa-29952b92bb2e owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:23.325513 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] For port 27877557-5395-445e-a5fa-29952b92bb2e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=27877557-5395-445e-a5fa-29952b92bb2e,segment=NetworkSegment(92af3ff5-16a4-402c-9dea-582230061753),segment_id=92af3ff5-16a4-402c-9dea-582230061753)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:23.325911 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.395742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.400217 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5a2f1339-be4c-44ef-8746-576bd02f2a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:23.449946 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Pushing event deleted for resources: {'Port': ['ID=27877557-5395-445e-a5fa-29952b92bb2e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:23.452370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Calling delete_port for 27877557-5395-445e-a5fa-29952b92bb2e owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:23.452981 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:23.457641 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] No DVR routers for this DVR port 27877557-5395-445e-a5fa-29952b92bb2e on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:26:23.567006 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:26:23.567323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:26:23.578835 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.583784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-865dc6e4-376e-4955-b66f-d12c91cf6ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.605089 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fb604f0>,) {'filters': {'network_id': ['45c0bec9-7ad6-4017-a974-a369273f48a6']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:23.617174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb604f0>, '92af3ff5-16a4-402c-9dea-582230061753') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:23.617459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb604f0>, '92af3ff5-16a4-402c-9dea-582230061753') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:23.628540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.644644 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.651223 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:26:23.651594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:26:23.665224 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:26:23.801374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.804910 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-27c9ba92-411a-4d8c-b321-eb7586fd5e6b tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:23.818820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:23.828755 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Pushing event deleted for resources: {'Network': ['ID=45c0bec9-7ad6-4017-a974-a369273f48a6,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:23.833891 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:23.836937 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-3bfbf43b-5ca2-4552-86f8-59f42d47b95d admin admin] 10.222.0.53 "DELETE /v2.0/networks/45c0bec9-7ad6-4017-a974-a369273f48a6 HTTP/1.1" status: 204  len: 168 time: 1.0445695
Nov 24 15:26:23.839831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37700) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:23.949718 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:24.068368 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Deleting port 27877557-5395-445e-a5fa-29952b92bb2e {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:24.068902 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:24.134473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-91944f93-edb9-4163-b100-6fa0a9ff6b84 None None] The port '27877557-5395-445e-a5fa-29952b92bb2e' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:26:24.338795 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:24.923204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Deleting port 87e455aa-824b-4b8e-854b-41b0be4fe64c {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:24.923840 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:24.987108 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27877557-5395-445e-a5fa-29952b92bb2e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:26:25.012351 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 27877557-5395-445e-a5fa-29952b92bb2e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:26:25.012707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 27877557-5395-445e-a5fa-29952b92bb2e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:26:25.099859 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] For port 87e455aa-824b-4b8e-854b-41b0be4fe64c, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=87e455aa-824b-4b8e-854b-41b0be4fe64c,segment=NetworkSegment(87c6861a-6a3d-4904-8562-115afe384e79),segment_id=87c6861a-6a3d-4904-8562-115afe384e79)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:25.100241 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:25.219185 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Calling delete_port for 87e455aa-824b-4b8e-854b-41b0be4fe64c owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:25.441473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:25.445300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:25.485633 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e455aa-824b-4b8e-854b-41b0be4fe64c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:25.489160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:25.766941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3ca53d10-5389-4691-9991-459afd246ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:25.903646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:26.475881 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Router b44a4a0e-4f53-43d5-9174-8d43d544d50a has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:26:26.682474 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:26:26.690850 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] Sync routers for ids ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:26:26.706411 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] Routers {'b44a4a0e-4f53-43d5-9174-8d43d544d50a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:26.710751 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd16fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:26.759512 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-37ab8dfb-e5f2-4e33-b65f-1fab744d00b5 admin admin] 10.222.0.53 "PUT /v2.0/routers/b44a4a0e-4f53-43d5-9174-8d43d544d50a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9163804
Nov 24 15:26:26.759811 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37704) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:26.884742 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] Set router b44a4a0e-4f53-43d5-9174-8d43d544d50a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:26.929193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:26.984868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:27.182239 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd16fd0>, [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:26:25Z', 'revision_number': 5, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:27.186334 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] Checking router: b44a4a0e-4f53-43d5-9174-8d43d544d50a for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:26:27.198150 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] Routers {'b44a4a0e-4f53-43d5-9174-8d43d544d50a'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:27.198774 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd16fd0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:27.308019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:27.366902 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Deleting port 31533b44-5fed-4dd0-824c-7a9e40a81708 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:27.367270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:27.373753 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] Set router b44a4a0e-4f53-43d5-9174-8d43d544d50a gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:27.539385 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] For port 31533b44-5fed-4dd0-824c-7a9e40a81708, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=31533b44-5fed-4dd0-824c-7a9e40a81708,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:27.539967 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:27.657114 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd16fd0>, [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:26:25Z', 'revision_number': 5, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:27.662314 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01487d3b-72c6-4109-9a7d-29321f23fd50 None None] The sync data for ids ['b44a4a0e-4f53-43d5-9174-8d43d544d50a'] in dv-neutron-818347-1-hyperv is: [{'id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'name': 'tempest-TestShelveInstance-276306274-router', 'tenant_id': 'dfa82acea2d54db687b7064fb35a09e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:26:25Z', 'revision_number': 5, 'project_id': 'dfa82acea2d54db687b7064fb35a09e8', 'gw_port': {'id': '31533b44-5fed-4dd0-824c-7a9e40a81708', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a4a0e-4f53-43d5-9174-8d43d544d50a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:26:27.667696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Calling delete_port for 31533b44-5fed-4dd0-824c-7a9e40a81708 owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:27.887073 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:27.890916 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cdf2f379-750d-4410-9181-b327ba821001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:27.931841 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Pushing event deleted for resources: {'Port': ['ID=31533b44-5fed-4dd0-824c-7a9e40a81708,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:27.935279 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:28.158806 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.406799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.417124 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.421332 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.497363 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.497900 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44a4a0e-4f53-43d5-9174-8d43d544d50a {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:26:28.511475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.512653 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] 10.222.0.53 "DELETE /v2.0/routers/b44a4a0e-4f53-43d5-9174-8d43d544d50a HTTP/1.1" status: 204  len: 168 time: 1.7519011
Nov 24 15:26:28.515339 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37708) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:28.584817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Deleting subnet b7ce1432-0833-4409-83b3-4e5cfd7ebdc0 {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:26:28.589455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.642462 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.718635 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.955692 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:28.963042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-762ef2ff-db7c-4148-b607-4a9f68d74238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:28.999212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31533b44-5fed-4dd0-824c-7a9e40a81708 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:26:29.002695 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ce1432-0833-4409-83b3-4e5cfd7ebdc0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:29.006336 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:29.008961 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.015342 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-272d98f2-63bb-4f01-abfa-0cbe7ea3a89d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b7ce1432-0833-4409-83b3-4e5cfd7ebdc0 HTTP/1.1" status: 204  len: 168 time: 0.4991212
Nov 24 15:26:29.017732 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37716) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:29.028482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed1050-243b-429d-b650-4e19b285df3b None None] Network 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:26:29.049532 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 31533b44-5fed-4dd0-824c-7a9e40a81708 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:26:29.049908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 31533b44-5fed-4dd0-824c-7a9e40a81708 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:26:29.050861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87e455aa-824b-4b8e-854b-41b0be4fe64c no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:26:29.088679 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 87e455aa-824b-4b8e-854b-41b0be4fe64c {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:26:29.089035 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 87e455aa-824b-4b8e-854b-41b0be4fe64c not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:26:29.128837 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.139177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Deleting port 61e03845-39b0-4c19-a2f7-4fbdec5131ce {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:29.139504 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.307256 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] DHCP port deletion for 88cbe56c-fa71-47aa-afef-feb6a83fc4f7 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:26:29.311333 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Deleting port 61e03845-39b0-4c19-a2f7-4fbdec5131ce {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:29.311714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.343602 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] For port 61e03845-39b0-4c19-a2f7-4fbdec5131ce, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=61e03845-39b0-4c19-a2f7-4fbdec5131ce,segment=NetworkSegment(87c6861a-6a3d-4904-8562-115afe384e79),segment_id=87c6861a-6a3d-4904-8562-115afe384e79)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:29.343950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.466889 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Calling delete_port for 61e03845-39b0-4c19-a2f7-4fbdec5131ce owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:29.513178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] For port 61e03845-39b0-4c19-a2f7-4fbdec5131ce, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=61e03845-39b0-4c19-a2f7-4fbdec5131ce,segment=NetworkSegment(87c6861a-6a3d-4904-8562-115afe384e79),segment_id=87c6861a-6a3d-4904-8562-115afe384e79)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:29.513723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.618259 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.622052 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:29.631570 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Calling delete_port for 61e03845-39b0-4c19-a2f7-4fbdec5131ce owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:26:29.665720 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e03845-39b0-4c19-a2f7-4fbdec5131ce,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:29.669282 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:29.672389 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] No DVR routers for this DVR port 61e03845-39b0-4c19-a2f7-4fbdec5131ce on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:26:29.704265 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:26:29.704623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:26:29.788372 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.812797 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641eddf490>,) {'filters': {'network_id': ['88cbe56c-fa71-47aa-afef-feb6a83fc4f7']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:29.825165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eddf490>, '87c6861a-6a3d-4904-8562-115afe384e79') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:29.825454 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641eddf490>, '87c6861a-6a3d-4904-8562-115afe384e79') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:29.837077 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.852752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.858970 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:26:29.859343 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:26:29.872713 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:26:30.017956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:30.021831 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79881490-1d93-4a5f-8f6f-3218f4ac7f52 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:30.034918 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:30.044791 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=88cbe56c-fa71-47aa-afef-feb6a83fc4f7,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:30.049150 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:30.052199 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] 10.222.0.53 "DELETE /v2.0/networks/88cbe56c-fa71-47aa-afef-feb6a83fc4f7 HTTP/1.1" status: 204  len: 168 time: 1.0335305
Nov 24 15:26:30.205774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Deleting port 61e03845-39b0-4c19-a2f7-4fbdec5131ce {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:26:30.206162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:30.268353 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-110976b2-a92a-4167-8cf4-5152529dbbec None None] The port '61e03845-39b0-4c19-a2f7-4fbdec5131ce' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:26:30.386310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37722) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:30.435613 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a0ece787-1698-4784-b0c5-798ffa7ae757 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d2ad56427ad4d868c1de313e13e0dff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0480988
Nov 24 15:26:30.438015 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37726) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:30.496112 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc7f6-d968-4182-a05e-99224c81844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:30.521930 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc7f6-d968-4182-a05e-99224c81844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:30.640713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc7f6-d968-4182-a05e-99224c81844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:30.645564 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3b95d850-9fc1-4368-a12d-c30fcd55a4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:30.662329 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dc7f6-d968-4182-a05e-99224c81844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b39252-fe42-4969-aa01-0c85982a5015,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:30.666127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-1b7dc7f6-d968-4182-a05e-99224c81844d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:30.671524 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-1b7dc7f6-d968-4182-a05e-99224c81844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:30.671524 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-1b7dc7f6-d968-4182-a05e-99224c81844d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20b39252-fe42-4969-aa01-0c85982a5015 HTTP/1.1" status: 204  len: 168 time: 0.2318001
Nov 24 15:26:30.979967 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 61e03845-39b0-4c19-a2f7-4fbdec5131ce no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:26:31.022844 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 61e03845-39b0-4c19-a2f7-4fbdec5131ce {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:26:31.023207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 61e03845-39b0-4c19-a2f7-4fbdec5131ce not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:26:31.649051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37734) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:31.699149 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-ef4b4819-f0d6-4480-9442-b0a2ac93492e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfa82acea2d54db687b7064fb35a09e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0488541
Nov 24 15:26:31.701464 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37738) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:31.760183 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-40ece6f8-e708-4842-bbf2-e2658aa9ccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:31.784817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-40ece6f8-e708-4842-bbf2-e2658aa9ccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:31.938035 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-40ece6f8-e708-4842-bbf2-e2658aa9ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:31.942440 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2047708a-ea44-409f-907f-4e4f803289c5 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:31.953365 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ece6f8-e708-4842-bbf2-e2658aa9ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ed7f2e-6b03-4155-8702-5d38465d4bfc,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:31.957350 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-40ece6f8-e708-4842-bbf2-e2658aa9ccc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:31.961206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-40ece6f8-e708-4842-bbf2-e2658aa9ccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:31.962313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-40ece6f8-e708-4842-bbf2-e2658aa9ccc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90ed7f2e-6b03-4155-8702-5d38465d4bfc HTTP/1.1" status: 204  len: 168 time: 0.2599781
Nov 24 15:26:33.187604 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37764) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:33.314506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-988991506-network', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:33.319950 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:33.323785 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Usage tracker for resource:network and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:33.326643 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:33.336471 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:33.400832 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Made reservation on behalf of c797b488bfea40279cf6155b730e08b9 for: {'network': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:26:33.402977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.415517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.446769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:33.450442 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:33.453181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:33.459305 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:33.523483 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.560666 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.564545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-cbe139a1-a2b9-4ad8-a21a-cc174063809f tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:33.588173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774}  {{(pid=84234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:26:33.601102 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193f9677-ad3c-4d71-b53e-1f5c53beccc0,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:33.605101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:33.606007 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.606341 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.segments_db [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Added segment c21e4290-ee9a-4af3-81e8-096a9f2f14e9 of type vlan for network c3ac41ea-bd59-41ec-b271-6907b6d4778c
Nov 24 15:26:33.632629 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.709101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.709923 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:33.710495 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Notify callbacks [] for network, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:33.713908 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9225ff7a-b757-4ace-8ca9-7ae4bf005727 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:33.815813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ac41ea-bd59-41ec-b271-6907b6d4778c,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:33.818817 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:33.825677 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:26:33.881580 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ce270b66-e804-4ef2-b942-08d9cf6a6696 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6927476
Nov 24 15:26:33.884220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37770) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:33.889641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Request body: {'subnet': {'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-988991506-subnet', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:33.895468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:33.899386 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Usage tracker for resource:subnet and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:33.904078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:33.908003 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:33.978390 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Made reservation on behalf of c797b488bfea40279cf6155b730e08b9 for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:26:33.980703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.224683 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.229290 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-fe311b7d-434d-408a-b7e9-a44a148cb58e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:34.304358 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12f7f3d-67a0-43b9-839d-c1a2779794ff,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:34.307583 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:34.314411 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Checking segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:34.314756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Network hostable DHCP agents. Network: c3ac41ea-bd59-41ec-b271-6907b6d4778c, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:26:34.423433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:26:34.508990 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, c3ac41ea-bd59-41ec-b271-6907b6d4778c) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:34.512849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:34.513432 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.518047 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1dfb1-d47c-4d6c-bcf6-f12c9a3b52a7 None None] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:26:34.601431 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e9f1d1b6-e853-4760-9126-224e5ac75c84 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7161191
Nov 24 15:26:34.604002 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37776) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:34.609328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:34.614153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:34.617988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Usage tracker for resource:router and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:34.620948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:34.626692 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:34.681083 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.682093 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.701357 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.731016 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:26:34.731828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.889387 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:34.931934 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Allocated IP 172.20.0.2 (c3ac41ea-bd59-41ec-b271-6907b6d4778c/b12f7f3d-67a0-43b9-839d-c1a2779794ff/0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:26:35.137829 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.140273 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.148205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Transition to ACTIVE for port object 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:35.166196 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Transition to ACTIVE for port object 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:35.171579 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.229316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.234379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:35.293742 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:35.301200 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:35.305361 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:26:35.311283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Pushing event updated for resources: {'Port': ['ID=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:35.312232 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Allocated IP 172.26.2.14 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/f1309e15-fb1b-432a-85ca-1d975e271814) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:26:35.375811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.376174 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.376508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.376839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.377167 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.377502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.377816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.378136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.378452 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.378820 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.379136 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:35.386324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:35.406666 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Attempting to bind port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:26:35.406961 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Attempting to bind port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:26:35.407323 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Attempting to bind port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:26:35.414210 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:26:35.414582 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Checking segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:35.414988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.415377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Bound using segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:26:35.415831 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Bound port: 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:26:35.416229 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.511468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] For port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:26:35.514833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] For port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:26:35.574207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.618391 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.622212 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8c1acedf-98a3-40a7-803b-7d38c763fe03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:35.670153 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.674624 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:35.710374 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Pushing event updated for resources: {'Port': ['ID=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:35.713318 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:35.740399 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:35.743603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:35.747925 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:26:35.776131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Pushing event updated for resources: {'Port': ['ID=f1309e15-fb1b-432a-85ca-1d975e271814,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:35.781243 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:35.976293 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:35.977050 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:36.315204 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:26:36.525802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:26:36.535993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Sync routers for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:26:36.549293 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:36.550133 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:36.618270 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28053285-27f0-457c-a347-9e02aaa0ef2c None None] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:26:36.630037 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:36.633991 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-d812bf7a-61cf-4ea8-9566-dbdb7ede074b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0263569
Nov 24 15:26:36.634353 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37780) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:36.880941 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:36.918141 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-944c6194-b4ce-4adf-a7d3-2c77cd294e6c None None] Provisioning for port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:37.024641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:37.317223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bee0>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:35Z', 'revision_number': 3, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:37.322178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Checking router: 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:26:37.322533 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Updating router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 port f1309e15-fb1b-432a-85ca-1d975e271814 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:26:37.351476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:37.361750 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:37.362124 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.399801 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.497791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.667166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-277b35e5-4c0c-4615-a8a4-8fed6684d864 None None] Provisioning complete for port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:37.667813 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-277b35e5-4c0c-4615-a8a4-8fed6684d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.689932 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.726750 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Allocated IP 172.20.0.1 (c3ac41ea-bd59-41ec-b271-6907b6d4778c/b12f7f3d-67a0-43b9-839d-c1a2779794ff/78aeec81-a7cf-4984-8a9d-28174fdc8c26) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:26:37.831471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:37.876951 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.893287 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Transition to ACTIVE for port object 78aeec81-a7cf-4984-8a9d-28174fdc8c26 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:37.909325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.915025 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:37.983228 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-277b35e5-4c0c-4615-a8a4-8fed6684d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.995242 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:37.999728 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-966a4b8c-3d6c-4374-9416-80012d0750a5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:38.059802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:38.061562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:38.070078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:38.070286 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:38.072825 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:26:38.110193 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Pushing event updated for resources: {'Port': ['ID=78aeec81-a7cf-4984-8a9d-28174fdc8c26,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:38.113023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:38.135654 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.141135 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.155842 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-277b35e5-4c0c-4615-a8a4-8fed6684d864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:26:38.156226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-277b35e5-4c0c-4615-a8a4-8fed6684d864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:26:38.158512 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Transition to ACTIVE for port object f1309e15-fb1b-432a-85ca-1d975e271814 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:38.258067 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.261881 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:38.338108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.341662 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519e50-863c-410b-8cd7-8630f47dc823 None None] Pushing event updated for resources: {'Port': ['ID=f1309e15-fb1b-432a-85ca-1d975e271814,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:38.345538 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-09519e50-863c-410b-8cd7-8630f47dc823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:38.346165 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Attempting to bind port f1309e15-fb1b-432a-85ca-1d975e271814 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:26:38.346539 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Attempting to bind port f1309e15-fb1b-432a-85ca-1d975e271814 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:26:38.346905 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Attempting to bind port f1309e15-fb1b-432a-85ca-1d975e271814 on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:26:38.354653 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:26:38.355033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:38.355434 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.355835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:26:38.356325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Bound port: f1309e15-fb1b-432a-85ca-1d975e271814, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:26:38.356706 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.429377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] For port f1309e15-fb1b-432a-85ca-1d975e271814, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:26:38.432607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] For port f1309e15-fb1b-432a-85ca-1d975e271814, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f1309e15-fb1b-432a-85ca-1d975e271814,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:26:38.510068 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.513808 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:38.560545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.597178 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519e50-863c-410b-8cd7-8630f47dc823 None None] Pushing event updated for resources: {'Port': ['ID=f1309e15-fb1b-432a-85ca-1d975e271814,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:38.601039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-09519e50-863c-410b-8cd7-8630f47dc823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:38.602028 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:38.602633 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bee0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:38.640631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.668080 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e853835e-c2dc-43c4-abf7-7e72450c8127 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:38.758469 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:38.761969 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Pushing event updated for resources: {'Port': ['ID=78aeec81-a7cf-4984-8a9d-28174fdc8c26,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:38.765546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:38.829282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:38.905874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:38.906948 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:39.056304 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:39.098928 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-dd10c551-d378-4b78-8a4c-518ffdf62a10 None None] Provisioning for port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:39.114482 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-dd10c551-d378-4b78-8a4c-518ffdf62a10 None None] Provisioning complete for port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:39.114864 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-dd10c551-d378-4b78-8a4c-518ffdf62a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:39.278751 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-dd10c551-d378-4b78-8a4c-518ffdf62a10 None None] Port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:26:39.318885 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:26:39.329886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:39.330266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:39.451522 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-f9e89fa5-71d5-4618-a1fb-13e8f0427a7d None None] Provisioning complete for port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:39.451899 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f9e89fa5-71d5-4618-a1fb-13e8f0427a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:39.485154 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc4bee0>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 2, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:39.508925 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834b752-ed56-4f90-bac3-a560988fa5f6 None None] The sync data for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv is: [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 2, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:26:39.551698 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-f9e89fa5-71d5-4618-a1fb-13e8f0427a7d None None] Port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:26:39.647340 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:26:39.665579 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] 10.222.0.53 "PUT /v2.0/routers/9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0301697
Nov 24 15:26:40.799742 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37804) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:40.806127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-655028866-network', 'tenant_id': '512819c985b2474fa716b9d9516fd4da'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:40.814971 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:40.819561 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Usage tracker for resource:network and tenant:512819c985b2474fa716b9d9516fd4da is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:40.822680 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:40.828429 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:40.892286 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Made reservation on behalf of 512819c985b2474fa716b9d9516fd4da for: {'network': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:26:40.894672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for network, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:40.907082 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:40.945060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:40.951303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Usage tracker for resource:security_group_rule and tenant:512819c985b2474fa716b9d9516fd4da is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:40.954618 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:40.960674 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:41.014406 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f1309e15-fb1b-432a-85ca-1d975e271814 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:41.032204 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.132031 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.135481 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-23ec0536-dc86-4b0f-a6e8-a59c5f6f8c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:41.165783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port f1309e15-fb1b-432a-85ca-1d975e271814 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:41.165783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f1309e15-fb1b-432a-85ca-1d975e271814 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:41.165783 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.169181 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8a02f9-5bc9-4c5a-ba7d-8ba61fcce837,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:41.172743 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:41.173773 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777}  {{(pid=84233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 15:26:41.183686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.184045 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.db.segments_db [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Added segment 8959c97a-3414-4cc2-bf81-18f6fc9e6ab0 of type vlan for network 5139bebd-6d80-492d-b56d-0e7af6607bc1
Nov 24 15:26:41.210184 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754251136260'] for network, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.278621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.294728 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port f1309e15-fb1b-432a-85ca-1d975e271814, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f1309e15-fb1b-432a-85ca-1d975e271814,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:41.349845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800'] for network, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.350783 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:41.351370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.354933 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-54b9610e-a6c3-491d-8af3-d7dc7eb6784a tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:41.406408 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.408352 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-60378579-793b-4f55-b03f-948c26785fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:41.458346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Pushing event updated for resources: {'Network': ['ID=5139bebd-6d80-492d-b56d-0e7af6607bc1,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:41.461627 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:41.469804 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 details requested by agent ovs-agent-dv-neutron-818347-1-hyperv with host dv-neutron-818347-1-hyperv {{(pid=84235) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 15:26:41.494945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=f1309e15-fb1b-432a-85ca-1d975e271814,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:41.499583 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:41.501546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37814) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:41.502033 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-2b9dc712-0086-43a1-9975-dba1f3948548 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7003200
Nov 24 15:26:41.507935 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Request body: {'subnet': {'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-655028866-subnet', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'ip_version': 4}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:41.512988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:41.517054 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Usage tracker for resource:subnet and tenant:512819c985b2474fa716b9d9516fd4da is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:41.520897 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:41.526621 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:41.612188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Made reservation on behalf of 512819c985b2474fa716b9d9516fd4da for: {'subnet': 1} {{(pid=84234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:26:41.614590 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66684437'] for subnet, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.875258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66625565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66684455'] for subnet, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:41.880427 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f2796836-28dc-46e5-8f99-4c2b7ad1152c tempest-FloatingIPTestJSON-1335765778 tempest-FloatingIPTestJSON-1335765778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:41.953767 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f24715b-7850-40ff-a127-bb91f8c6858c,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:41.957739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:41.964842 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Checking segment: {'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:41.965195 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Network hostable DHCP agents. Network: 5139bebd-6d80-492d-b56d-0e7af6607bc1, hostable agents: ['50c32850-c8db-462f-9ed8-2331efaac1f7'], hosted agents: [] {{(pid=84234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 15:26:42.091979 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 is scheduled to be hosted by DHCP agent 50c32850-c8db-462f-9ed8-2331efaac1f7 with binding_index 1 {{(pid=84234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 15:26:42.171962 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818347-1-hyperv, 5139bebd-6d80-492d-b56d-0e7af6607bc1) {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:42.176694 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:42.177299 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.181607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d071ea-b005-426c-960f-3dba1d59a695 None None] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:26:42.264100 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-30962da1-59f9-428c-814e-2ee06ce6180d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7611103
Nov 24 15:26:42.266547 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37820) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:42.271631 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:42.278482 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:42.282320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Usage tracker for resource:router and tenant:512819c985b2474fa716b9d9516fd4da is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:42.287571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:42.291079 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:42.366363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-395400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8333'] for router, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.367391 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-395553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8322'] for router, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.389210 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.406355 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp952ed360-b64f-506e-92bd-87f2aa71a534-5139bebd-6d80-492d-b56d-0e7af6607bc1', 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'fixed_ips': [{'subnet_id': '7f24715b-7850-40ff-a127-bb91f8c6858c'}]}} from dv-neutron-818347-1-hyperv. {{(pid=84235) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 24 15:26:42.407280 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.563620 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.db_base_plugin_common [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Allocated IP 172.20.0.2 (5139bebd-6d80-492d-b56d-0e7af6607bc1/7f24715b-7850-40ff-a127-bb91f8c6858c/d719b14c-fade-4de1-98b2-4d11df6183dc) {{(pid=84235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:26:42.615368 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8368'] for router, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.764223 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Notify callbacks [] for port, precommit_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.774175 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Transition to ACTIVE for port object d719b14c-fade-4de1-98b2-4d11df6183dc will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:42.792953 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Transition to ACTIVE for port object d719b14c-fade-4de1-98b2-4d11df6183dc will not be triggered until provisioned by entity DHCP. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:42.881205 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897'] for port, after_create {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.886377 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:42.905058 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.935529 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:42.954676 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 is already hosted by enough agents. {{(pid=84235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:42.958764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.scheduler.base_scheduler [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Resources bound (agent type, host, resource id):  {{(pid=84235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:42.964121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Received port after_create {{(pid=84235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:26:42.964121 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Pushing event updated for resources: {'Port': ['ID=d719b14c-fade-4de1-98b2-4d11df6183dc,revision_number=1']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:42.967115 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:43.003834 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f1309e15-fb1b-432a-85ca-1d975e271814 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:43.078795 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Allocated IP 172.26.2.175 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/435d25b6-ba2c-47e4-95bc-872ad2e0413e) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:26:43.105009 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Attempting to bind port d719b14c-fade-4de1-98b2-4d11df6183dc on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:26:43.105386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Attempting to bind port d719b14c-fade-4de1-98b2-4d11df6183dc by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:26:43.105754 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Attempting to bind port d719b14c-fade-4de1-98b2-4d11df6183dc on network 5139bebd-6d80-492d-b56d-0e7af6607bc1 {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:26:43.123261 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:26:43.123641 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Checking segment: {'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:43.124053 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.124481 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Bound using segment: {'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:26:43.124948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Bound port: d719b14c-fade-4de1-98b2-4d11df6183dc, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:26:43.125370 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.147828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port f1309e15-fb1b-432a-85ca-1d975e271814 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:43.148233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.230470 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.318507 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] For port d719b14c-fade-4de1-98b2-4d11df6183dc, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:26:43.322203 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] For port d719b14c-fade-4de1-98b2-4d11df6183dc, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d719b14c-fade-4de1-98b2-4d11df6183dc,segment=NetworkSegment(8959c97a-3414-4cc2-bf81-18f6fc9e6ab0),segment_id=8959c97a-3414-4cc2-bf81-18f6fc9e6ab0)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:26:43.335783 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.337450 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-aa0a802b-19e2-485c-8bff-b59f78483182 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:43.398376 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:43.405827 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:43.408228 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:26:43.429537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.433850 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:43.443301 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Pushing event updated for resources: {'Port': ['ID=435d25b6-ba2c-47e4-95bc-872ad2e0413e,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:43.447197 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:43.511607 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Pushing event updated for resources: {'Port': ['ID=d719b14c-fade-4de1-98b2-4d11df6183dc,revision_number=2']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:43.514604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-c2a9bd78-d4fa-4c01-82bb-89d504142b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:43.670674 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.671412 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-395441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393682'] for router, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:43.989094 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Router 811fff3c-fc45-444a-82ac-371400fa2af4 is scheduled to L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 with binding_index 1 {{(pid=84234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 24 15:26:44.320339 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:26:44.329336 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Sync routers for ids ['811fff3c-fc45-444a-82ac-371400fa2af4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:26:44.342445 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Routers {'811fff3c-fc45-444a-82ac-371400fa2af4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:44.343595 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd16f70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['811fff3c-fc45-444a-82ac-371400fa2af4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:44.408497 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834a4c9-ffe9-4071-9850-e7468dd93c69 None None] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:26:44.412440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:44.413702 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1462121
Nov 24 15:26:44.416759 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37832) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:44.570019 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Set router 811fff3c-fc45-444a-82ac-371400fa2af4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:44.626392 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-21d828a7-917b-4330-8ca3-90400df15933 None None] Provisioning for port d719b14c-fade-4de1-98b2-4d11df6183dc completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:44.878956 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd16f70>, [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:43Z', 'revision_number': 3, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:44.882996 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Checking router: 811fff3c-fc45-444a-82ac-371400fa2af4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:26:44.883348 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Updating router 811fff3c-fc45-444a-82ac-371400fa2af4 port 435d25b6-ba2c-47e4-95bc-872ad2e0413e binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:26:44.935747 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.054380 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d719b14c-fade-4de1-98b2-4d11df6183dc up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:45.195236 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port d719b14c-fade-4de1-98b2-4d11df6183dc completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:45.200575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d719b14c-fade-4de1-98b2-4d11df6183dc triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:45.201071 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.214835 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.290289 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.303515 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Transition to ACTIVE for port object 435d25b6-ba2c-47e4-95bc-872ad2e0413e will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:45.318056 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.353312 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port d719b14c-fade-4de1-98b2-4d11df6183dc, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d719b14c-fade-4de1-98b2-4d11df6183dc,segment=NetworkSegment(8959c97a-3414-4cc2-bf81-18f6fc9e6ab0),segment_id=8959c97a-3414-4cc2-bf81-18f6fc9e6ab0)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:45.372261 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.377447 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5b39daaa-71c1-4552-b888-3cec28c44392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:45.427804 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Allocated IP 172.20.0.1 (5139bebd-6d80-492d-b56d-0e7af6607bc1/7f24715b-7850-40ff-a127-bb91f8c6858c/48020ffe-23ea-4964-8f80-ef20df05c672) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:26:45.442246 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.444266 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-8edc9eac-62fb-466a-ba90-913639fe01d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:45.458013 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Attempting to bind port 435d25b6-ba2c-47e4-95bc-872ad2e0413e on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:26:45.458387 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Attempting to bind port 435d25b6-ba2c-47e4-95bc-872ad2e0413e by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:26:45.458754 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Attempting to bind port 435d25b6-ba2c-47e4-95bc-872ad2e0413e on network 5b0d8217-df71-450f-94d7-3850664dbcf8 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:26:45.467005 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Pushing event updated for resources: {'Port': ['ID=435d25b6-ba2c-47e4-95bc-872ad2e0413e,revision_number=2']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:45.473498 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:26:45.473900 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Checking segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:45.474309 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.474813 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Bound using segment: {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:26:45.475158 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Bound port: 435d25b6-ba2c-47e4-95bc-872ad2e0413e, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c8d370-814b-4a0c-9d50-cb3db8828ba2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:26:45.475534 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.516555 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.516759 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=d719b14c-fade-4de1-98b2-4d11df6183dc,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:45.516894 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.517244 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.517570 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.517895 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.518219 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.520364 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.520364 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.520555 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:45.520698 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.521373 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.521710 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:26:45.525280 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:45.561641 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] For port 435d25b6-ba2c-47e4-95bc-872ad2e0413e, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:26:45.564641 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] For port 435d25b6-ba2c-47e4-95bc-872ad2e0413e, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=435d25b6-ba2c-47e4-95bc-872ad2e0413e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:26:45.590703 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.606098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.provisioning_blocks [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Transition to ACTIVE for port object 48020ffe-23ea-4964-8f80-ef20df05c672 will not be triggered until provisioned by entity DHCP. {{(pid=84234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:45.663768 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.668104 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:45.693056 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.697444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-f47d10ee-3ee6-43cf-8560-c3b3ba3b81cb tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:45.751024 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Routers {'811fff3c-fc45-444a-82ac-371400fa2af4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:45.751638 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fd16f70>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['811fff3c-fc45-444a-82ac-371400fa2af4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:45.757321 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:45.764209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:45.768132 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:26:45.802462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Pushing event updated for resources: {'Port': ['ID=48020ffe-23ea-4964-8f80-ef20df05c672,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:45.809023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:45.817367 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Pushing event updated for resources: {'Port': ['ID=435d25b6-ba2c-47e4-95bc-872ad2e0413e,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:45.820955 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:45.835486 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393500'] for router_interface, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:45.955889 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] Set router 811fff3c-fc45-444a-82ac-371400fa2af4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:45.999702 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:46.057660 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-86fffefe-7a1d-4c0b-8345-db65b850f2b1 None None] Provisioning for port 48020ffe-23ea-4964-8f80-ef20df05c672 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:46.063181 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-86fffefe-7a1d-4c0b-8345-db65b850f2b1 None None] Provisioning complete for port 48020ffe-23ea-4964-8f80-ef20df05c672 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:46.063560 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-86fffefe-7a1d-4c0b-8345-db65b850f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:46.118996 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-86fffefe-7a1d-4c0b-8345-db65b850f2b1 None None] Port 48020ffe-23ea-4964-8f80-ef20df05c672 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:26:46.281248 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fd16f70>, [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:43Z', 'revision_number': 3, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:46.286053 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2d116e-d887-482c-a76d-c39979df7cb4 None None] The sync data for ids ['811fff3c-fc45-444a-82ac-371400fa2af4'] in dv-neutron-818347-1-hyperv is: [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:43Z', 'revision_number': 3, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:26:46.341655 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:46.417485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:46.443157 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-c725c6ef-6760-45bd-83c7-7a66832002ad tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:46.528578 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Pushing event updated for resources: {'Port': ['ID=48020ffe-23ea-4964-8f80-ef20df05c672,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:46.531858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:46.532561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1450993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-399728'] for router_interface, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:46.653892 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:26:46.676484 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:26:46.677310 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:26:46.945396 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-d0921280-6b66-4862-b080-3ab2678bc638 None None] Provisioning complete for port 48020ffe-23ea-4964-8f80-ef20df05c672 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:46.945846 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-d0921280-6b66-4862-b080-3ab2678bc638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:47.002616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d719b14c-fade-4de1-98b2-4d11df6183dc up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:47.038854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-d0921280-6b66-4862-b080-3ab2678bc638 None None] Port 48020ffe-23ea-4964-8f80-ef20df05c672 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:26:47.074306 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port d719b14c-fade-4de1-98b2-4d11df6183dc triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:47.074683 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:47.078952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Router 811fff3c-fc45-444a-82ac-371400fa2af4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:26:47.285821 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:26:47.294489 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] 10.222.0.53 "PUT /v2.0/routers/811fff3c-fc45-444a-82ac-371400fa2af4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8767729
Nov 24 15:26:49.124030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 37846) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:49.130979 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263999698', 'description': 'tempest-secgroup-smoke-263999698 description', 'project_id': 'c797b488bfea40279cf6155b730e08b9'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:49.137021 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:49.140808 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:49.143647 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:49.151369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:49.246063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.281060 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:49.285390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:49.288270 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84233) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:49.293976 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:49.351008 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.399871 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.403427 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b358ad4b-bb44-4b46-95e6-eb449889e57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:49.442189 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:49.445153 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:49.504466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.505687 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-12713bbe-0337-4992-8480-6a1ff6f172c6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3801093
Nov 24 15:26:49.508784 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37850) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:49.514620 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'security_group_rule': {'security_group_id': '4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74', 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:49.521661 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:49.525781 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:49.528819 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:49.535221 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:49.606515 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.665506 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.737151 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.739562 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-3be43ba1-5887-4429-a9eb-2c573812c881 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:49.762423 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d64e1e-fed7-4127-96e4-cc9c23d90409,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:49.764789 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:49.864517 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:49.865822 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6e22bf9a-9219-4fe2-9cec-af1193eb315a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3558238
Nov 24 15:26:49.868452 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37854) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:49.874029 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'security_group_rule': {'security_group_id': '4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74', 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:49.881277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:49.885088 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:49.887883 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:49.893546 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:49.973468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.033439 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.114739 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.116548 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-bd9d4a6f-db77-44e8-bbde-10ae955f46f7 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:50.137873 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540d7556-fff6-48ee-aba6-02d3e8ab2c8d,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:50.140200 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:50.251768 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.252992 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e2e777aa-d2df-4b3a-ad42-c6ae83b2cca5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3836131
Nov 24 15:26:50.256174 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37858) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:50.261628 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'security_group_rule': {'security_group_id': '4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74', 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:50.267533 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:50.271498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:50.274351 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:50.279946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:50.378055 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.441902 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.503723 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.505560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1f731c8c-ab7e-4c8c-ac6e-3937ff93cdef tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:50.528392 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad10d00-c913-423b-83d6-9202feea2aaf,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:50.532724 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:50.588860 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.590054 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1fd3f750-e8d5-43d7-ba7b-4b101fe790a0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3329377
Nov 24 15:26:50.593215 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37862) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:50.599331 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'security_group_rule': {'security_group_id': '4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74', 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:50.605207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:50.609005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:50.611812 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:50.617755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:50.703498 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.766449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.846164 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:50.848526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-7866c8ac-ed44-47ab-aa9e-8708db279789 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:50.873956 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f035939-dddc-470b-9454-5d119adcf98d,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:50.879105 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:51.000348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.006274 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.007471 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-abfdcdf7-0e77-46ac-a195-5a470b25e653 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4133539
Nov 24 15:26:51.010250 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37866) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:51.015567 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'security_group_rule': {'security_group_id': '4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74', 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:51.022518 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:51.026328 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:51.029217 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:51.034915 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:51.086128 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Project c797b488bfea40279cf6155b730e08b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:26:51.092472 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.158510 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.234421 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.240770 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-615790b5-c0e9-4345-ba02-845e45b25244 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:51.259930 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1cdf72-4b40-42a8-8ef0-189e4060907b,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:51.264098 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:51.348774 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.349929 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-0bf7ef4f-2abf-4f09-af32-9faf73789b24 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3387806
Nov 24 15:26:51.352637 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37870) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:26:51.357946 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'security_group_rule': {'security_group_id': '4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74', 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:26:51.364790 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:26:51.368587 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:security_group_rule and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:26:51.371434 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:26:51.377146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:26:51.456950 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.securitygroups_db [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Project c797b488bfea40279cf6155b730e08b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 15:26:51.463462 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.527828 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.594659 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340266'] for security_group_rule, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.596530 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b71a5858-784a-4fcb-950c-d3007ee75621 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:51.620070 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d120ef-94cd-48e2-8dc2-4f92e6f29c59,revision_number=0']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:51.622417 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:51.680278 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:51.681471 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-5ae408b6-1088-4947-8ce4-c65cd2be14ea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3278887
Nov 24 15:26:51.856103 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-7b863740-98b1-421b-8364-47bb8986fd2f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:security_group {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:26:51.943418 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-7b863740-98b1-421b-8364-47bb8986fd2f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:security_group {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:26:51.944636 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-7b863740-98b1-421b-8364-47bb8986fd2f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263999698&fields=id&tenant_id=c797b488bfea40279cf6155b730e08b9 HTTP/1.1" status: 200  len: 267 time: 0.1342075
Nov 24 15:26:52.218061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-bdbf26a2-b4d4-4de4-9821-9d1b605fadd1 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:26:52.219538 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-bdbf26a2-b4d4-4de4-9821-9d1b605fadd1 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 809 time: 0.2685316
Nov 24 15:26:52.236679 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-4094b928-4fdd-4b0d-a2fc-4974e818551f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/quotas/c797b488bfea40279cf6155b730e08b9 HTTP/1.1" status: 200  len: 375 time: 0.0110030
Nov 24 15:26:52.323177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-eee1bf99-028a-466a-87b2-e8fb0312eeea tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0808930
Nov 24 15:26:52.499107 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-370f1995-3f25-42bd-a74b-608365047991 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:26:52.500170 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-370f1995-3f25-42bd-a74b-608365047991 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0721896
Nov 24 15:26:52.633779 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-279916fa-8f1d-4670-a80d-a307c6401b85 service neutron] 10.222.0.53 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263793
Nov 24 15:26:52.764032 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-71ed5d30-adc4-462b-89d1-08c21a8ba0ca service neutron] 10.222.0.53 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247106
Nov 24 15:26:53.013762 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 435d25b6-ba2c-47e4-95bc-872ad2e0413e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:53.124487 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Sync routers for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:26:53.136226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:53.136863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdd8a60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:53.193100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 435d25b6-ba2c-47e4-95bc-872ad2e0413e completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:53.207800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 435d25b6-ba2c-47e4-95bc-872ad2e0413e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:53.208208 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:53.401858 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:53.497283 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:53.581309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 435d25b6-ba2c-47e4-95bc-872ad2e0413e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=435d25b6-ba2c-47e4-95bc-872ad2e0413e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:53.583008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-80237ffe-3ef0-4137-a9ac-532c9412c42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:53.678638 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:53.684537 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:53.788572 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=435d25b6-ba2c-47e4-95bc-872ad2e0413e,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:53.792658 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:53.854198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdd8a60>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 2, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:53.858119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Checking router: 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:26:53.858485 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Updating router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 binding host dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:26:53.923008 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:53.965839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:54.097444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-ce900701-cc09-450c-9823-a58c29a56028 req-a7f25735-14e1-4c27-b449-66e6d4e77222 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:26:54.200618 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-ce900701-cc09-450c-9823-a58c29a56028 req-a7f25735-14e1-4c27-b449-66e6d4e77222 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:26:54.201832 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ce900701-cc09-450c-9823-a58c29a56028 req-a7f25735-14e1-4c27-b449-66e6d4e77222 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.1471958
Nov 24 15:26:54.268137 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:54.279407 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Transition to ACTIVE for port object 78aeec81-a7cf-4984-8a9d-28174fdc8c26 will not be triggered until provisioned by entity L2. {{(pid=84235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:54.383023 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:54.386601 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:54.509696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031196f8-b20e-4a02-b88e-c5a89b4951df None None] Pushing event updated for resources: {'Port': ['ID=78aeec81-a7cf-4984-8a9d-28174fdc8c26,revision_number=3']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:54.513696 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-031196f8-b20e-4a02-b88e-c5a89b4951df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:54.602774 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Attempting to bind port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:26:54.603226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Attempting to bind port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:26:54.603503 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Attempting to bind port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:26:54.609854 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:26:54.610233 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Checking segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:54.610640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:54.611042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Bound using segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} {{(pid=84235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:26:54.611502 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.managers [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Bound port: 78aeec81-a7cf-4984-8a9d-28174fdc8c26, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}}] {{(pid=84235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:26:54.611883 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:54.702036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] For port 78aeec81-a7cf-4984-8a9d-28174fdc8c26, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:26:54.705332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] For port 78aeec81-a7cf-4984-8a9d-28174fdc8c26, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=78aeec81-a7cf-4984-8a9d-28174fdc8c26,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:26:54.766670 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:54.771198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-eafd6d68-9050-4678-92cc-a351dcb3b504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:54.854772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031196f8-b20e-4a02-b88e-c5a89b4951df None None] Pushing event updated for resources: {'Port': ['ID=78aeec81-a7cf-4984-8a9d-28174fdc8c26,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:54.857957 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:54.858566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fdd8a60>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:54.911191 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-031196f8-b20e-4a02-b88e-c5a89b4951df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:55.046995 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 78aeec81-a7cf-4984-8a9d-28174fdc8c26 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:55.114612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:55.320200 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-2f091378-942d-4434-9064-060825c37d56 req-30b8aa11-b7f3-48a2-9c40-a4478f63afac tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.0495207
Nov 24 15:26:55.389714 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:55.399402 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:55.399784 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:55.592135 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:55.623474 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fdd8a60>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:54Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:55.632493 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382ac57-fb6f-412f-b570-a2a187c070a9 None None] The sync data for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv is: [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:54Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:26:55.637663 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 78aeec81-a7cf-4984-8a9d-28174fdc8c26, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=78aeec81-a7cf-4984-8a9d-28174fdc8c26,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:55.700182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:55.701100 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 435d25b6-ba2c-47e4-95bc-872ad2e0413e up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:55.727277 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:55.827816 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Sync routers for ids ['811fff3c-fc45-444a-82ac-371400fa2af4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:26:55.836568 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=78aeec81-a7cf-4984-8a9d-28174fdc8c26,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:55.840504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:55.841711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 435d25b6-ba2c-47e4-95bc-872ad2e0413e triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:55.842084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:55.851766 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Routers {'811fff3c-fc45-444a-82ac-371400fa2af4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:55.852588 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc98400>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['811fff3c-fc45-444a-82ac-371400fa2af4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:55.883155 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-8d73073d-5aaf-49d6-a4d0-8b0fe0d42f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:56.054874 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Set router 811fff3c-fc45-444a-82ac-371400fa2af4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:56.363872 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc98400>, [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:45Z', 'revision_number': 4, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '48020ffe-23ea-4964-8f80-ef20df05c672', 'name': '', 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'mac_address': 'fa:16:3e:ad:44:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f24715b-7850-40ff-a127-bb91f8c6858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:45Z', 'updated_at': '2021-11-24T15:26:46Z', 'revision_number': 2, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'subnets': [{'id': '7f24715b-7850-40ff-a127-bb91f8c6858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:56.367898 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Checking router: 811fff3c-fc45-444a-82ac-371400fa2af4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:26:56.368285 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Updating router 811fff3c-fc45-444a-82ac-371400fa2af4 port 48020ffe-23ea-4964-8f80-ef20df05c672 binding host dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 24 15:26:56.420619 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:56.451936 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ee5a8070-e32f-4fbb-a77c-b9200b09227a req-1ae70ced-3343-4a47-bf80-1bc7202ba095 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.0462227
Nov 24 15:26:56.766829 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Notify callbacks [] for port, precommit_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:56.778197 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.provisioning_blocks [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Transition to ACTIVE for port object 48020ffe-23ea-4964-8f80-ef20df05c672 will not be triggered until provisioned by entity L2. {{(pid=84236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:26:56.857900 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:56.862649 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-a40c0ea4-1fb3-4d38-a880-f07b198369af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:56.944520 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:57.009890 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88aab2-270f-467b-8aa7-9f8c3d304d8e None None] Pushing event updated for resources: {'Port': ['ID=48020ffe-23ea-4964-8f80-ef20df05c672,revision_number=3']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:57.012816 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5d88aab2-270f-467b-8aa7-9f8c3d304d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:57.027284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 78aeec81-a7cf-4984-8a9d-28174fdc8c26 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:57.102463 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:57.102945 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:57.113634 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Attempting to bind port 48020ffe-23ea-4964-8f80-ef20df05c672 on host dv-neutron-818347-1-hyperv for vnic_type normal with profile  {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:26:57.114471 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Attempting to bind port 48020ffe-23ea-4964-8f80-ef20df05c672 by drivers openvswitch,hyperv on host dv-neutron-818347-1-hyperv at level 0 using segments [{'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:26:57.114471 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Attempting to bind port 48020ffe-23ea-4964-8f80-ef20df05c672 on network 5139bebd-6d80-492d-b56d-0e7af6607bc1 {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:26:57.121624 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Checking agent: {'id': 'd6c0958e-11c8-4d2e-b7aa-309718611720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818347-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 18, 24), 'started_at': datetime.datetime(2021, 11, 24, 14, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818347-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:26:57.122005 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Checking segment: {'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:26:57.122457 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:57.122797 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Bound using segment: {'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'} {{(pid=84236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:26:57.123258 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.managers [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Bound port: 48020ffe-23ea-4964-8f80-ef20df05c672, host: dv-neutron-818347-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1'}}] {{(pid=84236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:26:57.123632 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:57.217197 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] For port 48020ffe-23ea-4964-8f80-ef20df05c672, host dv-neutron-818347-1-hyperv, cleared binding levels {{(pid=84236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:26:57.220547 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.plugins.ml2.db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] For port 48020ffe-23ea-4964-8f80-ef20df05c672, host dv-neutron-818347-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=48020ffe-23ea-4964-8f80-ef20df05c672,segment=NetworkSegment(8959c97a-3414-4cc2-bf81-18f6fc9e6ab0),segment_id=8959c97a-3414-4cc2-bf81-18f6fc9e6ab0)] {{(pid=84236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:26:57.292602 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron_lib.callbacks.manager [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:57.296855 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-b495c4c2-e865-495a-8ede-95ca2c1c7028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:57.371498 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88aab2-270f-467b-8aa7-9f8c3d304d8e None None] Pushing event updated for resources: {'Port': ['ID=48020ffe-23ea-4964-8f80-ef20df05c672,revision_number=4']} {{(pid=84236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:57.374918 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG oslo_concurrency.lockutils [None req-5d88aab2-270f-467b-8aa7-9f8c3d304d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:57.376402 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Routers {'811fff3c-fc45-444a-82ac-371400fa2af4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:26:57.376999 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fc98400>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['811fff3c-fc45-444a-82ac-371400fa2af4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:57.565462 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-58c74cf9-c1c9-47df-80cf-9cb387b50d4b req-aba861f3-e028-48b6-9425-68748f162609 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.0424387
Nov 24 15:26:57.591633 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] Set router 811fff3c-fc45-444a-82ac-371400fa2af4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:26:57.900727 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fc98400>, [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:45Z', 'revision_number': 4, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '48020ffe-23ea-4964-8f80-ef20df05c672', 'name': '', 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'mac_address': 'fa:16:3e:ad:44:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f24715b-7850-40ff-a127-bb91f8c6858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:45Z', 'updated_at': '2021-11-24T15:26:57Z', 'revision_number': 4, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'subnets': [{'id': '7f24715b-7850-40ff-a127-bb91f8c6858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:26:57.904794 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51a463-f71f-41ab-9ba1-276522c5a35a None None] The sync data for ids ['811fff3c-fc45-444a-82ac-371400fa2af4'] in dv-neutron-818347-1-hyperv is: [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:45Z', 'revision_number': 4, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '48020ffe-23ea-4964-8f80-ef20df05c672', 'name': '', 'network_id': '5139bebd-6d80-492d-b56d-0e7af6607bc1', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'mac_address': 'fa:16:3e:ad:44:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f24715b-7850-40ff-a127-bb91f8c6858c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:45Z', 'updated_at': '2021-11-24T15:26:57Z', 'revision_number': 4, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'subnets': [{'id': '7f24715b-7850-40ff-a127-bb91f8c6858c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:26:58.423541 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:58.734513 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-824b96af-f23e-4927-b304-24c048d1657a req-b244f8e4-22bb-4895-ad5e-5b36127096fc tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.0450602
Nov 24 15:26:59.021431 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 48020ffe-23ea-4964-8f80-ef20df05c672 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:26:59.182839 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning for port 48020ffe-23ea-4964-8f80-ef20df05c672 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:26:59.187588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 48020ffe-23ea-4964-8f80-ef20df05c672 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:26:59.187965 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:59.303240 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:59.335414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] For port 48020ffe-23ea-4964-8f80-ef20df05c672, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=48020ffe-23ea-4964-8f80-ef20df05c672,segment=NetworkSegment(8959c97a-3414-4cc2-bf81-18f6fc9e6ab0),segment_id=8959c97a-3414-4cc2-bf81-18f6fc9e6ab0)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:26:59.422990 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:26:59.424791 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-89245115-103c-4c44-b148-4ceff17e039b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:26:59.493734 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Pushing event updated for resources: {'Port': ['ID=48020ffe-23ea-4964-8f80-ef20df05c672,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:26:59.496596 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:26:59.901517 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f3d46283-e776-4e11-a302-acd977acc762 req-6e870443-a6e1-4696-b51f-abe27feba328 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.0419216
Nov 24 15:27:00.573672 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-28163a99-75aa-46af-a5e8-06722d090ede tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:00.575291 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-28163a99-75aa-46af-a5e8-06722d090ede tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 809 time: 0.1429706
Nov 24 15:27:00.630415 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-55aa4d16-1b01-45e8-96f9-4d565171998a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c797b488bfea40279cf6155b730e08b9 HTTP/1.1" status: 200  len: 379 time: 0.0420520
Nov 24 15:27:00.638947 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'port': {'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'admin_state_up': True, 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'security_groups': ['4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:27:00.775370 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:27:00.785310 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:27:00.857484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Made reservation on behalf of c797b488bfea40279cf6155b730e08b9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:27:00.861140 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:01.012673 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 48020ffe-23ea-4964-8f80-ef20df05c672 up at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:27:01.044455 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Allocated IP 172.20.0.14 (c3ac41ea-bd59-41ec-b271-6907b6d4778c/b12f7f3d-67a0-43b9-839d-c1a2779794ff/65cdc687-9be1-4a70-9240-eddfffc01bb8) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:27:01.083080 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1124795c-0589-4a01-8fdb-6620a0e5d49a req-7c74e48f-551f-47ca-9ae5-27d8d332051c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.0489912
Nov 24 15:27:01.088913 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Provisioning complete for port 48020ffe-23ea-4964-8f80-ef20df05c672 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:27:01.089395 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:01.246320 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:01.261345 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Transition to ACTIVE for port object 65cdc687-9be1-4a70-9240-eddfffc01bb8 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:27:01.338063 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:01.344419 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-eaaa8bc3-9597-4251-926b-4ec479a6817e tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:27:01.415480 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:27:01.418788 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:27:01.421288 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:27:01.447076 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:27:01.450061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:27:01.491220 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:01.491821 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:01.572598 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-18adde98-09af-4155-9f79-8a30e6d4a630 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9371290
Nov 24 15:27:01.585642 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Request body: {'port': {'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:27:01.674603 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bc3bf95c-f819-4191-a1d5-47e5c8b178d4 None None] Provisioning for port 65cdc687-9be1-4a70-9240-eddfffc01bb8 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:27:01.680163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-bc3bf95c-f819-4191-a1d5-47e5c8b178d4 None None] Provisioning complete for port 65cdc687-9be1-4a70-9240-eddfffc01bb8 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:27:01.680544 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bc3bf95c-f819-4191-a1d5-47e5c8b178d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:01.691630 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:01.732649 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bf95c-f819-4191-a1d5-47e5c8b178d4 None None] Port 65cdc687-9be1-4a70-9240-eddfffc01bb8 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:27:02.125053 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cdc687-9be1-4a70-9240-eddfffc01bb8 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:27:02.132677 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:02.147105 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Transition to ACTIVE for port object 65cdc687-9be1-4a70-9240-eddfffc01bb8 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:27:02.235604 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:02.244224 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-0c94670c-53b8-44a4-b7b5-19070d32bfa5 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:27:02.379131 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:27:02.382879 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:27:02.482766 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1f95e-b32d-4a6a-a002-0ae509392623 req-4be9d4cf-48a2-4f20-a79a-0a0320af0f9c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:02.483460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-fcb1f95e-b32d-4a6a-a002-0ae509392623 req-4be9d4cf-48a2-4f20-a79a-0a0320af0f9c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:27:02.523466 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Attempting to bind port 65cdc687-9be1-4a70-9240-eddfffc01bb8 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:27:02.523794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Attempting to bind port 65cdc687-9be1-4a70-9240-eddfffc01bb8 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:27:02.524132 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Attempting to bind port 65cdc687-9be1-4a70-9240-eddfffc01bb8 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:27:02.529787 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Port 65cdc687-9be1-4a70-9240-eddfffc01bb8 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:27:02.530102 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Attempting to bind port 65cdc687-9be1-4a70-9240-eddfffc01bb8 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:27:02.537042 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:27:02.537373 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Checking segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:27:02.537751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Bound using segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:27:02.538164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Bound port: 65cdc687-9be1-4a70-9240-eddfffc01bb8, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:27:02.538532 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:02.594594 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-fcb1f95e-b32d-4a6a-a002-0ae509392623 req-4be9d4cf-48a2-4f20-a79a-0a0320af0f9c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:27:02.595830 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb1f95e-b32d-4a6a-a002-0ae509392623 req-4be9d4cf-48a2-4f20-a79a-0a0320af0f9c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 944 time: 0.3918777
Nov 24 15:27:02.663544 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:27:02.673808 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-fcb1f95e-b32d-4a6a-a002-0ae509392623 req-198873db-2125-47b8-98d9-6eecf9358a50 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701885
Nov 24 15:27:02.676446 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:27:02.755109 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:02.761143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-835c20fa-e6e5-4237-9e6d-8323c5bc3b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:27:02.810382 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:02.811739 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] 10.222.0.81 "PUT /v2.0/ports/65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 1094 time: 1.2311025
Nov 24 15:27:02.812294 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:27:02.840700 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:27:02.844155 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:27:02.884155 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'status': 'completed', 'code': 200}
Nov 24 15:27:02.981544 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dd55caa4-c6f0-497d-bf56-304d0258f8c8 req-c45712cb-8ad3-45fb-b085-ab3ef6a87089 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1097 time: 0.0762815
Nov 24 15:27:03.124894 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55caa4-c6f0-497d-bf56-304d0258f8c8 req-8d12e8ec-b082-4b55-a1e0-f2072fa3f2fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:03.126291 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dd55caa4-c6f0-497d-bf56-304d0258f8c8 req-8d12e8ec-b082-4b55-a1e0-f2072fa3f2fc service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c797b488bfea40279cf6155b730e08b9&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1370466
Nov 24 15:27:03.262923 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55caa4-c6f0-497d-bf56-304d0258f8c8 req-27e51d6d-dc49-44f7-ae2b-e7862013aa29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:03.264290 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dd55caa4-c6f0-497d-bf56-304d0258f8c8 req-27e51d6d-dc49-44f7-ae2b-e7862013aa29 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1303036
Nov 24 15:27:03.371304 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-35b96d3d-798d-4e4f-b12e-c37cb61d287f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1097 time: 0.0706544
Nov 24 15:27:03.442612 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-ad72dcb8-358a-46d8-8c48-624a749010a3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 217 time: 0.0638018
Nov 24 15:27:03.504289 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-f205444a-3bfc-4f52-96c4-30bb421a88c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:03.505793 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-f205444a-3bfc-4f52-96c4-30bb421a88c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0561502
Nov 24 15:27:03.582338 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-5044150e-ba7c-415b-8156-4e4c4d841864 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697880
Nov 24 15:27:03.713914 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-1615fe99-5e14-4118-9eba-a32027f68fe9 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248517
Nov 24 15:27:04.005830 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-bc7f109e-a20a-4c7c-9ee7-b061c7f35073 req-548f3224-d598-45f1-87c0-ea008dabe367 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2849367
Nov 24 15:27:04.024686 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd855c0-7e92-4965-b6e0-848f9054d9a0 req-7548723e-a30b-4494-a625-2e86bf96ee5d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:04.026102 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dcd855c0-7e92-4965-b6e0-848f9054d9a0 req-7548723e-a30b-4494-a625-2e86bf96ee5d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 944 time: 0.2277746
Nov 24 15:27:04.070848 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-dcd855c0-7e92-4965-b6e0-848f9054d9a0 req-6fe56698-4bef-423e-862d-04a375728c07 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392821
Nov 24 15:27:05.371916 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da059b9-5a2f-4585-99ff-d237deaa8ef8 req-8329cd2d-5f19-4fe0-8f9a-c3d43756c210 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:05.373299 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9da059b9-5a2f-4585-99ff-d237deaa8ef8 req-8329cd2d-5f19-4fe0-8f9a-c3d43756c210 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 944 time: 0.1837678
Nov 24 15:27:05.417717 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-9da059b9-5a2f-4585-99ff-d237deaa8ef8 req-f10f5c33-3364-4687-9d0f-bea4016ca77c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:security_group {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:27:05.429403 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-9da059b9-5a2f-4585-99ff-d237deaa8ef8 req-f10f5c33-3364-4687-9d0f-bea4016ca77c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:security_group {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:27:05.430472 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-9da059b9-5a2f-4585-99ff-d237deaa8ef8 req-f10f5c33-3364-4687-9d0f-bea4016ca77c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512340
Nov 24 15:27:05.774230 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 65cdc687-9be1-4a70-9240-eddfffc01bb8 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:27:05.909279 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:27:05.922180 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:27:05.976142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:05.992973 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cdc687-9be1-4a70-9240-eddfffc01bb8 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:27:06.008581 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:27:06.073982 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:06.075651 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:27:06.142540 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:27:06.146081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:27:06.332033 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['65cdc687-9be1-4a70-9240-eddfffc01bb8'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:27:06.634537 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e631-8baa-49dd-ba59-1db4ae7d5a6a req-b23e3c77-f1ce-4f26-a92d-8ae331d337de tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:06.635979 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8a60e631-8baa-49dd-ba59-1db4ae7d5a6a req-b23e3c77-f1ce-4f26-a92d-8ae331d337de tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 945 time: 0.0831492
Nov 24 15:27:06.681027 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-8a60e631-8baa-49dd-ba59-1db4ae7d5a6a req-c10499c1-cf82-449d-868b-5d0190a4a24d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394273
Nov 24 15:27:07.786343 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 65cdc687-9be1-4a70-9240-eddfffc01bb8 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:27:07.877099 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6225b5-1b2e-47fd-a35a-4bace7eea6f7 req-880e92a9-3006-4206-8d67-44872f4f4aaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:07.879437 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d6225b5-1b2e-47fd-a35a-4bace7eea6f7 req-880e92a9-3006-4206-8d67-44872f4f4aaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 945 time: 0.0807011
Nov 24 15:27:07.913882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 65cdc687-9be1-4a70-9240-eddfffc01bb8 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:27:07.918827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 65cdc687-9be1-4a70-9240-eddfffc01bb8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:27:07.919207 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:07.938955 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d6225b5-1b2e-47fd-a35a-4bace7eea6f7 req-63dbcd56-7f09-4b62-85a8-2cf227b81e16 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521400
Nov 24 15:27:08.037978 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:08.064421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:27:08.073778 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:27:08.194345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:08.197131 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:27:08.243237 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'code': 200}
Nov 24 15:27:08.271073 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:27:08.274843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:27:08.619527 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-786f6696-92dc-4d3a-92b2-cef8288ed710 req-b5e8a3f8-6a66-48d7-9858-cbc9f710e46d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1099 time: 0.0695627
Nov 24 15:27:08.665700 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-786f6696-92dc-4d3a-92b2-cef8288ed710 req-198a3faa-e590-4a22-92f3-43779078f391 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399501
Nov 24 15:27:09.143364 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30883b41-67c8-4a30-ad0c-9ecbd7e3543b req-84fb0716-8f16-465a-b012-6a6af47d872f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:09.145533 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-30883b41-67c8-4a30-ad0c-9ecbd7e3543b req-84fb0716-8f16-465a-b012-6a6af47d872f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 946 time: 0.0769827
Nov 24 15:27:09.190145 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-30883b41-67c8-4a30-ad0c-9ecbd7e3543b req-492cb69d-ffcf-42fa-bdd3-548e2569a37c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392280
Nov 24 15:27:10.388988 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d70de-f4d0-41c6-ad40-43a07701a16d req-043a7836-18eb-459c-b28d-c8f3ab9aefe5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:10.390424 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-932d70de-f4d0-41c6-ad40-43a07701a16d req-043a7836-18eb-459c-b28d-c8f3ab9aefe5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 946 time: 0.0789013
Nov 24 15:27:10.435396 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-932d70de-f4d0-41c6-ad40-43a07701a16d req-87f1bd22-6dfb-4c93-b894-2e735f4a8815 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393929
Nov 24 15:27:10.635698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837933ef-b3c3-4ed2-9a62-cfbc55ef5280 req-8fd67a06-2c29-45f5-b355-f5acf534b8ff tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:10.637170 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-837933ef-b3c3-4ed2-9a62-cfbc55ef5280 req-8fd67a06-2c29-45f5-b355-f5acf534b8ff tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 946 time: 0.0853567
Nov 24 15:27:10.682340 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-837933ef-b3c3-4ed2-9a62-cfbc55ef5280 req-c217dcb3-cc7a-44c0-a968-abea8eb2f780 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396585
Nov 24 15:27:10.710341 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37960) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:27:10.847485 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e48d148-f5c7-4dc2-958a-247553e2083c tempest-TestSnapshotPattern-178827425 tempest-TestSnapshotPattern-178827425-project-admin] Synchronizing usage tracker for tenant:512819c985b2474fa716b9d9516fd4da on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:27:10.925878 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-1e48d148-f5c7-4dc2-958a-247553e2083c tempest-TestSnapshotPattern-178827425 tempest-TestSnapshotPattern-178827425-project-admin] Unset dirty status for tenant:512819c985b2474fa716b9d9516fd4da on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:27:10.927073 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-1e48d148-f5c7-4dc2-958a-247553e2083c tempest-TestSnapshotPattern-178827425 tempest-TestSnapshotPattern-178827425-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1094 time: 0.2156897
Nov 24 15:27:10.929988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 37968) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:27:10.935188 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:27:10.940895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:27:10.945354 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:floatingip and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:27:10.948476 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:27:10.953815 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:27:11.040073 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:11.184333 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:11.322893 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Allocated IP 172.26.2.192 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/d8b46456-b1d9-4527-9d91-3823fc0b20b6) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:27:11.470465 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:11.571626 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:11.576018 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:27:11.638630 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:27:11.646735 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:27:11.651077 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:27:11.681839 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'Port': ['ID=d8b46456-b1d9-4527-9d91-3823fc0b20b6,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:27:11.697686 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.698068 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.698444 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.698811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.699181 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.699545 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.699904 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.700288 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.700649 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.701005 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.701361 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:27:11.706084 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:27:12.177142 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:12.327115 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:12.630813 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:12.702713 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:12.707879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e9e11d71-a517-4765-8597-f13aed0c8a9e tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:27:12.810466 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'Port': ['ID=d8b46456-b1d9-4527-9d91-3823fc0b20b6,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:27:12.814383 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:27:12.829526 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:13.030511 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Floating IP c3b82cc7-71dd-4863-99e2-439d6863f5fc associated. External IP: 172.26.2.192, port: 65cdc687-9be1-4a70-9240-eddfffc01bb8.
Nov 24 15:27:13.422512 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:27:13.618597 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:27:13.628823 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] Sync routers for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:27:13.640896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:27:13.641496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5901f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:27:13.703212 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:13.776150 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-de6b5666-2386-4eba-ae90-5beffc6e6b0d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8311450
Nov 24 15:27:13.776150 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:27:13.819972 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:27:13.827555 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'status': 'completed', 'code': 200}
Nov 24 15:27:13.922821 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-e5c3099a-17ec-4175-ac1c-c0ff496ffe3e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1099 time: 0.0727360
Nov 24 15:27:14.059842 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-e5b0481e-c182-4e69-b0e6-5b31ad5391cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:14.061313 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-e5b0481e-c182-4e69-b0e6-5b31ad5391cd service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1315646
Nov 24 15:27:14.176218 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-2fb014f7-41f0-49cb-bcae-2e3d3294a7fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 1000 time: 0.1073508
Nov 24 15:27:14.181926 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5901f0>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:12Z', 'revision_number': 0, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:27:14.187379 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] Checking router: 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:27:14.199373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:27:14.199992 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5901f0>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:26:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:27:14.253802 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-dd67165f-6612-4d0c-9683-c779510c26a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:14.255376 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-dd67165f-6612-4d0c-9683-c779510c26a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0733654
Nov 24 15:27:14.337269 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-f0204819-1c3e-41e9-90f9-22978903a003 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751698
Nov 24 15:27:14.404001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:27:14.479395 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-8807ce6a-1e6a-4e7e-a7bc-fa01e2907537 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350617
Nov 24 15:27:14.623727 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-0248a024-6940-4989-b50d-96fb8d6cddcd req-99489514-c242-4a2b-b99a-0a31c3f05992 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376581
Nov 24 15:27:14.823226 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5901f0>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:12Z', 'revision_number': 0, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:27:14.827282 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b659d2f-a26f-4011-be4b-a84cecc13d28 None None] The sync data for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv is: [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:12Z', 'revision_number': 0, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:27:17.007902 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b68e9-08a2-4fa8-96cf-a8da6f9aabed None None] New status for floating IP c3b82cc7-71dd-4863-99e2-439d6863f5fc: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:27:20.925697 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:23.496298 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b851-630e-40a3-9fb1-89bfd79d42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:23.659167 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:27:23.964866 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:25.759896 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-74121b10-4339-4fcb-8dba-0f330b14b4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:26.942327 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:28.439703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:40.749439 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-ed38971d-669f-4f9f-8d52-c61896a58d01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762489
Nov 24 15:27:40.888619 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-b1b81168-1857-4548-a063-dbe9696002a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1099 time: 0.0695891
Nov 24 15:27:41.033369 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f106-758e-4225-9b33-a164883b1cc1 req-4afb1c04-2211-4e75-a554-cea76dc2a4d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:41.034800 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-4afb1c04-2211-4e75-a554-cea76dc2a4d8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1258850
Nov 24 15:27:41.137497 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-da27cf0c-5144-4148-8331-580810345368 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 1002 time: 0.0952892
Nov 24 15:27:41.199299 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f106-758e-4225-9b33-a164883b1cc1 req-a40ac0ad-f67c-40ff-9b29-094415111519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:27:41.200730 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-a40ac0ad-f67c-40ff-9b29-094415111519 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0570545
Nov 24 15:27:41.378789 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-b8716eea-b815-41e1-91ef-0c66166de1ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1712294
Nov 24 15:27:41.517125 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-00da15fd-ecd9-4b51-99ee-649674f2db62 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299379
Nov 24 15:27:41.649570 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7026f106-758e-4225-9b33-a164883b1cc1 req-7ec63edb-fe87-4433-b755-974a4bd2df30 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248121
Nov 24 15:27:50.958792 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:53.496376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-15791d78-bc8a-4461-b6b9-aa597cc2b71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:53.953449 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:55.764473 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-da573c9d-fbf9-4a47-a6a1-a3c0b8d8dc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:56.959105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:27:58.444993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:00.666437 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:28:20.952650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:23.472993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a52547e2-43e1-4e75-87cc-6a39ee395fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:23.946919 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:25.787080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3e504548-169d-44d0-9208-40219eec8c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:26.941397 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:28.444325 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:37.655863 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:28:40.755104 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-f70d529e-671a-4774-b506-cccf866cf9ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686147
Nov 24 15:28:40.903458 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-00d6c109-6d51-409c-aa72-6c4f2943411d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1099 time: 0.0696039
Nov 24 15:28:41.050206 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-a3851b4c-42a4-4eb0-a57e-3f76566ce957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:28:41.051623 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-a3851b4c-42a4-4eb0-a57e-3f76566ce957 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1255870
Nov 24 15:28:41.152496 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-74f8cf07-8e64-44bf-be03-8e29dd63de14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 1002 time: 0.0942404
Nov 24 15:28:41.218812 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-845fe2af-e17d-4ae3-801e-adc55538a776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:28:41.220737 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-845fe2af-e17d-4ae3-801e-adc55538a776 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0618865
Nov 24 15:28:41.295979 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-6ab5272f-e5dd-43e4-ab64-f3b2f42b1367 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674062
Nov 24 15:28:41.307324 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-d647a0ca-7d36-4a6e-802c-93c066870333 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84233) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:28:41.308193 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-d647a0ca-7d36-4a6e-802c-93c066870333 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046372
Nov 24 15:28:41.438910 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-229a61a2-05bb-446b-a93c-6b9ca1cc00fc service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238985
Nov 24 15:28:41.573016 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-262dee19-5d8c-4bb8-961f-e48902cad87d req-babfe68a-8489-4b09-9a22-b6d36ddf4d19 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265411
Nov 24 15:28:50.946050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:53.517656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1ef260ad-6064-47d1-b3f7-9d0d8ca1b2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:54.015220 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:55.763405 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f95c268b-f48d-45f2-82f9-fca62bc3be67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:56.940588 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:28:58.432110 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:10.219760 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 65cdc687-9be1-4a70-9240-eddfffc01bb8 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:29:10.352316 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:29:10.367001 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:29:10.431225 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:10.448917 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65cdc687-9be1-4a70-9240-eddfffc01bb8 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:29:10.464080 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:29:10.540268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:10.542566 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-6ac9f737-c6c0-44b7-8d79-6817e260752e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:10.608745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:10.617156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.617496 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.617830 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.618156 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.618486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.618841 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.619189 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.619595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.620508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.620840 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.621158 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:10.625083 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:10.627289 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['65cdc687-9be1-4a70-9240-eddfffc01bb8'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:29:12.219702 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 65cdc687-9be1-4a70-9240-eddfffc01bb8 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:29:12.290924 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 65cdc687-9be1-4a70-9240-eddfffc01bb8 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:29:12.291373 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:12.406968 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:12.440480 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:29:12.450324 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:29:12.519195 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'code': 200}
Nov 24 15:29:12.546386 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:12.549151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-09519e50-863c-410b-8cd7-8630f47dc823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:12.616159 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:12.619042 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:14.659061 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:29:20.962885 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:23.488571 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a497bf51-51b8-49ef-a464-86ce7517d3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:23.951416 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:24.132932 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-15dcfa68-9e9c-4c29-8b10-1a49c4c11d67 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263999698&fields=id&tenant_id=c797b488bfea40279cf6155b730e08b9 HTTP/1.1" status: 200  len: 267 time: 0.0443149
Nov 24 15:29:24.280802 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71921e-e432-4968-a002-db74c38a180b req-38a81294-c826-462f-b141-3ba39e41d76f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:24.281468 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-1d71921e-e432-4968-a002-db74c38a180b req-38a81294-c826-462f-b141-3ba39e41d76f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:network {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:29:24.385479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-1d71921e-e432-4968-a002-db74c38a180b req-38a81294-c826-462f-b141-3ba39e41d76f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:network {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:29:24.387136 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-38a81294-c826-462f-b141-3ba39e41d76f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 809 time: 0.2477031
Nov 24 15:29:24.403677 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-b19c57c4-cebc-4b8a-b627-04813b859d7f tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/quotas/c797b488bfea40279cf6155b730e08b9 HTTP/1.1" status: 200  len: 375 time: 0.0111604
Nov 24 15:29:24.493516 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-ea1df00c-011f-437c-b3ca-6ee2d1c86879 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0851512
Nov 24 15:29:24.635709 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-9a3a386b-a41c-460d-bff9-c8c318899c9c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=84234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 24 15:29:24.637764 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-9a3a386b-a41c-460d-bff9-c8c318899c9c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0690579
Nov 24 15:29:24.769092 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-838252fe-cebd-47e0-88af-0bdc76783074 service neutron] 10.222.0.53 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252840
Nov 24 15:29:25.003534 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-f250febf-019d-4af5-8da7-71dacdf67d13 service neutron] 10.222.0.53 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287161
Nov 24 15:29:25.255047 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-b2777b73-ed74-4d5b-b335-9ecc09444a71 req-213c7194-e514-4c23-ba38-b927bb73ebbd tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 210 time: 0.0418837
Nov 24 15:29:25.768869 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-97810c23-1cec-42e2-bbd3-e65aeeca046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:26.425428 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5f5d436c-91a4-4af5-8657-5605d729b600 req-98ef0d61-b299-4242-b1b1-0481e21d1b92 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 210 time: 0.0436771
Nov 24 15:29:26.962958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:27.456832 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71921e-e432-4968-a002-db74c38a180b req-5ab2550d-76b5-45c0-9904-bcf937aa8cba tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:27.458280 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-5ab2550d-76b5-45c0-9904-bcf937aa8cba tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 809 time: 0.1447039
Nov 24 15:29:27.517905 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-835c26b8-1009-4449-85e6-395b5ed0d5e8 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c797b488bfea40279cf6155b730e08b9 HTTP/1.1" status: 200  len: 379 time: 0.0459092
Nov 24 15:29:27.526086 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'port': {'device_id': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'admin_state_up': True, 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'security_groups': ['4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74']}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:29:27.648081 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-6fad2e9f-f19a-4ad5-91c0-ad8e9e73ebfd req-2c946b96-0e6e-4829-8147-6bbcc0688522 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 210 time: 0.0969248
Nov 24 15:29:27.702519 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:29:27.712710 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.quota.driver [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84233) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:29:27.819717 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Made reservation on behalf of c797b488bfea40279cf6155b730e08b9 for: {'port': 1} {{(pid=84233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 15:29:27.822880 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:27.994557 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_common [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Allocated IP 172.20.0.10 (c3ac41ea-bd59-41ec-b271-6907b6d4778c/b12f7f3d-67a0-43b9-839d-c1a2779794ff/3463847c-b41a-4e91-a500-352dfe58d021) {{(pid=84233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:29:28.315467 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for port, precommit_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:28.326812 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 65cdc687-9be1-4a70-9240-eddfffc01bb8 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:29:28.336328 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Transition to ACTIVE for port object 3463847c-b41a-4e91-a500-352dfe58d021 will not be triggered until provisioned by entity DHCP. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:29:28.416029 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_create {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:28.422176 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-5799ccd2-5642-45e7-a849-a4d89e2214a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:28.478800 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:28.490626 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:28.516174 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c is already hosted by enough agents. {{(pid=84233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:29:28.517070 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:29:28.520770 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.base_scheduler [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources bound (agent type, host, resource id):  {{(pid=84233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:29:28.525422 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Received port after_create {{(pid=84233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:29:28.529476 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:29:28.574403 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=1']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:28.587186 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.587809 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.588476 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.589041 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.589751 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.591144 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.592061 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.592813 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.593294 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'code': 200}
Nov 24 15:29:28.593685 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.594168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.594745 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:28.605276 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:28.620151 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:28.624652 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:28.625535 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:28.627014 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:28.730023 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-3e082f0f-c5b1-4681-a3db-ad26fd52d92d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2072668
Nov 24 15:29:28.805193 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:28.809066 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:28.919011 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.v2.base [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Request body: {'port': {'device_id': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8183'}} {{(pid=84233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:29:29.050084 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b0ea3fe5-1232-4c71-b3cf-5b4749189fe6 None None] Provisioning for port 3463847c-b41a-4e91-a500-352dfe58d021 completed by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:29:29.062081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-b0ea3fe5-1232-4c71-b3cf-5b4749189fe6 None None] Provisioning complete for port 3463847c-b41a-4e91-a500-352dfe58d021 triggered by entity DHCP. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:29:29.062081 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3fe5-1232-4c71-b3cf-5b4749189fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:29.062359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c141a-6f45-480a-9818-e87053dbe32a req-3389490a-fb83-4b25-a307-4b17f204da59 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:29.062359 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7f3c141a-6f45-480a-9818-e87053dbe32a req-3389490a-fb83-4b25-a307-4b17f204da59 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:29:29.070392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:29.126263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea3fe5-1232-4c71-b3cf-5b4749189fe6 None None] Port 3463847c-b41a-4e91-a500-352dfe58d021 cannot update to ACTIVE because it is not bound. {{(pid=84235) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 24 15:29:29.170114 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-7f3c141a-6f45-480a-9818-e87053dbe32a req-3389490a-fb83-4b25-a307-4b17f204da59 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:29:29.171285 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f3c141a-6f45-480a-9818-e87053dbe32a req-3389490a-fb83-4b25-a307-4b17f204da59 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 932 time: 0.3192594
Nov 24 15:29:29.329177 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7f3c141a-6f45-480a-9818-e87053dbe32a req-1ab35255-a883-48d1-8e8a-3979d9854636 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1176698
Nov 24 15:29:29.516207 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3463847c-b41a-4e91-a500-352dfe58d021 {{(pid=84233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:29:29.523309 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:29.539170 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.provisioning_blocks [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Transition to ACTIVE for port object 3463847c-b41a-4e91-a500-352dfe58d021 will not be triggered until provisioned by entity L2. {{(pid=84233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 15:29:29.602617 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:29.608425 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-95d8a00d-a431-4801-9781-dfb9a9acd18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:29.744713 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=2']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:29.749117 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:29.912591 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Attempting to bind port 3463847c-b41a-4e91-a500-352dfe58d021 on host hv-neutron-8183 for vnic_type normal with profile  {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 15:29:29.912935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Attempting to bind port 3463847c-b41a-4e91-a500-352dfe58d021 by drivers openvswitch,hyperv on host hv-neutron-8183 at level 0 using segments [{'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 15:29:29.913260 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Attempting to bind port 3463847c-b41a-4e91-a500-352dfe58d021 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:29:29.920158 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Port 3463847c-b41a-4e91-a500-352dfe58d021 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8183 {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 24 15:29:29.920470 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Attempting to bind port 3463847c-b41a-4e91-a500-352dfe58d021 on network c3ac41ea-bd59-41ec-b271-6907b6d4778c {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 24 15:29:29.927705 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Checking agent: {'id': '634a2f5e-a697-443a-a056-869902bef7f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8183', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'started_at': datetime.datetime(2021, 11, 24, 14, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 15:29:29.928043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Checking segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 24 15:29:29.928459 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Bound using segment: {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'} {{(pid=84233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 24 15:29:29.928877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.managers [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Bound port: 3463847c-b41a-4e91-a500-352dfe58d021, host: hv-neutron-8183, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c'}}] {{(pid=84233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 15:29:29.929221 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:30.023432 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, cleared binding levels {{(pid=84233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 24 15:29:30.026475 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 24 15:29:30.111758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66709906'] for port, after_update {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:30.116375 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ae24d78d-be27-42ed-bb1b-5515ea1bcec7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:30.177533 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:30.178870 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] 10.222.0.81 "PUT /v2.0/ports/3463847c-b41a-4e91-a500-352dfe58d021 HTTP/1.1" status: 200  len: 1094 time: 1.2741706
Nov 24 15:29:30.179390 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:29:30.206935 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=3']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:30.211200 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-ee7918ce-0269-4a87-8f03-5c9a449e491d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:30.247917 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021', 'status': 'completed', 'code': 200}
Nov 24 15:29:30.560071 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225222c-3fa5-4b8e-90b2-e4433ba14cdf req-723f8e67-14ad-4d4f-99e7-f7f8d952e90d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:30.561769 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f225222c-3fa5-4b8e-90b2-e4433ba14cdf req-723f8e67-14ad-4d4f-99e7-f7f8d952e90d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0889318
Nov 24 15:29:30.620306 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f225222c-3fa5-4b8e-90b2-e4433ba14cdf req-1f1c9623-2bc3-42db-9dc8-bbdbc46e1771 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528507
Nov 24 15:29:31.834787 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d41bd9-66be-4180-8f1b-6c7132dfabbe req-446e4891-cb02-4f88-b30b-c2abb061dc60 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:31.836938 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a3d41bd9-66be-4180-8f1b-6c7132dfabbe req-446e4891-cb02-4f88-b30b-c2abb061dc60 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0801804
Nov 24 15:29:31.890004 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-a3d41bd9-66be-4180-8f1b-6c7132dfabbe req-aa83b709-1672-44e6-b5d0-05709b295ae0 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459263
Nov 24 15:29:33.105119 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692fce6-778d-48b8-8fde-fe1bcfc1ac85 req-5b4b0476-22e1-4e9a-9bb7-be6bf286c5fa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:33.106806 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9692fce6-778d-48b8-8fde-fe1bcfc1ac85 req-5b4b0476-22e1-4e9a-9bb7-be6bf286c5fa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0816147
Nov 24 15:29:33.154341 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-9692fce6-778d-48b8-8fde-fe1bcfc1ac85 req-143c005e-8f2d-4d70-8910-dcf528e6d5f8 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418997
Nov 24 15:29:34.366557 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb97d9-48d6-4bb0-9b81-a2aaff1ca3f6 req-f812f7f3-956a-42dd-8363-f13048a2f8ec tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:34.368033 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-75bb97d9-48d6-4bb0-9b81-a2aaff1ca3f6 req-f812f7f3-956a-42dd-8363-f13048a2f8ec tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0831761
Nov 24 15:29:34.418169 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-75bb97d9-48d6-4bb0-9b81-a2aaff1ca3f6 req-ff0de5a8-cdd2-458d-be84-99905ff81dee tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427907
Nov 24 15:29:35.635508 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f79e26-6310-45b2-b02b-dd680e486aae req-0c633dde-dc92-4fb5-9d58-1d7a32cd89b7 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:35.637048 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7f79e26-6310-45b2-b02b-dd680e486aae req-0c633dde-dc92-4fb5-9d58-1d7a32cd89b7 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0824583
Nov 24 15:29:35.691097 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-d7f79e26-6310-45b2-b02b-dd680e486aae req-1cce9ff6-b039-447a-aa65-7010f091bb9a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478425
Nov 24 15:29:36.931581 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8488-4132-41a3-8b33-688f6dc1dc47 req-50f7d1ef-2911-4ba2-9344-51a82df006e1 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:36.933206 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-475e8488-4132-41a3-8b33-688f6dc1dc47 req-50f7d1ef-2911-4ba2-9344-51a82df006e1 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0930943
Nov 24 15:29:36.985334 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-475e8488-4132-41a3-8b33-688f6dc1dc47 req-9fdeaec9-9b39-4d80-a356-385eb51044f3 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452332
Nov 24 15:29:38.198948 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6d32-89cc-4a7c-ad9a-7a521376fd3d req-d776c3e9-8ec1-4566-a6eb-e011b1f35705 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:38.200508 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-765b6d32-89cc-4a7c-ad9a-7a521376fd3d req-d776c3e9-8ec1-4566-a6eb-e011b1f35705 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0823259
Nov 24 15:29:38.247811 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-765b6d32-89cc-4a7c-ad9a-7a521376fd3d req-f09b9ff6-40ba-4917-850d-c7014f349e32 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419700
Nov 24 15:29:38.722282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8ae9210-1ed8-4c21-91cc-15ebf6f02aeb req-17530fa4-389e-453e-94ed-075845a453f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 1097 time: 0.0726359
Nov 24 15:29:38.983106 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9210-1ed8-4c21-91cc-15ebf6f02aeb req-9eea214b-8ddc-41b3-98ee-ee93dc5f206a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:38.984483 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8ae9210-1ed8-4c21-91cc-15ebf6f02aeb req-9eea214b-8ddc-41b3-98ee-ee93dc5f206a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=c797b488bfea40279cf6155b730e08b9&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2517483
Nov 24 15:29:39.122942 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9210-1ed8-4c21-91cc-15ebf6f02aeb req-ccd935db-28e5-4bf7-83c8-303891429564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:39.124408 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-a8ae9210-1ed8-4c21-91cc-15ebf6f02aeb req-ccd935db-28e5-4bf7-83c8-303891429564 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1332343
Nov 24 15:29:39.227562 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-5a1c076d-73a3-4540-9bee-d28809fe18b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 1097 time: 0.0691071
Nov 24 15:29:39.303459 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-8580514e-d191-42b1-b270-f7530e63ea12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3463847c-b41a-4e91-a500-352dfe58d021 HTTP/1.1" status: 200  len: 217 time: 0.0689507
Nov 24 15:29:39.369794 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71921e-e432-4968-a002-db74c38a180b req-49fa160e-eed0-4b7d-b9fe-5c84c7492bdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:39.371211 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-49fa160e-eed0-4b7d-b9fe-5c84c7492bdb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0613515
Nov 24 15:29:39.448353 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-59b5eb21-e5d6-4501-bf47-167e067277be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710592
Nov 24 15:29:39.448598 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a82de-8ad3-4c78-accd-36f9bfe63727 req-099a0666-6091-4f3e-9231-255a1274b048 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:39.450743 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dd5a82de-8ad3-4c78-accd-36f9bfe63727 req-099a0666-6091-4f3e-9231-255a1274b048 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0795410
Nov 24 15:29:39.497856 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-dd5a82de-8ad3-4c78-accd-36f9bfe63727 req-16a139b1-a4ed-4c43-ad8a-a54bfa41e690 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416334
Nov 24 15:29:39.581710 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-e616126e-b069-4ee4-b5f2-9fee611ab438 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267993
Nov 24 15:29:39.716599 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1d71921e-e432-4968-a002-db74c38a180b req-c50e4822-2173-462d-92aa-79f52a033223 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275718
Nov 24 15:29:40.694392 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fe24-f90e-47ec-a742-ccc5509d3128 req-0d791e56-0f1b-4515-8511-93ba842be753 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:40.695841 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c484fe24-f90e-47ec-a742-ccc5509d3128 req-0d791e56-0f1b-4515-8511-93ba842be753 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0786786
Nov 24 15:29:40.791185 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c484fe24-f90e-47ec-a742-ccc5509d3128 req-dc9e72be-86e9-4d0f-b163-c4f1bf4b4510 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897026
Nov 24 15:29:40.813580 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-c998f2d2-51ef-4f72-964e-726ff933e4f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0955701
Nov 24 15:29:40.947552 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-1ec0602e-82c1-4902-9775-28942c5b239b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1097 time: 0.0683553
Nov 24 15:29:41.092051 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-17f20847-b6b7-46cb-8650-f46842cb98f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:41.093429 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-17f20847-b6b7-46cb-8650-f46842cb98f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1264195
Nov 24 15:29:41.194059 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-14d19574-d17c-4428-b60c-0afc3d9ae455 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 1000 time: 0.0943952
Nov 24 15:29:41.255758 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-7277546c-b94c-4966-b8e0-8ab864b536c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:41.257192 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-7277546c-b94c-4966-b8e0-8ab864b536c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0571308
Nov 24 15:29:41.335379 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-fa2e4ac2-dc3d-4394-9efb-4f93b76f4506 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717599
Nov 24 15:29:41.573755 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-ac252843-1af4-466a-be7a-1124ee481f51 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316654
Nov 24 15:29:41.707392 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-98c01020-cc17-4d5e-8b2f-0be7336f8592 req-83ab7047-9213-4624-b6c0-07e195bbed2b service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271212
Nov 24 15:29:41.991459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361d3c-5bf4-4034-8bf3-73310852e216 req-95ffd734-9966-4a2e-b350-8fc61b95ec93 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:41.992941 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-40361d3c-5bf4-4034-8bf3-73310852e216 req-95ffd734-9966-4a2e-b350-8fc61b95ec93 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0814238
Nov 24 15:29:42.038383 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-40361d3c-5bf4-4034-8bf3-73310852e216 req-53a192ff-d406-4cf4-87b6-a7ee8c2030c1 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400426
Nov 24 15:29:42.390471 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3463847c-b41a-4e91-a500-352dfe58d021 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:29:42.522811 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:29:42.536357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '3463847c-b41a-4e91-a500-352dfe58d021', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'port_id': '3463847c-b41a-4e91-a500-352dfe58d021', 'mac_address': 'fa:16:3e:03:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:29:42.592761 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:42.610031 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3463847c-b41a-4e91-a500-352dfe58d021 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:29:42.626707 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:29:42.688198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:42.689948 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:42.753882 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=4']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:42.756887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:42.940748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['3463847c-b41a-4e91-a500-352dfe58d021'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:29:43.235991 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb2053-5ed1-4b84-841d-cc35659dee86 req-1b0e3241-dc29-48a2-99ae-1edea9d03001 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:43.237669 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1acb2053-5ed1-4b84-841d-cc35659dee86 req-1b0e3241-dc29-48a2-99ae-1edea9d03001 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 945 time: 0.0801671
Nov 24 15:29:43.282369 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-1acb2053-5ed1-4b84-841d-cc35659dee86 req-ef765578-577c-4930-9ff4-a8ee32b92079 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392978
Nov 24 15:29:44.406020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3463847c-b41a-4e91-a500-352dfe58d021 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:29:44.477154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ddd8e-2253-46e2-87e9-21eb59fb4270 req-cd2107b0-44ef-4cbe-8b0a-5212f2d76a96 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:44.478597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e03ddd8e-2253-46e2-87e9-21eb59fb4270 req-cd2107b0-44ef-4cbe-8b0a-5212f2d76a96 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 945 time: 0.0772123
Nov 24 15:29:44.522650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning for port 3463847c-b41a-4e91-a500-352dfe58d021 completed by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 15:29:44.527629 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-e03ddd8e-2253-46e2-87e9-21eb59fb4270 req-03a1610e-73cc-42d1-aed4-5d0ab0c2c149 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434778
Nov 24 15:29:44.527772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 3463847c-b41a-4e91-a500-352dfe58d021 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:29:44.528204 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:44.640983 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:44.670550 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:29:44.680197 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:29:44.726186 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021', 'code': 200}
Nov 24 15:29:44.728214 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:44.730020 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:44.795026 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=5']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:44.799119 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:45.111840 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-129ef14e-2531-4b7f-9d80-83695746fdf8 req-63d151e9-0264-4c56-856e-6dc662e67773 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 1099 time: 0.0715191
Nov 24 15:29:45.155064 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-129ef14e-2531-4b7f-9d80-83695746fdf8 req-a95b1e77-c746-4ee0-be9f-bcccd738e751 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359614
Nov 24 15:29:45.725023 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb097e8-f22e-4446-82e7-2ec292eee239 req-c9de3574-787b-4b5e-890e-ab1a0c14e0ed tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:45.726435 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3fb097e8-f22e-4446-82e7-2ec292eee239 req-c9de3574-787b-4b5e-890e-ab1a0c14e0ed tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 946 time: 0.0760443
Nov 24 15:29:45.770418 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-3fb097e8-f22e-4446-82e7-2ec292eee239 req-ab67333d-b83f-4a58-9fe1-4af73069d0e1 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386059
Nov 24 15:29:46.972706 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939456f2-cf35-432c-a553-6bf6a89446cc req-f8bb9d43-8361-403e-8b0f-be34488c709b tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:46.974154 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-939456f2-cf35-432c-a553-6bf6a89446cc req-f8bb9d43-8361-403e-8b0f-be34488c709b tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 946 time: 0.0767627
Nov 24 15:29:47.019793 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-939456f2-cf35-432c-a553-6bf6a89446cc req-52da92dd-c53e-45f0-ab18-57b806d2b479 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402527
Nov 24 15:29:47.214645 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e92d81-913e-42ab-8b11-f16a235ef3ec req-cfea94df-16dc-4e0f-a242-6392dddc5188 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:47.216325 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b0e92d81-913e-42ab-8b11-f16a235ef3ec req-cfea94df-16dc-4e0f-a242-6392dddc5188 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 946 time: 0.0785339
Nov 24 15:29:47.261054 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-b0e92d81-913e-42ab-8b11-f16a235ef3ec req-3a89d342-6ca4-4985-8192-109cad0c70ef tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393481
Nov 24 15:29:47.288644 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38210) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:29:47.357338 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-f9eec77b-e10b-4bfa-9d16-50fb99fa5f4d tempest-TestSnapshotPattern-178827425 tempest-TestSnapshotPattern-178827425-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 1094 time: 0.0674145
Nov 24 15:29:47.359684 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38214) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:29:47.365324 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.v2.base [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Request body: {'floatingip': {'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'port_id': '3463847c-b41a-4e91-a500-352dfe58d021', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 15:29:47.370765 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 15:29:47.374538 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Usage tracker for resource:floatingip and tenant:c797b488bfea40279cf6155b730e08b9 is out of sync, need to count used quota {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 15:29:47.377338 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 15:29:47.382988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.quota.driver [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 15:29:47.459561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:47.595806 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:47.733449 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Allocated IP 172.26.2.53 (5b0d8217-df71-450f-94d7-3850664dbcf8/4ac3d3f8-9b5c-47c3-930a-cd2508be263a/1a411257-3660-4340-a103-07ab33df67fc) {{(pid=84234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 15:29:47.881433 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for port, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:47.979889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754251179897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:47.983508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6c8ccf8d-e5e0-4dbf-8a43-ce6735c30a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:48.040764 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Network 5b0d8217-df71-450f-94d7-3850664dbcf8 is already hosted by enough agents. {{(pid=84234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 15:29:48.047406 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Resources bound (agent type, host, resource id):  {{(pid=84234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 15:29:48.051316 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Received port after_create {{(pid=84234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 24 15:29:48.083988 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'Port': ['ID=1a411257-3660-4340-a103-07ab33df67fc,revision_number=1']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:48.100658 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.101033 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.101396 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.101753 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.102108 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.102460 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.102811 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.103160 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.103508 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.103849 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.104222 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:29:48.112309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:48.685854 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:48.796173 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:49.002258 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for port, precommit_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:49.082699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66625674'] for port, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:49.086463 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-9cc4b944-d4c9-402c-8ff3-ba7a3a2cd003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:29:49.182320 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event updated for resources: {'Port': ['ID=1a411257-3660-4340-a103-07ab33df67fc,revision_number=2']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:29:49.186146 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:29:49.202571 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393603'] for floatingip, after_update {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:49.403341 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.db.l3_db [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Floating IP f0e01c24-4658-40ff-844c-2592b739e477 associated. External IP: 172.26.2.53, port: 3463847c-b41a-4e91-a500-352dfe58d021.
Nov 24 15:29:49.795169 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:29:50.102844 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:29:50.113857 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] Sync routers for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:29:50.126219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:29:50.126827 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f95ea30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:29:50.202428 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:50.262042 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9013166
Nov 24 15:29:50.262698 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:29:50.309383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:29:50.326280 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021', 'status': 'completed', 'code': 200}
Nov 24 15:29:50.421150 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-e1ff18a0-1bf7-4c39-999d-e6993e6ca367 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 1099 time: 0.0722756
Nov 24 15:29:50.552316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-2a02e552-f22c-44dc-b8a4-4740eda38993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:50.553753 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-2a02e552-f22c-44dc-b8a4-4740eda38993 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1263006
Nov 24 15:29:50.657326 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-b67a055e-e696-48f8-b223-5f2fd920f858 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3463847c-b41a-4e91-a500-352dfe58d021 HTTP/1.1" status: 200  len: 999 time: 0.0970407
Nov 24 15:29:50.657623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f95ea30>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:17Z', 'revision_number': 1, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}, {'id': 'f0e01c24-4658-40ff-844c-2592b739e477', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '3463847c-b41a-4e91-a500-352dfe58d021', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:03:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:29:48Z', 'updated_at': '2021-11-24T15:29:48Z', 'revision_number': 0, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:29:50.662188 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] Checking router: 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:29:50.672856 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:29:50.673376 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f95ea30>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:29:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:29:50.719856 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-cae0173c-d5b2-49d4-a783-f3169791c857 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:29:50.721447 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-cae0173c-d5b2-49d4-a783-f3169791c857 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0584760
Nov 24 15:29:50.802667 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-636c687b-b54d-47d7-9376-96ed3a84f3de service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746987
Nov 24 15:29:50.902876 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:29:50.938282 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-1e5140a3-e778-4a0f-a7c1-185b45bed865 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284840
Nov 24 15:29:51.033788 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:51.071458 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-f792d6f7-ddba-406c-a4eb-785da35a5301 req-d9fe24df-c5d0-448d-8f68-8dfaa691ce29 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271913
Nov 24 15:29:51.264300 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f95ea30>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:17Z', 'revision_number': 1, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}, {'id': 'f0e01c24-4658-40ff-844c-2592b739e477', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '3463847c-b41a-4e91-a500-352dfe58d021', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:03:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:29:48Z', 'updated_at': '2021-11-24T15:29:48Z', 'revision_number': 0, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:29:51.268345 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d0136-0d1d-477d-9eb1-9466c905e174 None None] The sync data for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv is: [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:17Z', 'revision_number': 1, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}, {'id': 'f0e01c24-4658-40ff-844c-2592b739e477', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '3463847c-b41a-4e91-a500-352dfe58d021', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:03:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:29:48Z', 'updated_at': '2021-11-24T15:29:48Z', 'revision_number': 0, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:29:51.450945 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3532c-0093-43f5-ac0b-3b104bbfd8eb None None] New status for floating IP f0e01c24-4658-40ff-844c-2592b739e477: ACTIVE {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:29:51.741266 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:29:53.492958 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-45f99ce5-94b9-4240-a847-134f6107457c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:53.962036 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:55.791184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-654857e8-ac2e-4543-a88c-6a30d9b47919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:56.945993 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:29:58.448162 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:20.961772 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:23.527393 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a7faa121-63c7-421b-bc0e-adff5f4a6150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:23.955930 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:25.756120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-182ec8a6-1bb9-429b-8855-86f179fca2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:26.927454 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:28.458435 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:28.691707 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:30:42.827798 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-51c36a5e-d822-4873-8b14-117880f7b757 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1644380
Nov 24 15:30:42.967055 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-f3e7568d-b69d-4c4b-a146-d8b381642d13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1097 time: 0.0681374
Nov 24 15:30:43.109631 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-172a734d-2c35-4952-b0b5-6ded3220459a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:30:43.111055 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-172a734d-2c35-4952-b0b5-6ded3220459a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1259618
Nov 24 15:30:43.211474 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-3e61fcbd-bf34-4c0d-9210-8636b3d5fb1d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 1000 time: 0.0942268
Nov 24 15:30:43.378962 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-71968b81-b735-42d1-831b-c8ec4a254fc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:30:43.380396 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-71968b81-b735-42d1-831b-c8ec4a254fc5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.1623514
Nov 24 15:30:43.456114 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-c454b479-3f94-414b-b686-b8a8718c1e95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685990
Nov 24 15:30:43.590287 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-6e165f7c-053a-4d19-a894-dbcba186015e service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249497
Nov 24 15:30:43.720811 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3a9e79d4-b8be-468c-ac49-05558368c5e0 req-fea579ae-1125-4ce1-bbf0-b1a8b244e7fb service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252460
Nov 24 15:30:50.977976 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:53.481469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6be97916-5a3d-4839-81bb-c68db4c0bcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:53.954971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:55.760826 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-489667a5-9a6a-4757-a523-0e23e74234c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:56.943615 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:30:58.469575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:05.692186 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:31:20.983241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:20.989184 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3463847c-b41a-4e91-a500-352dfe58d021 details requested by agent hyperv_hv-neutron-8183 with host hv-neutron-8183 {{(pid=84235) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 15:31:21.124936 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:21.138833 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Returning: {'device': '3463847c-b41a-4e91-a500-352dfe58d021', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'port_id': '3463847c-b41a-4e91-a500-352dfe58d021', 'mac_address': 'fa:16:3e:03:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84235) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 15:31:21.192302 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:21.209749 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3463847c-b41a-4e91-a500-352dfe58d021 {{(pid=84235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 15:31:21.224721 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:21.337508 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:21.339534 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-031196f8-b20e-4a02-b88e-c5a89b4951df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:21.407650 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=6']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:21.415836 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.416227 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.417105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.417446 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.417779 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.418106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.418436 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.418757 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.419082 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.419464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.419786 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:21.424311 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] get_ports_and_sgs() called for port_ids ['3463847c-b41a-4e91-a500-352dfe58d021'] {{(pid=84235) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 24 15:31:21.448022 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:22.997768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3463847c-b41a-4e91-a500-352dfe58d021 up at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 15:31:23.097764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.provisioning_blocks [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Provisioning complete for port 3463847c-b41a-4e91-a500-352dfe58d021 triggered by entity L2. {{(pid=84235) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 15:31:23.097764 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1137018'] for port, provisioning_complete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:23.211030 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:23.245640 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:31:23.256309 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:23.325624 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021', 'code': 200}
Nov 24 15:31:23.326828 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:23.328671 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:23.402163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=7']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:23.405215 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:23.508805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c36db934-d8be-4467-b8ef-22766f4f4318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:23.969296 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:25.811789 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-90ad22ea-80f0-4869-b2a0-5a39c517b873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:26.959799 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:28.486140 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:35.202028 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38362) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:35.405611 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Deleting port 1a411257-3660-4340-a103-07ab33df67fc {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:35.405859 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:35.573561 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:35.573889 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:35.698592 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Calling delete_port for 1a411257-3660-4340-a103-07ab33df67fc owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:35.925858 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:35.929742 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a212782c-f573-4957-b9aa-6cee74df6763 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:35.971531 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event deleted for resources: {'Port': ['ID=1a411257-3660-4340-a103-07ab33df67fc,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:36.010895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.011277 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.011647 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.012014 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.012407 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.012769 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.013131 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.013493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.013853 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.014207 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.014560 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:36.021220 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:36.077756 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:36.469252 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:31:36.783262 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:31:36.793555 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] Sync routers for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:31:36.805290 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:36.805888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f95c880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:36.857895 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:36.913597 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-a8e6dd5c-9f1b-4fb5-82ec-31b8baea8d5c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "DELETE /v2.0/floatingips/f0e01c24-4658-40ff-844c-2592b739e477 HTTP/1.1" status: 204  len: 168 time: 1.7104926
Nov 24 15:31:36.914246 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:31:37.003576 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:31:37.063852 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021', 'status': 'completed', 'code': 200}
Nov 24 15:31:37.156890 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-45e58496-6885-4e74-bb0d-d943faba7889 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 1099 time: 0.0717030
Nov 24 15:31:37.314013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-83b11091-2f18-442a-8ef6-0119680c119a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:37.315339 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-83b11091-2f18-442a-8ef6-0119680c119a service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1524801
Nov 24 15:31:37.376264 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f95c880>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:17Z', 'revision_number': 1, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:37.380912 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] Checking router: 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:31:37.387791 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-09e27ba8-0714-4058-9d5b-9f5530821f0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3463847c-b41a-4e91-a500-352dfe58d021 HTTP/1.1" status: 200  len: 217 time: 0.0658133
Nov 24 15:31:37.392802 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:37.393504 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f95c880>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:37.464763 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-e491d975-ef70-4e7d-b1f4-6fd70f347e72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:37.466415 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-e491d975-ef70-4e7d-b1f4-6fd70f347e72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0657542
Nov 24 15:31:37.552013 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-cdf00f37-b55b-42e1-81a5-3a215e99c96c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770481
Nov 24 15:31:37.579892 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:31:37.761497 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-bc8e29fc-812f-4fc9-8622-f3c4d87f0b97 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011731
Nov 24 15:31:37.767160 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86914f6-a34b-4535-8361-e58b089f7f0f req-511c789b-62b5-418a-869c-e60cc3cd7a3d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:37.768531 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c86914f6-a34b-4535-8361-e58b089f7f0f req-511c789b-62b5-418a-869c-e60cc3cd7a3d tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 946 time: 0.2636898
Nov 24 15:31:37.904727 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c86914f6-a34b-4535-8361-e58b089f7f0f req-0e8d7d33-76e7-4095-9c74-70d476b687e5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1154537
Nov 24 15:31:37.933843 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f95c880>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:17Z', 'revision_number': 1, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:37.937906 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084113d-ba64-458a-a238-b8ba99bac777 None None] The sync data for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv is: [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_floatingips': [{'id': 'c3b82cc7-71dd-4863-99e2-439d6863f5fc', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'floating_ip_address': '172.26.2.192', 'floating_network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'router_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'port_id': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'mac_address': 'fa:16:3e:e0:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:27:12Z', 'updated_at': '2021-11-24T15:27:17Z', 'revision_number': 1, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:31:37.940914 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-12441c83-9298-4b54-8cdb-2d186d05f868 req-ef14ae33-46d5-48fa-a664-6f558a0d41ad service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698716
Nov 24 15:31:38.156514 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b59a24-e85c-4036-aa42-b82e44d02cad None None] New status for floating IP f0e01c24-4658-40ff-844c-2592b739e477: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:31:39.079684 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3463847c-b41a-4e91-a500-352dfe58d021 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:31:39.089027 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-38ca4926-3d92-4f69-9bbe-a4278b82e93e tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:39.090764 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-38ca4926-3d92-4f69-9bbe-a4278b82e93e tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 946 time: 0.0796545
Nov 24 15:31:39.105676 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87685b-4b84-4930-bac3-4b0b81a94060 req-9f060678-fd99-4a41-95b5-c081fd4c8511 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:39.106362 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-5a87685b-4b84-4930-bac3-4b0b81a94060 req-9f060678-fd99-4a41-95b5-c081fd4c8511 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:31:39.163626 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Deleting port 3463847c-b41a-4e91-a500-352dfe58d021 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:39.163877 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:39.182419 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-5a87685b-4b84-4930-bac3-4b0b81a94060 req-9f060678-fd99-4a41-95b5-c081fd4c8511 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:31:39.183648 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5a87685b-4b84-4930-bac3-4b0b81a94060 req-9f060678-fd99-4a41-95b5-c081fd4c8511 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 946 time: 0.1540303
Nov 24 15:31:39.195364 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1114303'] for port, before_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:39.227616 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021'}] {{(pid=84235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:31:39.238285 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:39.258757 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5a87685b-4b84-4930-bac3-4b0b81a94060 req-77dac4a0-c848-4ffb-aa66-ba1ffa7e271c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686874
Nov 24 15:31:39.283252 dv-neutron-818347-1-hyperv neutron-server[84235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021', 'code': 200}
Nov 24 15:31:39.314464 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754251607309', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754251179915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754251179960'] for port, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:39.316292 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:39.381089 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Pushing event updated for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=8']} {{(pid=84235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:39.384183 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_concurrency.lockutils [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:39.419501 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:39.419702 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:39.649321 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Calling delete_port for 3463847c-b41a-4e91-a500-352dfe58d021 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:39.755062 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.db.api [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:31:39.755380 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_db.api [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:31:40.256558 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Deleting port 3463847c-b41a-4e91-a500-352dfe58d021 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:40.257196 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:40.455038 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbd521-5a2e-41d8-881c-6306c7771832 req-dc7dac2a-268b-4dd9-8fd5-2256e4157fd6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:40.456502 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5cdbd521-5a2e-41d8-881c-6306c7771832 req-dc7dac2a-268b-4dd9-8fd5-2256e4157fd6 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 944 time: 0.0759821
Nov 24 15:31:40.503725 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-5cdbd521-5a2e-41d8-881c-6306c7771832 req-b0befcc8-2e80-4a60-9d7c-0e46822e5702 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416715
Nov 24 15:31:40.515405 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] For port 3463847c-b41a-4e91-a500-352dfe58d021, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=3463847c-b41a-4e91-a500-352dfe58d021,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:40.515760 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:40.636562 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Calling delete_port for 3463847c-b41a-4e91-a500-352dfe58d021 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:40.879043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:40.879043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-89ea4631-a623-40d3-8c38-1babf5de9c91 tempest-TestShelveInstance-1030376763 tempest-TestShelveInstance-1030376763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:40.912805 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event deleted for resources: {'Port': ['ID=3463847c-b41a-4e91-a500-352dfe58d021,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818347-1-hyperv {{(pid=84233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 15:31:40.971540 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:41.001448 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] No DVR routers for this DVR port 3463847c-b41a-4e91-a500-352dfe58d021 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:31:41.003779 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:41.006574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-deleted', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:31:41.075115 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-c0e58b1b-7d68-4f17-9dc8-58b385509987 req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "DELETE /v2.0/ports/3463847c-b41a-4e91-a500-352dfe58d021 HTTP/1.1" status: 204  len: 173 time: 1.9792507
Nov 24 15:31:41.135453 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74', 'name': 'network-vif-deleted', 'tag': '3463847c-b41a-4e91-a500-352dfe58d021', 'status': 'completed', 'code': 200}
Nov 24 15:31:41.680358 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-082c12f9-ed23-4531-afde-e9eb77db1a03 req-ad369de9-4037-4d09-9dfb-a5047a3dbe8b tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a6f2f10-305b-4897-9dcb-5bd7c6ab8c74 HTTP/1.1" status: 200  len: 210 time: 0.0416491
Nov 24 15:31:42.691416 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:31:43.105796 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3463847c-b41a-4e91-a500-352dfe58d021 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:31:43.139798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 3463847c-b41a-4e91-a500-352dfe58d021 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:31:43.140182 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 3463847c-b41a-4e91-a500-352dfe58d021 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:31:43.880319 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38428) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:44.077479 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Deleting port d8b46456-b1d9-4527-9d91-3823fc0b20b6 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:44.077810 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:44.244078 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:44.244738 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:44.370004 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Calling delete_port for d8b46456-b1d9-4527-9d91-3823fc0b20b6 owned by network:floatingip {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:44.559133 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:44.562874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-ba6ab913-0135-480a-a4fb-b3db28b46675 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:44.606997 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event deleted for resources: {'Port': ['ID=d8b46456-b1d9-4527-9d91-3823fc0b20b6,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:44.610977 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:44.699874 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for floatingip, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:45.207755 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:31:45.408045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:31:45.418908 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] Sync routers for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:31:45.424289 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for floatingip, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:45.430486 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:45.431085 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fbad040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:45.483335 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-052b1333-d757-43f2-aebb-043512d024ae tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "DELETE /v2.0/floatingips/c3b82cc7-71dd-4863-99e2-439d6863f5fc HTTP/1.1" status: 204  len: 168 time: 1.6019204
Nov 24 15:31:45.484124 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8'}] {{(pid=84234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:31:45.540628 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'status': 'completed', 'code': 200}
Nov 24 15:31:45.639315 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-0b741f87-7c83-4d48-ac2f-8bf71f83e61b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c797b488bfea40279cf6155b730e08b9&device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 1097 time: 0.0752752
Nov 24 15:31:45.669169 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:31:45.781010 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-c01e6e5a-f90c-4c85-92ba-0a7322600e66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:45.782451 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-c01e6e5a-f90c-4c85-92ba-0a7322600e66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 200  len: 910 time: 0.1372633
Nov 24 15:31:45.864610 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-084853fe-e507-4bd7-9451-b8a3359faba9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 200  len: 217 time: 0.0691199
Nov 24 15:31:45.928164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-e178bc5f-6b7e-4829-bfe2-4d3ce5181d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:45.929601 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-e178bc5f-6b7e-4829-bfe2-4d3ce5181d62 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 200  len: 848 time: 0.0591624
Nov 24 15:31:46.000725 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fbad040>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:46.004527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] Checking router: 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:31:46.016142 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:46.016745 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641fbad040>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:46.065851 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-c8aab9ab-2ea8-4243-a165-09c805fdfe1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3ac41ea-bd59-41ec-b271-6907b6d4778c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1296964
Nov 24 15:31:46.076395 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3353f-859a-4c72-b00c-deeccd1ff90d req-307eb6fb-37bd-4d37-98fa-ad1179ce716c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:46.077059 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3ef3353f-859a-4c72-b00c-deeccd1ff90d req-307eb6fb-37bd-4d37-98fa-ad1179ce716c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84233) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:31:46.177500 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.quota.resource [req-3ef3353f-859a-4c72-b00c-deeccd1ff90d req-307eb6fb-37bd-4d37-98fa-ad1179ce716c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84233) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:31:46.178562 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ef3353f-859a-4c72-b00c-deeccd1ff90d req-307eb6fb-37bd-4d37-98fa-ad1179ce716c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 944 time: 0.2045007
Nov 24 15:31:46.193681 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:31:46.246454 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-cc565e69-6061-41cb-ad39-f09c8435d949 service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656168
Nov 24 15:31:46.256175 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-3ef3353f-859a-4c72-b00c-deeccd1ff90d req-ff9323c5-e909-4f85-8b9c-27c03092bbd5 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609899
Nov 24 15:31:46.384210 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-889b39c0-ef63-450e-a239-94f6e60d8a63 req-799f1cdf-42e3-4092-a5e9-349fd2831c0c service neutron] 10.222.0.81 "GET /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270752
Nov 24 15:31:46.512441 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641fbad040>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:46.516472 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5d8f8-a127-4050-834b-b00499c0dcf7 None None] The sync data for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv is: [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 4, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv', '_interfaces': [{'id': '78aeec81-a7cf-4984-8a9d-28174fdc8c26', 'name': '', 'network_id': 'c3ac41ea-bd59-41ec-b271-6907b6d4778c', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'mac_address': 'fa:16:3e:77:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:37Z', 'updated_at': '2021-11-24T15:26:55Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'subnets': [{'id': 'b12f7f3d-67a0-43b9-839d-c1a2779794ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:31:46.733411 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622478f-a0bc-42c6-9bc1-4631be4c8d99 None None] New status for floating IP c3b82cc7-71dd-4863-99e2-439d6863f5fc: DOWN {{(pid=84236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 24 15:31:47.454162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d626f2-a1d6-41a2-83fe-b50f6057bebf req-8ec46496-9f48-44e7-967c-2ce1015d0004 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:47.454846 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-11d626f2-a1d6-41a2-83fe-b50f6057bebf req-8ec46496-9f48-44e7-967c-2ce1015d0004 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Synchronizing usage tracker for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 15:31:47.467154 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.quota.resource [req-11d626f2-a1d6-41a2-83fe-b50f6057bebf req-8ec46496-9f48-44e7-967c-2ce1015d0004 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Unset dirty status for tenant:c797b488bfea40279cf6155b730e08b9 on resource:port {{(pid=84234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 15:31:47.468327 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-11d626f2-a1d6-41a2-83fe-b50f6057bebf req-8ec46496-9f48-44e7-967c-2ce1015d0004 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 944 time: 0.0897794
Nov 24 15:31:47.520290 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-11d626f2-a1d6-41a2-83fe-b50f6057bebf req-8ab95625-06bc-4774-877a-9ce5d41b4e9a tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462723
Nov 24 15:31:47.625178 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b773299-1777-4be6-8620-16a3cf3502ff req-dd499bde-3b8b-48a7-9396-79fa617a3328 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 15:31:47.626501 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7b773299-1777-4be6-8620-16a3cf3502ff req-dd499bde-3b8b-48a7-9396-79fa617a3328 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 944 time: 0.1812801
Nov 24 15:31:47.693527 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Deleting port 65cdc687-9be1-4a70-9240-eddfffc01bb8 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:47.693868 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:47.933609 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] For port 65cdc687-9be1-4a70-9240-eddfffc01bb8, host hv-neutron-8183, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8183',level=0,port_id=65cdc687-9be1-4a70-9240-eddfffc01bb8,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:47.933878 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:48.055188 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Calling delete_port for 65cdc687-9be1-4a70-9240-eddfffc01bb8 owned by compute:nova {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:48.290650 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:48.297135 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3f83ae24-e3ba-4e14-b036-93de1f36764c tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:48.345169 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event deleted for resources: {'Port': ['ID=65cdc687-9be1-4a70-9240-eddfffc01bb8,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:48.347737 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:48.418278 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] No DVR routers for this DVR port 65cdc687-9be1-4a70-9240-eddfffc01bb8 on host hv-neutron-8183 {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:31:48.420697 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222188'] for port, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:48.424420 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-deleted', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8'}] {{(pid=84233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 15:31:48.480056 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e7e3fd-8db5-4288-ab73-ddaa45dade7e', 'name': 'network-vif-deleted', 'tag': '65cdc687-9be1-4a70-9240-eddfffc01bb8', 'status': 'completed', 'code': 200}
Nov 24 15:31:48.497682 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [req-7b773299-1777-4be6-8620-16a3cf3502ff req-7a2dd98e-2c2a-4c22-b81d-64357f2e99bf tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.81 "DELETE /v2.0/ports/65cdc687-9be1-4a70-9240-eddfffc01bb8 HTTP/1.1" status: 204  len: 173 time: 0.8659861
Nov 24 15:31:48.757561 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [req-ef1f4e0c-1d7e-4cd4-9639-dd5fb908185a req-25bc2bde-e9ed-4223-a170-35d7f3991174 tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e7e3fd-8db5-4288-ab73-ddaa45dade7e HTTP/1.1" status: 200  len: 210 time: 0.0466807
Nov 24 15:31:49.863478 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38448) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:49.934139 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b22be963-39af-437c-b669-06990501efaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:49.964024 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b22be963-39af-437c-b669-06990501efaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:50.114540 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b22be963-39af-437c-b669-06990501efaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:50.118322 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-2fcd6109-a9dd-4a47-91be-40fe218482b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:50.133440 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22be963-39af-437c-b669-06990501efaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:50.136780 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b22be963-39af-437c-b669-06990501efaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:50.273677 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b22be963-39af-437c-b669-06990501efaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:50.274790 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b22be963-39af-437c-b669-06990501efaa tempest-TestSnapshotPattern-233702575 tempest-TestSnapshotPattern-233702575-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f19f77b-8c71-4ace-8b2e-1aeb4cd0df74 HTTP/1.1" status: 204  len: 168 time: 0.4102774
Nov 24 15:31:50.391125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38454) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:50.898241 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:50.988288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:51.122163 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 65cdc687-9be1-4a70-9240-eddfffc01bb8 no longer exists at agent hyperv_hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:31:51.154699 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] No Port match for: 65cdc687-9be1-4a70-9240-eddfffc01bb8 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:31:51.155044 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Device 65cdc687-9be1-4a70-9240-eddfffc01bb8 not bound to the agent host hv-neutron-8183 {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:31:51.597163 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Deleting port 78aeec81-a7cf-4984-8a9d-28174fdc8c26 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:51.597493 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:51.769762 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] For port 78aeec81-a7cf-4984-8a9d-28174fdc8c26, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=78aeec81-a7cf-4984-8a9d-28174fdc8c26,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:51.770101 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:51.890952 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Calling delete_port for 78aeec81-a7cf-4984-8a9d-28174fdc8c26 owned by network:router_interface {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:52.130494 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:52.134072 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-80cf35f9-c3f7-42ef-a8ef-227daec0b762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:52.175711 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=78aeec81-a7cf-4984-8a9d-28174fdc8c26,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:52.179710 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:52.471448 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:53.152162 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:31:53.346096 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:31:53.355375 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] Sync routers for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:31:53.360849 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-b4e5da77-ff7f-4621-9272-fe736d1a2e3e admin admin] 10.222.0.53 "PUT /v2.0/routers/9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9671526
Nov 24 15:31:53.361751 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38460) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:53.366847 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:53.367447 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5a2820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:53.521988 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9cbd483f-b1ba-4ea7-babf-01e18c51240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:53.557295 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:31:53.563276 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks [] for router, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:53.763045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:53.828879 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Deleting port f1309e15-fb1b-432a-85ca-1d975e271814 {{(pid=84234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:53.829194 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:53.884050 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5a2820>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14'}], 'enable_snat': True}, 'gw_port_id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:31:52Z', 'revision_number': 5, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port': {'id': 'f1309e15-fb1b-432a-85ca-1d975e271814', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:35Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:53.897439 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] Checking router: 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 for host: dv-neutron-818347-1-hyperv {{(pid=84235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:31:53.911091 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] Routers {'9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:53.911693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f641f5a2820>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:26Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'], 'active': True} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:53.967336 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:54.005534 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.db [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] For port f1309e15-fb1b-432a-85ca-1d975e271814, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=f1309e15-fb1b-432a-85ca-1d975e271814,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:54.005887 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:54.063604 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_dvr_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] Set router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 gateway port host: None {{(pid=84235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:31:54.130125 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.plugins.ml2.plugin [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Calling delete_port for f1309e15-fb1b-432a-85ca-1d975e271814 owned by network:router_gateway {{(pid=84234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:54.167219 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.db.l3_hamode_db [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f641f5a2820>, [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:31:53Z', 'revision_number': 6, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port_host': None}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:54.171241 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50865a-087d-4a61-a92e-6e81234df3e4 None None] The sync data for ids ['9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6'] in dv-neutron-818347-1-hyperv is: [{'id': '9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6', 'name': 'tempest-TestSnapshotPattern-988991506-router', 'tenant_id': 'c797b488bfea40279cf6155b730e08b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:34Z', 'updated_at': '2021-11-24T15:31:53Z', 'revision_number': 6, 'project_id': 'c797b488bfea40279cf6155b730e08b9', 'gw_port_host': None}] {{(pid=84235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:31:54.355045 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66625665'] for port, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:54.359555 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-a270eb73-64c7-4022-9dd7-ce614d09dfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:54.401306 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1309e15-fb1b-432a-85ca-1d975e271814,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:54.404016 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:54.737704 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:54.995699 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:54.999933 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.108363 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.108914 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 {{(pid=84234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:31:55.121910 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] Notify callbacks [] for router, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.125641 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-e665215f-5dcf-4da7-8a05-c1bf583c515e admin admin] 10.222.0.53 "DELETE /v2.0/routers/9067dd3e-73f9-4fb4-83ef-4eb1ebe876f6 HTTP/1.1" status: 204  len: 168 time: 1.7604864
Nov 24 15:31:55.125841 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38464) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:55.155612 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 78aeec81-a7cf-4984-8a9d-28174fdc8c26 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:31:55.189371 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 78aeec81-a7cf-4984-8a9d-28174fdc8c26 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:31:55.189867 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 78aeec81-a7cf-4984-8a9d-28174fdc8c26 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:31:55.190348 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f1309e15-fb1b-432a-85ca-1d975e271814 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:31:55.191603 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.db.db_base_plugin_v2 [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Deleting subnet b12f7f3d-67a0-43b9-839d-c1a2779794ff {{(pid=84234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:31:55.194868 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.232179 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: f1309e15-fb1b-432a-85ca-1d975e271814 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:31:55.232606 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device f1309e15-fb1b-432a-85ca-1d975e271814 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:31:55.246209 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66183622'] for subnet, precommit_delete_associations {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.321682 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.457726 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66625756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66684464'] for subnet, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.461459 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-002aa037-b4ef-4f25-bc67-67da3d8b3fd7 tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:55.494737 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12f7f3d-67a0-43b9-839d-c1a2779794ff,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:55.498641 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:55.501329 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.506421 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19939a79-a538-48ef-9de9-99d378469007 None None] Network c3ac41ea-bd59-41ec-b271-6907b6d4778c requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:31:55.507402 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-338c75e4-8569-4f58-b34c-78a72f0b53af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b12f7f3d-67a0-43b9-839d-c1a2779794ff HTTP/1.1" status: 204  len: 168 time: 0.3805847
Nov 24 15:31:55.510625 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 38468) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:55.616356 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.627143 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Deleting port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:55.627471 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.760711 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] DHCP port deletion for c3ac41ea-bd59-41ec-b271-6907b6d4778c request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:31:55.765055 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Deleting port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:55.765437 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.792835 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-da756142-e6d5-41ef-ab0e-a9fd538cf0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.840658 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] For port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:55.841003 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:55.960606 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Calling delete_port for 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:55.969810 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] For port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,segment=NetworkSegment(c21e4290-ee9a-4af3-81e8-096a9f2f14e9),segment_id=c21e4290-ee9a-4af3-81e8-096a9f2f14e9)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:55.970274 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.089332 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Calling delete_port for 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:56.120019 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.125731 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-91835f79-2d7c-4786-92a7-fbb7cf5914c3 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:56.166313 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:31:56.166889 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:31:56.172520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:56.175066 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:56.178458 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] No DVR routers for this DVR port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:31:56.393726 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.418762 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641ea4e4c0>,) {'filters': {'network_id': ['c3ac41ea-bd59-41ec-b271-6907b6d4778c']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:56.430330 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea4e4c0>, 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:56.430614 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641ea4e4c0>, 'c21e4290-ee9a-4af3-81e8-096a9f2f14e9') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:56.442297 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.457885 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.464785 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:31:56.465162 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:31:56.478888 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:31:56.605678 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.610005 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.612588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-2de96dcf-ef08-4add-939f-e98e1dba97f2 tempest-NetworksIpV6Test-1151400114 tempest-NetworksIpV6Test-1151400114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:56.633956 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ac41ea-bd59-41ec-b271-6907b6d4778c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:56.636822 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:56.669243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Deleting port 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:56.669243 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:56.703398 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-a8f243de-6a5f-4fea-be33-2fb103abd7b7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c3ac41ea-bd59-41ec-b271-6907b6d4778c HTTP/1.1" status: 204  len: 168 time: 1.1916091
Nov 24 15:31:56.706265 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 38472) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:56.735414 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-33cefc5f-37f4-435f-aa23-65d8ea9068c6 None None] The port '0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:31:56.965409 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:57.107098 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-399747'] for router_interface, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:57.147790 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:31:57.180886 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:31:57.182317 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 0cb1a2b7-2ab1-4e83-90a9-28d337a6bf54 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:31:57.693754 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Deleting port 48020ffe-23ea-4964-8f80-ef20df05c672 {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:31:57.694316 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:57.862588 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] For port 48020ffe-23ea-4964-8f80-ef20df05c672, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=48020ffe-23ea-4964-8f80-ef20df05c672,segment=NetworkSegment(8959c97a-3414-4cc2-bf81-18f6fc9e6ab0),segment_id=8959c97a-3414-4cc2-bf81-18f6fc9e6ab0)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:31:57.862943 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:58.092013 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Calling delete_port for 48020ffe-23ea-4964-8f80-ef20df05c672 owned by network:router_interface {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:31:58.354283 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:58.358164 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-114eb03d-d7e6-44ba-9fba-b05318f88310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:31:58.398801 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Pushing event deleted for resources: {'Port': ['ID=48020ffe-23ea-4964-8f80-ef20df05c672,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:31:58.403569 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:31:58.456947 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:58.696460 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1450943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400221'] for router_interface, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:59.268014 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Router 811fff3c-fc45-444a-82ac-371400fa2af4 has already been hosted by L3 agent eeb35b73-8459-47d7-9a33-0f5d49e106c6 {{(pid=84233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 24 15:31:59.466096 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] Notify agent at l3_agent.dv-neutron-818347-1-hyperv the message routers_updated {{(pid=84233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 24 15:31:59.474376 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] Sync routers for ids ['811fff3c-fc45-444a-82ac-371400fa2af4'] in dv-neutron-818347-1-hyperv {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 24 15:31:59.487504 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] Routers {'811fff3c-fc45-444a-82ac-371400fa2af4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:59.488126 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203a8310>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['811fff3c-fc45-444a-82ac-371400fa2af4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:59.584639 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-8b3b714e-1353-420d-b253-ef10e9de5781 admin admin] 10.222.0.53 "PUT /v2.0/routers/811fff3c-fc45-444a-82ac-371400fa2af4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8771620
Nov 24 15:31:59.590566 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 38476) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:31:59.670938 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] Set router 811fff3c-fc45-444a-82ac-371400fa2af4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:31:59.908502 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:31:59.958423 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203a8310>, [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:31:58Z', 'revision_number': 5, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:31:59.962204 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] Checking router: 811fff3c-fc45-444a-82ac-371400fa2af4 for host: dv-neutron-818347-1-hyperv {{(pid=84236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 24 15:31:59.973127 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] Routers {'811fff3c-fc45-444a-82ac-371400fa2af4'} bound to L3 agent in host dv-neutron-818347-1-hyperv {{(pid=84236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 24 15:31:59.973718 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64203a8310>, 'dv-neutron-818347-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T14:18:26Z,description=<?>,heartbeat_timestamp=2021-11-24T15:31:56Z,host='dv-neutron-818347-1-hyperv',id=eeb35b73-8459-47d7-9a33-0f5d49e106c6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T14:18:26Z,topic='l3_agent')) {'router_ids': ['811fff3c-fc45-444a-82ac-371400fa2af4'], 'active': True} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:32:00.099585 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:00.151659 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_dvr_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] Set router 811fff3c-fc45-444a-82ac-371400fa2af4 gateway port host: dv-neutron-818347-1-hyperv {{(pid=84236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 24 15:32:00.176198 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Deleting port 435d25b6-ba2c-47e4-95bc-872ad2e0413e {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:32:00.176551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:00.359346 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] For port 435d25b6-ba2c-47e4-95bc-872ad2e0413e, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=435d25b6-ba2c-47e4-95bc-872ad2e0413e,segment=NetworkSegment(b3c8d370-814b-4a0c-9d50-cb3db8828ba2),segment_id=b3c8d370-814b-4a0c-9d50-cb3db8828ba2)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:32:00.359696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:00.462325 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.l3_hamode_db [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64203a8310>, [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:31:58Z', 'revision_number': 5, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}], 'dv-neutron-818347-1-hyperv', False) {} {{(pid=84236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:32:00.466431 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b709bfb0-e91c-48a6-9b19-bd59f6143be3 None None] The sync data for ids ['811fff3c-fc45-444a-82ac-371400fa2af4'] in dv-neutron-818347-1-hyperv is: [{'id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'name': 'tempest-TestSnapshotPattern-655028866-router', 'tenant_id': '512819c985b2474fa716b9d9516fd4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'external_fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:31:58Z', 'revision_number': 5, 'project_id': '512819c985b2474fa716b9d9516fd4da', 'gw_port': {'id': '435d25b6-ba2c-47e4-95bc-872ad2e0413e', 'name': '', 'network_id': '5b0d8217-df71-450f-94d7-3850664dbcf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811fff3c-fc45-444a-82ac-371400fa2af4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818347-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:26:42Z', 'updated_at': '2021-11-24T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ac3d3f8-9b5c-47c3-930a-cd2508be263a', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818347-1-hyperv'}] {{(pid=84236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 24 15:32:00.487341 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Calling delete_port for 435d25b6-ba2c-47e4-95bc-872ad2e0413e owned by network:router_gateway {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:32:00.707296 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:00.710860 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-b7806172-41b4-4d50-9369-0ad881794a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:32:00.752765 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Pushing event deleted for resources: {'Port': ['ID=435d25b6-ba2c-47e4-95bc-872ad2e0413e,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:32:00.756817 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:32:00.984721 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393726'] for router_gateway, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.156357 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 48020ffe-23ea-4964-8f80-ef20df05c672 no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:32:01.237268 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 48020ffe-23ea-4964-8f80-ef20df05c672 {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:32:01.237621 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 48020ffe-23ea-4964-8f80-ef20df05c672 not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:32:01.362896 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-395330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8379'] for router, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.367043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.467820 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330962'] for router, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.468383 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 811fff3c-fc45-444a-82ac-371400fa2af4 {{(pid=84233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 24 15:32:01.480833 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] Notify callbacks [] for router, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.481964 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-79c9a497-ce86-4c59-bd28-49d47340ada0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/811fff3c-fc45-444a-82ac-371400fa2af4 HTTP/1.1" status: 204  len: 168 time: 1.8904388
Nov 24 15:32:01.484551 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 38486) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:32:01.549043 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Deleting subnet 7f24715b-7850-40ff-a127-bb91f8c6858c {{(pid=84233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 24 15:32:01.555301 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.604374 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66709892'] for subnet, precommit_delete_associations {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.682177 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1141096'] for subnet, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.805696 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1141095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66709956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66730904'] for subnet, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.810303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-3ee19de6-b03b-468b-8293-b95a60553984 tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:32:01.846987 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f24715b-7850-40ff-a127-bb91f8c6858c,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:32:01.850213 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:32:01.851195 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.860498 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-cfcdc959-0300-4c2d-9108-c6c73dbdc83e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7f24715b-7850-40ff-a127-bb91f8c6858c HTTP/1.1" status: 204  len: 168 time: 0.3715279
Nov 24 15:32:01.861473 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 38490) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:32:01.861567 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eda4e0-52a0-497d-bc90-dc09b3007c33 None None] Network 5139bebd-6d80-492d-b56d-0e7af6607bc1 requested from dv-neutron-818347-1-hyperv {{(pid=84235) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 24 15:32:01.982303 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1110376'] for network, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:01.995484 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Deleting port d719b14c-fade-4de1-98b2-4d11df6183dc {{(pid=84233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:32:01.996127 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.163453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] DHCP port deletion for 5139bebd-6d80-492d-b56d-0e7af6607bc1 request from dv-neutron-818347-1-hyperv {{(pid=84235) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 24 15:32:02.167861 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Deleting port d719b14c-fade-4de1-98b2-4d11df6183dc {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:32:02.168284 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.215058 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.db [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] For port d719b14c-fade-4de1-98b2-4d11df6183dc, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d719b14c-fade-4de1-98b2-4d11df6183dc,segment=NetworkSegment(8959c97a-3414-4cc2-bf81-18f6fc9e6ab0),segment_id=8959c97a-3414-4cc2-bf81-18f6fc9e6ab0)] {{(pid=84233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:32:02.215295 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.334496 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.plugin [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Calling delete_port for d719b14c-fade-4de1-98b2-4d11df6183dc owned by network:dhcp {{(pid=84233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:32:02.369708 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.db [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] For port d719b14c-fade-4de1-98b2-4d11df6183dc, host dv-neutron-818347-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818347-1-hyperv',level=0,port_id=d719b14c-fade-4de1-98b2-4d11df6183dc,segment=NetworkSegment(8959c97a-3414-4cc2-bf81-18f6fc9e6ab0),segment_id=8959c97a-3414-4cc2-bf81-18f6fc9e6ab0)] {{(pid=84235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 24 15:32:02.370106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398899'] for port, precommit_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.487469 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Calling delete_port for d719b14c-fade-4de1-98b2-4d11df6183dc owned by network:dhcp {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 24 15:32:02.542716 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1117231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754251607287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754251179906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66709913'] for port, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.547232 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-948a1bf4-f16d-4041-8d65-02314b13fafa tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:32:02.560057 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.db.api [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 15:32:02.560457 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG oslo_db.api [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 15:32:02.590300 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d719b14c-fade-4de1-98b2-4d11df6183dc,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:32:02.594268 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:32:02.596714 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] No DVR routers for this DVR port d719b14c-fade-4de1-98b2-4d11df6183dc on host dv-neutron-818347-1-hyperv {{(pid=84233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 15:32:02.710646 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1135863', 'neutron.services.segments.db._delete_segments_for_network-8754251700947'] for network, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.735520 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f641fb60760>,) {'filters': {'network_id': ['5139bebd-6d80-492d-b56d-0e7af6607bc1']}} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:32:02.747816 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb60760>, '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0') {'for_net_delete': True} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:32:02.748030 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.services.segments.db [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f641fb60760>, '8959c97a-3414-4cc2-bf81-18f6fc9e6ab0') {} {{(pid=84233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 15:32:02.758982 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754251702510', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66709917'] for segment, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.774165 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1139420'] for segment, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.780402 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 24 15:32:02.780771 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1139429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66710122'] for segment, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]: Traceback (most recent call last):
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     timer()
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     cb(*args, **kw)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     return func(*args, **kwargs)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     self._notify()
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     self.callback(batched_events)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     event.method(event)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     return f(self, *a, **k)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._get(url).json()
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     return self.request(url, 'GET', **kwargs)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 15:32:02.794033 dv-neutron-818347-1-hyperv neutron-server[84233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 15:32:02.925574 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1135854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1450800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393621'] for network, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.929113 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-76c86c7d-ef6e-403b-bec5-d44b589047ae tempest-TestNetworkBasicOps-1773073679 tempest-TestNetworkBasicOps-1773073679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:32:02.941950 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Notify callbacks [] for network, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:02.951845 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5139bebd-6d80-492d-b56d-0e7af6607bc1,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:32:02.955919 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:32:02.959254 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-9909b6b4-e1a2-4075-b3b4-058235df67ba admin admin] 10.222.0.53 "DELETE /v2.0/networks/5139bebd-6d80-492d-b56d-0e7af6607bc1 HTTP/1.1" status: 204  len: 168 time: 1.0972509
Nov 24 15:32:03.062063 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Deleting port d719b14c-fade-4de1-98b2-4d11df6183dc {{(pid=84235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 24 15:32:03.062491 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754251601412'] for port, before_delete {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:03.128962 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd266a-ad46-48c8-9869-4ae8a4e3180b None None] The port 'd719b14c-fade-4de1-98b2-4d11df6183dc' was deleted {{(pid=84235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 24 15:32:03.154245 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 435d25b6-ba2c-47e4-95bc-872ad2e0413e no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:32:03.190120 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: 435d25b6-ba2c-47e4-95bc-872ad2e0413e {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:32:03.190739 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device 435d25b6-ba2c-47e4-95bc-872ad2e0413e not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:32:03.190887 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d719b14c-fade-4de1-98b2-4d11df6183dc no longer exists at agent ovs-agent-dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 15:32:03.222623 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.plugin [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] No Port match for: d719b14c-fade-4de1-98b2-4d11df6183dc {{(pid=84235) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 24 15:32:03.222971 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron.plugins.ml2.rpc [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Device d719b14c-fade-4de1-98b2-4d11df6183dc not bound to the agent host dv-neutron-818347-1-hyperv {{(pid=84235) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 15:32:03.366240 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 38498) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:32:03.417623 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-751cc180-bcdc-4ad2-88f4-17c665db69ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c797b488bfea40279cf6155b730e08b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500629
Nov 24 15:32:03.419826 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.wsgi [-] (84233) accepted ('10.222.0.53', 38502) {{(pid=84233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:32:03.477866 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bdb24963-0bd6-41dc-a351-7e46a0960f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:03.503752 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bdb24963-0bd6-41dc-a351-7e46a0960f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:03.634009 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bdb24963-0bd6-41dc-a351-7e46a0960f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:03.638452 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-c6a6fb38-a3c9-4408-b18a-b00a995c203d tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:32:03.653168 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb24963-0bd6-41dc-a351-7e46a0960f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193f9677-ad3c-4d71-b53e-1f5c53beccc0,revision_number=None']} {{(pid=84233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:32:03.657025 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG oslo_concurrency.lockutils [None req-bdb24963-0bd6-41dc-a351-7e46a0960f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:32:03.660233 dv-neutron-818347-1-hyperv neutron-server[84233]: DEBUG neutron_lib.callbacks.manager [None req-bdb24963-0bd6-41dc-a351-7e46a0960f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:03.661263 dv-neutron-818347-1-hyperv neutron-server[84233]: INFO neutron.wsgi [None req-bdb24963-0bd6-41dc-a351-7e46a0960f55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/193f9677-ad3c-4d71-b53e-1f5c53beccc0 HTTP/1.1" status: 204  len: 168 time: 0.2405264
Nov 24 15:32:04.400309 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38510) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:32:04.450594 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-16a53ee6-140f-4b48-87a8-3079614066ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=512819c985b2474fa716b9d9516fd4da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0490034
Nov 24 15:32:04.452927 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.wsgi [-] (84234) accepted ('10.222.0.53', 38514) {{(pid=84234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 15:32:04.515516 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6d7904d1-cf50-4e9f-b245-3c7fed8c8561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:04.541234 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6d7904d1-cf50-4e9f-b245-3c7fed8c8561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:04.679877 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6d7904d1-cf50-4e9f-b245-3c7fed8c8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340468'] for security_group, after_delete {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:04.684118 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-8b012e46-b013-4d00-b694-256addd7c37c tempest-TestNetworkAdvancedServerOps-2132618368 tempest-TestNetworkAdvancedServerOps-2132618368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 15:32:04.694758 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7904d1-cf50-4e9f-b245-3c7fed8c8561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8a02f9-5bc9-4c5a-ba7d-8ba61fcce837,revision_number=None']} {{(pid=84234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 15:32:04.699438 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG oslo_concurrency.lockutils [None req-6d7904d1-cf50-4e9f-b245-3c7fed8c8561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 15:32:04.702257 dv-neutron-818347-1-hyperv neutron-server[84234]: DEBUG neutron_lib.callbacks.manager [None req-6d7904d1-cf50-4e9f-b245-3c7fed8c8561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:04.703358 dv-neutron-818347-1-hyperv neutron-server[84234]: INFO neutron.wsgi [None req-6d7904d1-cf50-4e9f-b245-3c7fed8c8561 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d8a02f9-5bc9-4c5a-ba7d-8ba61fcce837 HTTP/1.1" status: 204  len: 168 time: 0.2495263
Nov 24 15:32:19.694568 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:32:21.015515 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:23.502078 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-c04af536-ef7b-4536-b755-4d886ee00adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:24.056726 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:25.787599 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-6afd436e-5720-4bbc-be40-cfd98e781079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:26.965249 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:28.450748 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:51.015888 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:53.489863 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-b1b158d3-fe1c-4642-9d9b-554f14f23c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:54.056076 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:55.798263 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-1ee44999-7e28-4a63-abb3-91b1680bf88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:56.693992 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:32:56.958478 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:32:58.455498 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:21.054816 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:23.534959 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5f0d4cbc-f22e-4053-80df-4569c44e5254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:24.043354 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:25.797585 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-9d628dec-d33e-49e6-a0cc-d91cc92403be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:26.985404 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:28.438195 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:33.693870 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:33:51.054418 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:53.482894 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-eee41541-7148-4bb0-8c1a-2ceac84d50aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:53.968468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:55.786105 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-25ee6ed2-b798-4daf-be47-634377f18abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:56.952338 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:33:58.448627 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:10.694717 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:34:21.053693 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:23.488383 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-7171a4fd-6872-4984-8651-665c3251ba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:24.047575 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:25.779523 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-470880a5-420f-4145-9bcf-b2c7f5ffc0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:26.968198 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:28.470805 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:47.695241 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:34:51.024771 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:53.492595 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-45955367-fae4-4f7a-bd4c-d987de01a1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:53.955106 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:55.795004 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f17d60b7-efdd-4a38-9f7a-0ae3ecc13492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:56.990453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:34:58.459010 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:21.041297 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:23.493468 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-883cf3c6-2b71-4d60-ada9-2b5a86851812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:24.047099 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:24.696995 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:35:25.818288 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-40624025-a284-4dc4-b8b8-de8523a684ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:26.955039 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:28.446556 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:51.063269 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:53.475046 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-50135c36-bf10-44c3-b055-ab7f9567c760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:53.983656 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:55.806703 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-a27f3281-a61a-4f7c-9b99-fc8d85eefd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:56.988798 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:35:58.468303 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:01.696942 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:36:21.074090 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:23.496166 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-f8adeac8-fd0a-46f6-95c7-f28157d47407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:23.936807 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:25.800103 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-723ee867-1af1-46bc-b291-60fc66bbe52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:27.005505 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:28.451148 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:38.697428 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:36:51.090723 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:53.495526 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-5556c3c8-a288-47c6-b9c2-8838e7439054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:54.084453 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:55.787768 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-be655106-b10c-4447-b8d7-5276684190ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:56.986675 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:36:58.495687 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:37:15.696671 dv-neutron-818347-1-hyperv neutron-server[84236]: DEBUG neutron.db.agents_db [None req-130c280a-881d-43f8-8139-8d99e87946c7 None None] Agent healthcheck: found 6 active agents {{(pid=84236) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 15:37:21.106527 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-38a7b329-4b1a-48d8-9426-a2b303b88f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:37:23.501495 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-85ca9023-bfdd-411b-9f09-2efe6cb55262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:37:24.067185 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-62705fe9-793a-49ac-b186-49acc0a5428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:37:25.820609 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-bdfaf9d5-1b1e-4810-b020-b241ad19088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:37:27.014903 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-3f203517-9115-425d-853d-d444d2677056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 15:37:28.473321 dv-neutron-818347-1-hyperv neutron-server[84235]: DEBUG neutron_lib.callbacks.manager [None req-899f782f-210d-4ca4-95bd-dba0cca0a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754251700929', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1138093'] for agent, after_update {{(pid=84235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}